preprocessing.json

{
  "pipeline": {
    "project": "example-cloud-project",
    "region": "europe-west1",
    "zone": "europe-west1-b",
    "job_name": "example-weather-forecast-%Y-%m-%d-%H-%M-%S",
    "num_workers": 4
  },
  "data": {
    "path": "configs/training/data.sql",
    "schema": [
      { "name": "latitude", "kind": "float32", "transform": "z" },
      { "name": "longitude", "kind": "float32", "transform": "z" },
      { "name": "duration", "kind": ["float32"], "transform": "z" },
      { "name": "temperature", "kind": ["float32"], "transform": "z" }
    ]
  },
  "modes": [
    { "name": "analysis" },
    { "name": "training", "transform": "analysis", "shuffle": true },
    { "name": "validation", "transform": "analysis" },
    { "name": "testing", "transform": "identity" }
  ],
  "output": {
    "path": "gs://example-weather-forecast/data/training/%Y-%m-%d-%H-%M-%S"
  }
}