{
  "pipeline": {
    "name": "exoturbidity_date_gap_filler"
  },
  "transform": {
    "image": "us-central1-docker.pkg.dev/neon-shared-service/neonscience/neon-is-date-gap-fill:v1.0.0",
    "cmd": [
      "/bin/bash"
    ],
    "stdin": [
      "#!/bin/bash",
      "python3 -m date_gap_filler.date_gap_filler_main"
    ],
    "env": {
      "LOG_LEVEL": "INFO",
      "OUT_PATH": "/pfs/out",
      "OUTPUT_DIRECTORIES": "data,location,uncertainty_data,uncertainty_coef,flags",
      "DATA_SOURCE_TYPE_INDEX": "3",
      "DATA_YEAR_INDEX": "4",
      "DATA_MONTH_INDEX": "5",
      "DATA_DAY_INDEX": "6",
      "DATA_LOCATION_INDEX": "7",
      "DATA_TYPE_INDEX": "8",
      "LOCATION_SOURCE_TYPE_INDEX": "3",
      "LOCATION_YEAR_INDEX": "4",
      "LOCATION_MONTH_INDEX": "5",
      "LOCATION_DAY_INDEX": "6",
      "LOCATION_INDEX": "7",
      "EMPTY_FILE_TYPE_INDEX": "4"
    }
  },
  "parallelism_spec": {
    "constant": "8"
  },
  "input": {
    "cross": [
      {
        "pfs": {
          "name": "EMPTY_FILE_PATH",
          "repo": "empty_files",
          "glob": "/exoturbidity",
          "empty_files": true
        }
      },
      {
        "union": [
          {
            "pfs": {
              "name": "DATA_PATH",
              "repo": "exoturbidity_merge_data_by_location",
              "glob": "/exoturbidity/(*)/(*)/(*)",
              "joinOn": "$1/$2/$3",
              "empty_files": true
            }
          },
          {
            "join": [
              {
                "pfs": {
                  "name": "LOCATION_PATH",
                  "repo": "exoturbidity_location_active_dates_assignment",
                  "glob": "/exoturbidity/(*)/(*)/(*)",
                  "joinOn": "$1/$2/$3",
                  "empty_files": true
                }
              },
              {
                "pfs": {
                  "name": "DATE_LIMITER_PATH",
                  "repo": "exo_date_gap_filler_limiter",
                  "glob": "/(*)/(*)/(*)",
                  "joinOn": "$1/$2/$3",
                  "empty_files": true
                }
              }
            ]
          }
        ]
      }
    ]
  },
  "enable_stats": false,
  "standby": true
}
