---
pipeline:
  name: mti300ahrs_cron_daily_and_date_control_STEVE
transform:
  image: quay.io/battelleecology/neon-is-date-cntl:00ddb6a7
  cmd: ["/bin/bash"]
  env:
    # START_DATE and END_DATE indicate the date range (inclusive) to create the /Y/M/D folder structure
    # START_DATE must be set, format "YYYY-MM-DD"
    # END_DATE can be set or unset (remove line entirely to unset). If unset, end date will be yesterday. 
    OUT_PATH: /pfs/out
    START_DATE: "2023-05-01"
    #END_DATE: "2023-07-09"
    SOURCE_TYPE: "mti300ahrs"
  stdin:
  - "#!/bin/bash"
  - ./cron_daily_and_date_control/populate_site_dates.sh
input:
  cross:
  # This cron is the central driver for daily scheduled updates, such as data ingest and metadata loaders.
  - cron:
      name: tick
      spec: "0 7 * * *" # Run at 00:00 MST (07:00 GMT)
      overwrite: true
  - pfs:
      name: SITE_FILE
      repo: mti300ahrs_site_list_STEVE
      glob: /site-list.json
resource_requests:
  memory: 64M
  cpu: 0.5
autoscaling: true
scheduling_spec:
  node_selector:
    cloud.google.com/gke-ephemeral-storage-local-ssd: "true"
    nodepool.neonscience.org/pipeline: "yes"
    cloud.google.com/gke-spot: "true"
pod_spec: |-
  { "tolerations": [
    {
      "key": "nodepool.neonscience.org/pipeline",
      "operator": "Exists"
    },
    {
      "effect": "NoSchedule",
      "key": "cloud.google.com/gke-spot",
      "operator": "Exists"
    }  
  ] }
pod_patch: |-
  [
    { "op": "replace",
      "path":"/containers/1/resources/requests/memory",
      "value":"64M"
    },
    { "op": "replace",
      "path": "/containers/1/resources/requests/cpu",
      "value": "0.1"
    }
  ]
