---
pipeline:
  name: tempSoil_cron_monthly_and_pub_control
transform:
  image: us-central1-docker.pkg.dev/neon-shared-service/neonscience/neon-is-pub-cntl:v1.1.0
  cmd: ["/bin/bash"]
  env:
    # START_MONTH and END_MONTH indicate the date range (inclusive) to create the /Y/M folder structure
    # START_DATE must be set, format "YYYY-MM"
    # END_DATE can be set or unset (comment or remove line to unset). If unset, end month will be last month. 
    OUT_PATH: /pfs/out
    START_MONTH: "2024-06"
    END_MONTH: "2024-06" # Inclusive. Run the pipeline with END_MONTH set to initialize, then comment out and update pipeline (no reprocess) to let the cron take over
  stdin:
  - "#!/bin/bash"
  - ./cron_monthly_and_pub_control/populate_pub_months.sh
input:
  # Choose a monthly cron date to be something sufficiently after the 1st to allow kafka lag and timeseries pad
  cron:
    name: tick
    spec: "0 7 5 * *" # Run at 00:00 MST (07:00 GMT) on the 5th of the month 
    overwrite: true
autoscaling: true
resource_requests:
  memory: 64M
  cpu: 0.1
resource_limits:
  memory: 200M
  cpu: 1
sidecar_resource_requests:
  memory: 64M
  cpu: 0.2
scheduling_spec:
  node_selector:
    cloud.google.com/gke-ephemeral-storage-local-ssd: "true"
    nodepool.neonscience.org/pipeline: "yes"
    cloud.google.com/gke-spot: "true"
pod_spec: |-
  { "tolerations": [
    {
      "key": "nodepool.neonscience.org/pipeline",
      "operator": "Exists"
    },
    {
      "effect": "NoSchedule",
      "key": "cloud.google.com/gke-spot",
      "operator": "Exists"
    }  
  ] }
