---
pipeline:
  name: metone370380_calibration_loader
transform:
  # image_pull_secrets:
  # - battelleecology-quay-read-all-pull-secret
  image: us-central1-docker.pkg.dev/neon-shared-service/neonscience/neon-is-cval-loader:v2.3.2
  cmd:
  - /bin/bash
  stdin:
  - '#!/bin/bash'
  - python3 -m calval_loader.load_all_calval_files
  env:
    CVAL_INGEST_BUCKET: neon-cval
    OUT_PATH: /pfs/out
    LOG_LEVEL: INFO
    SOURCE_TYPE: metone370380
    STARTING_PATH_INDEX: "5"
  secrets:
  - name: pdr-secret
    mount_path: /var/db_secret
input:
  pfs:
    name: IN_PATH
    repo: metone370380_calibration_list_files
    glob: /*/*/*/*
    empty_files: true
parallelism_spec:
  constant: 10
autoscaling: true
resource_requests:
  memory: 500M
  cpu: 0.5
resource_limits:
  memory: 1G
  cpu: 1.5
sidecar_resource_requests:
  memory: 2G
  cpu: 0.5
datum_set_spec:
  number: 1
scheduling_spec:
  node_selector:
    cloud.google.com/gke-ephemeral-storage-local-ssd: "true"
    nodepool.neonscience.org/pipeline: "yes"
    cloud.google.com/gke-spot: "true"
pod_spec: |-
  { "tolerations": [
    {
      "key": "nodepool.neonscience.org/pipeline",
      "operator": "Exists"
    },
    {
      "effect": "NoSchedule",
      "key": "cloud.google.com/gke-spot",
      "operator": "Exists"
    }  
  ] }
