---
pipeline:
  name: troll_flags_specific
transform:
  image: quay.io/battelleecology/neon-is-troll-flags-r:ad9cd8c08
  image_pull_secrets:
  - battelleecology-quay-read-all-pull-secret
  cmd: ["/bin/bash"]
  stdin:
  - "#!/bin/bash"
  - Rscript ./flow.troll.flags.R
      DirIn=$DIR_IN
      DirOut=/pfs/out
      DirErr=/pfs/out/errored_datums
      FileSchmQf=$SCHEMA_FLAGS
      "DirSubCopy=uncertainty_data|uncertainty_coef"
  env:
    LOG_LEVEL: DEBUG
input:
  cross:
  - pfs:
      name: DIR_IN
      repo: troll_calibration_group_and_convert
      # /source_type/YYYY/MM/DD
      glob: /*/*/*/*/
  - pfs:
      name: SCHEMA_FLAGS
      repo: troll_avro_schemas
      glob: /troll_shared/flags_troll_specific.avsc
parallelism_spec:
  constant: 6
autoscaling: true
resource_requests:
  memory: 500M
  cpu: 1.2
resource_limits:
  memory: 1G
  cpu: 2
sidecar_resource_requests:
  memory: 2G
  cpu: 0.5
datum_set_spec:
  number: 1
scheduling_spec:
  node_selector:
    cloud.google.com/gke-ephemeral-storage-local-ssd: "true"
    nodepool.neonscience.org/pipeline: "yes"
    cloud.google.com/gke-spot: "true"
pod_spec: |-
  { "tolerations": [
    {
      "key": "nodepool.neonscience.org/pipeline",
      "operator": "Exists"
    },
    {
      "effect": "NoSchedule",
      "key": "cloud.google.com/gke-spot",
      "operator": "Exists"
    }  
  ] }
