---
pipeline:
  name: processed_datums_reader
transform:
  # image_pull_secrets:
  # - battelleecology-quay-read-all-pull-secret
  image: us-central1-docker.pkg.dev/neon-shared-service/neonscience/neon-is-proc-datum-reader:v1.0.0
  
  cmd:
  - /bin/bash
  stdin:
  - '#!/bin/bash'
  - python3 -m processed_datums_reader.main
  env:
    LOG_LEVEL: DEBUG
    
  secrets:
  - name: pdr-secret
    envVar: DB_HOST
    key: hostname
  - name: pdr-secret
    envVar: DB_USER
    key: username
  - name: pdr-secret
    envVar: DB_PASSWORD
    key: password
  - name: pdr-secret
    envVar: DB_NAME
    key: database
  - name: pdr-secret
    envVar: DB_SCHEMA
    key: schema
  - name: errored-datums-repo-reader-secret
    envVar: AUTHORIZATION_TOKEN
    key: token
input:
  cross:
  - cron:
      name: tick
      spec: "@daily"
      overwrite: true
  - pfs:
      name: PIPELINE_NAME_L1
      repo: level1_pipeline_list
      glob: "/level1_pipeline_list.txt"
autoscaling: true
resource_requests:
  memory: 64M
  cpu: 1.2
resource_limits:
  memory: 200M
  cpu: 1.5
sidecar_resource_requests:
  memory: 64M
  cpu: 0.2
datum_set_spec:
  number: 1
scheduling_spec:
  node_selector:
    cloud.google.com/gke-ephemeral-storage-local-ssd: "true"
    nodepool.neonscience.org/pipeline: "yes"
    cloud.google.com/gke-spot: "true"
pod_spec: |-
  { "tolerations": [
    {
      "key": "nodepool.neonscience.org/pipeline",
      "operator": "Exists"
    },
    {
      "effect": "NoSchedule",
      "key": "cloud.google.com/gke-spot",
      "operator": "Exists"
    }  
  ] }
