kubernetes job

job.jsonnet

local kube = import "../lib/kube.libsonnet";

local hardCodedEnv = {
   ES_BACKUP_BUCKET: "zageno_elasticsearch_backup",
   ES_CLIENT_TIMEOUT: "53",
   SALESFORCE_PULL_ACTIVE: "1",
   SALESFORCE_LIVE: "1",
   SALESFORCE_ACTIVE: "1",
   STATIC_URL: "/static/",
   ES_SNAPSHOT_NAME: "gcs_backup",
   GOOGLE_APPLICATION_CREDENTIALS: "/gce-key.json",
   PG_BACKUP_BUCKET: "zageno_db_backup",
   LOCK_TIMEOUT: "300000",
   PG_SOURCE_DATABASE: "zageno",
   PG_INTERIM_DATABASE: "zageno",
   PG_DEST_DATABASE: "zageno_clean",
   DE_SOURCE_HOST: "10.156.0.18",
   UK_SOURCE_HOST: "10.154.0.17",
   US_SOURCE_HOST: "10.138.0.7",
   MASTER_SOURCE_HOST: "application-db-service-production-backup.pygeno-production-master",
   DE_SOURCE_PORT: "31598",
   UK_SOURCE_PORT: "30532",
   US_SOURCE_PORT: "31327",
   MASTER_SOURCE_PORT: "5432",
   PG_INTERIM_HOST: "application-db-service-cleanup.pygeno-production-master",
   PG_INTERIM_PORT: "5432",
   PG_DEST_HOST: "application-db-service-cleanup.pygeno-production-master",
   PG_DEST_PORT: "5432",
   SITEMAP_BUCKET_URL: "sitemaps_zageno_com"
};

local configMapEnv = {
  ADMIN_URL: "app.admin.url",
  CLUSTER_TAG: "app.cluster_tag",
  CLUSTER_CODE: "app.cluster_tag",
  CLUSTER_ENV: "app.cluster_env",
  DATABASE_PORT: "app.db.port",
  DJANGO_SETTINGS_MODULE: "app.admin.settings",
  ELASTICSEARCH_HOST: "app.elasticsearch.host",
  ELASTICSEARCH_LOGGING_HOST: "app.logging.elasticsearch.host",
  ES_HOST: "app.logging.elasticsearch.host",
  FRONTEND_URL: "app.frontend.url",
  LOG_LEVEL: "app.log_level",
  MAILCHIMP_LIST_ID: "app.mailchimp.list.id",
  MAILCHIMP_LIST_INTEREST: "app.mailchimp.list.interest",
  PYGENO_DATABASE_LOCAL_NAME: "app.db.database",
  PYGENO_DATABASE_GLOBAL_NAME: "app.db.database",
  POSTGRES_DB: "app.db.database",
  PYGENO_SITE_COUNTRY: "app.cluster_tag",
  PYGENO_ENVIRONMENT: "app.cluster_env",
  PYGENO_DATABASE_GLOBAL_HOST: "app.db.database.global.host",
  PYGENO_DATABASE_LOCAL_HOST: "app.db.database.local.host",
  DATABASE_HOST: "app.db.database.backup.host",
  PYGENO_SITE_CURRENCY: "app.currency",
  REDIS_HOST: "app.redis.host"
};

local secretEnv = {
  PYGENO_DATABASE_GLOBAL_RO_USER: "app.db.user",
  PYGENO_DATABASE_LOCAL_USER: "app.db.user",
  POSTGRES_USER: "app.db.user",
  PGPASSWORD: "app.db.password",

  PG_SOURCE_USER: "app.db.user",
  PG_SOURCE_PASSWORD: "app.db.password",
  PG_INTERIM_USER: "app.db.reporter.user",
  PG_INTERIM_PASSWORD: "app.db.reporter.password",
  PG_DEST_USER: "app.db.reporter.user",
  PG_DEST_PASSWORD: "app.db.reporter.password",

  PYGENO_DATABASE_GLOBAL_RO_PWD: "app.db.password",
  PYGENO_DATABASE_LOCAL_PASSWORD: "app.db.password",
  DJANGO_FIELD_ENCRYPTION_KEY: "app.django.field_encryption_key",
  DB_DUMP_PASS: "app.db.enc_key",
  CLOUDINARY_NAME: "app.cloudinary.name",
  CLOUDINARY_KEY: "app.cloudinary.api_key",
  CLOUDINARY_SECRET: "app.cloudinary.secret",
  SALESFORCE_USERNAME: "app.salesforce.sync.username",
  SALESFORCE_PASSWORD: "app.salesforce.sync.password",
  SALESFORCE_SECURITY_TOKEN: "app.salesforce.sync.security_token"
};

local env = {
  secret: [{vals: secretEnv, name: "application-secret"}],
  configMap: [{vals: configMapEnv, name: "application-config"}],
  hardCoded: hardCodedEnv
};

local image="eu.gcr.io/zageno-platform-158819/django-admin:prod-multi-country.203";
{
  job: std.prune(kube.job(name="job-download-images", command="python scripts/adhoc/update_product_images.py images both", image=image, env=env))
}