Skip to content

Instantly share code, notes, and snippets.

@saisankargochhayat
Created July 21, 2020 13:52
Show Gist options
  • Save saisankargochhayat/6ed94ee54f8221053fd2f1a29f560e63 to your computer and use it in GitHub Desktop.
Save saisankargochhayat/6ed94ee54f8221053fd2f1a29f560e63 to your computer and use it in GitHub Desktop.
{
"conditions": [
{
"status": "True",
"type": "Completed"
}
],
"finishedAt": "2020-07-20T16:27:32Z",
"nodes": {
"adviser-a7730e47": {
"children": [
"adviser-a7730e47-3308995758"
],
"displayName": "adviser-a7730e47",
"finishedAt": "2020-07-20T16:27:32Z",
"id": "adviser-a7730e47",
"name": "adviser-a7730e47",
"outboundNodes": [
"adviser-a7730e47-4186420603",
"adviser-a7730e47-1304713547"
],
"phase": "Failed",
"startedAt": "2020-07-20T16:20:14Z",
"templateName": "adviser",
"templateScope": "local/adviser-a7730e47",
"type": "DAG"
},
"adviser-a7730e47-1304713547": {
"boundaryID": "adviser-a7730e47",
"displayName": "trigger-finished-webhook",
"finishedAt": "2020-07-20T16:27:24Z",
"hostNodeName": "cpt-1028.paas.prod.upshift.rdu2.redhat.com",
"id": "adviser-a7730e47-1304713547",
"inputs": {
"parameters": [
{
"name": "WORKFLOW_NAME",
"value": "adviser-a7730e47"
},
{
"name": "THOTH_DOCUMENT_ID",
"value": "adviser-a7730e47"
},
{
"name": "THOTH_ADVISER_METADATA",
"value": "{\"github_event_type\": null, \"github_check_run_id\": null, \"github_installation_id\": null, \"github_base_repo_url\": null, \"origin\": \"https://github.com/saisankargochhayat/thamos_sample.git\", \"re_run_adviser_id\": null, \"source_type\": \"CLI\"}"
},
{
"name": "IMAGE_STREAM_REGISTRY",
"value": "docker-registry.default.svc:5000"
},
{
"name": "IMAGE_STREAM_NAMESPACE",
"value": "thoth-infra-stage"
},
{
"name": "IMAGE_STREAM_TAG",
"value": "latest"
}
]
},
"name": "adviser-a7730e47.trigger-finished-webhook",
"outputs": {
"exitCode": "0"
},
"phase": "Succeeded",
"startedAt": "2020-07-20T16:25:34Z",
"templateRef": {
"name": "finished-webhook",
"template": "finished-webhook"
},
"templateScope": "local/adviser-a7730e47",
"type": "Pod"
},
"adviser-a7730e47-1502546016": {
"boundaryID": "adviser-a7730e47",
"displayName": "graph-sync-advise(0)",
"finishedAt": "2020-07-20T16:25:59Z",
"hostNodeName": "cpt-1028.paas.prod.upshift.rdu2.redhat.com",
"id": "adviser-a7730e47-1502546016",
"inputs": {
"artifacts": [
{
"archive": {
"none": {}
},
"name": "outputdocument",
"path": "/mnt/output/adviser-a7730e47",
"s3": {
"accessKeySecret": {
"key": "accessKey",
"name": "argo-artifact-repository-secrets"
},
"bucket": "thoth",
"endpoint": "s3.upshift.redhat.com",
"insecure": true,
"key": "data/thoth/thoth-psi-stage/adviser/adviser-a7730e47",
"secretKeySecret": {
"key": "secretKey",
"name": "argo-artifact-repository-secrets"
}
}
}
],
"parameters": [
{
"name": "THOTH_DOCUMENT_ID",
"value": "adviser-a7730e47"
},
{
"name": "THOTH_FORCE_SYNC",
"value": "0"
}
]
},
"message": "failed with exit code 1",
"name": "adviser-a7730e47.graph-sync-advise(0)",
"outputs": {
"exitCode": "1"
},
"phase": "Failed",
"startedAt": "2020-07-20T16:25:34Z",
"templateRef": {
"name": "graph-sync",
"template": "graph-sync"
},
"templateScope": "local/adviser-a7730e47",
"type": "Pod"
},
"adviser-a7730e47-2909030841": {
"boundaryID": "adviser-a7730e47",
"children": [
"adviser-a7730e47-1502546016",
"adviser-a7730e47-93078925",
"adviser-a7730e47-3716794366",
"adviser-a7730e47-4186420603"
],
"displayName": "graph-sync-advise",
"finishedAt": "2020-07-20T16:27:06Z",
"id": "adviser-a7730e47-2909030841",
"inputs": {
"artifacts": [
{
"archive": {
"none": {}
},
"name": "outputdocument",
"path": "/mnt/output/adviser-a7730e47",
"s3": {
"accessKeySecret": {
"key": "accessKey",
"name": "argo-artifact-repository-secrets"
},
"bucket": "thoth",
"endpoint": "s3.upshift.redhat.com",
"insecure": true,
"key": "data/thoth/thoth-psi-stage/adviser/adviser-a7730e47",
"secretKeySecret": {
"key": "secretKey",
"name": "argo-artifact-repository-secrets"
}
}
}
],
"parameters": [
{
"name": "THOTH_DOCUMENT_ID",
"value": "adviser-a7730e47"
},
{
"name": "THOTH_FORCE_SYNC",
"value": "0"
}
]
},
"message": "No more retries left",
"name": "adviser-a7730e47.graph-sync-advise",
"phase": "Failed",
"startedAt": "2020-07-20T16:25:34Z",
"templateRef": {
"name": "graph-sync",
"template": "graph-sync"
},
"templateScope": "local/adviser-a7730e47",
"type": "Retry"
},
"adviser-a7730e47-3308995758": {
"boundaryID": "adviser-a7730e47",
"children": [
"adviser-a7730e47-1304713547",
"adviser-a7730e47-2909030841"
],
"displayName": "advise",
"finishedAt": "2020-07-20T16:25:32Z",
"hostNodeName": "cpt-1028.paas.prod.upshift.rdu2.redhat.com",
"id": "adviser-a7730e47-3308995758",
"inputs": {
"parameters": [
{
"name": "THOTH_ADVISER_JOB_ID",
"value": "adviser-a7730e47"
},
{
"name": "THOTH_DOCUMENT_ID",
"value": "adviser-a7730e47"
},
{
"name": "THOTH_ADVISER_REQUIREMENTS",
"value": "[[source]]\nurl = \"https://pypi.org/simple\"\nverify_ssl = true\nname = \"pypi\"\n\n[[source]]\nurl = \"https://pypi.org/simple\"\nverify_ssl = true\nname = \"pypi-org\"\n\n[packages]\npyyaml = \"*\"\nschema = \"*\"\n\n[dev-packages]\n\n[requires]\npython_version = \"3.6\"\n"
},
{
"name": "THOTH_ADVISER_REQUIREMENTS_LOCKED",
"value": "{\n \"_meta\": {\n \"hash\": {\n \"sha256\": \"15dd1955a79578ecb55d3ffa27e2ce637abd69ca862f8c6031f51e17d9731551\"\n },\n \"pipfile-spec\": 6,\n \"requires\": {\n \"python_version\": \"3.6\"\n },\n \"sources\": [\n {\n \"name\": \"pypi\",\n \"url\": \"https://pypi.org/simple\",\n \"verify_ssl\": true\n },\n {\n \"name\": \"pypi-org\",\n \"url\": \"https://pypi.org/simple\",\n \"verify_ssl\": true\n }\n ]\n },\n \"default\": {\n \"contextlib2\": {\n \"hashes\": [\n \"sha256:01f490098c18b19d2bd5bb5dc445b2054d2fa97f09a4280ba2c5f3c394c8162e\",\n \"sha256:3355078a159fbb44ee60ea80abd0d87b80b78c248643b49aa6d94673b413609b\"\n ],\n \"markers\": \"python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3'\",\n \"version\": \"==0.6.0.post1\"\n },\n \"pyyaml\": {\n \"hashes\": [\n \"sha256:06a0d7ba600ce0b2d2fe2e78453a470b5a6e000a985dd4a4e54e436cc36b0e97\",\n \"sha256:240097ff019d7c70a4922b6869d8a86407758333f02203e0fc6ff79c5dcede76\",\n \"sha256:4f4b913ca1a7319b33cfb1369e91e50354d6f07a135f3b901aca02aa95940bd2\",\n \"sha256:69f00dca373f240f842b2931fb2c7e14ddbacd1397d57157a9b005a6a9942648\",\n \"sha256:73f099454b799e05e5ab51423c7bcf361c58d3206fa7b0d555426b1f4d9a3eaf\",\n \"sha256:74809a57b329d6cc0fdccee6318f44b9b8649961fa73144a98735b0aaf029f1f\",\n \"sha256:7739fc0fa8205b3ee8808aea45e968bc90082c10aef6ea95e855e10abf4a37b2\",\n \"sha256:95f71d2af0ff4227885f7a6605c37fd53d3a106fcab511b8860ecca9fcf400ee\",\n \"sha256:b8eac752c5e14d3eca0e6dd9199cd627518cb5ec06add0de9d32baeee6fe645d\",\n \"sha256:cc8955cfbfc7a115fa81d85284ee61147059a753344bc51098f3ccd69b0d7e0c\",\n \"sha256:d13155f591e6fcc1ec3b30685d50bf0711574e2c0dfffd7644babf8b5102ca1a\"\n ],\n \"index\": \"pypi\",\n \"version\": \"==5.3.1\"\n },\n \"schema\": {\n \"hashes\": [\n \"sha256:3a03c2e2b22e6a331ae73750ab1da46916da6ca861b16e6f073ac1d1eba43b71\",\n \"sha256:b536f2375b49fdf56f36279addae98bd86a8afbd58b3c32ce363c464bed5fc1c\"\n ],\n \"index\": \"pypi\",\n \"version\": \"==0.7.2\"\n }\n },\n \"develop\": {}\n}\n"
},
{
"name": "THOTH_ADVISER_LIBRARY_USAGE",
"value": "{\"report\": {\"yaml\": [\"yaml.YAMLError\", \"yaml.safe_load\"]}, \"version\": \"0.0.7\"}"
},
{
"name": "THOTH_ADVISER_REQUIREMENTS_FORMAT",
"value": "pipenv"
},
{
"name": "THOTH_ADVISER_RECOMMENDATION_TYPE",
"value": "latest"
},
{
"name": "THOTH_ADVISER_RUNTIME_ENVIRONMENT",
"value": "{\"hardware\": {\"cpu_family\": null, \"cpu_model\": null}, \"operating_system\": {\"name\": \"rhel\", \"version\": \"8\"}, \"python_version\": \"3.6\", \"cuda_version\": null, \"name\": \"rhel:8\", \"platform\": null}"
},
{
"name": "THOTH_ADVISER_METADATA",
"value": "{\"github_event_type\": null, \"github_check_run_id\": null, \"github_installation_id\": null, \"github_base_repo_url\": null, \"origin\": \"https://github.com/saisankargochhayat/thamos_sample.git\", \"re_run_adviser_id\": null, \"source_type\": \"CLI\"}"
},
{
"name": "THOTH_ADVISER_SEED",
"value": "42"
},
{
"name": "THOTH_ADVISER_DEV",
"value": "0"
},
{
"name": "THOTH_ADVISER_BEAM_WIDTH",
"value": "25000"
},
{
"name": "THOTH_LOG_ADVISER",
"value": "INFO"
},
{
"name": "THOTH_ADVISER_LIMIT",
"value": "100000"
},
{
"name": "THOTH_ADVISER_COUNT",
"value": "1"
},
{
"name": "THOTH_ADVISER_LIMIT_LATEST_VERSIONS",
"value": "9999999"
},
{
"name": "THOTH_S3_ENDPOINT_URL",
"value": "s3.upshift.redhat.com"
},
{
"name": "THOTH_CEPH_BUCKET_NAME",
"value": "thoth"
},
{
"name": "THOTH_CEPH_BUCKET_PREFIX",
"value": "data/thoth"
},
{
"name": "THOTH_DEPLOYMENT_NAME",
"value": "thoth-psi-stage"
}
]
},
"name": "adviser-a7730e47.advise",
"outputs": {
"artifacts": [
{
"archive": {
"none": {}
},
"name": "outputdocument",
"path": "/mnt/workdir/adviser-a7730e47",
"s3": {
"accessKeySecret": {
"key": "accessKey",
"name": "argo-artifact-repository-secrets"
},
"bucket": "thoth",
"endpoint": "s3.upshift.redhat.com",
"insecure": true,
"key": "data/thoth/thoth-psi-stage/adviser/adviser-a7730e47",
"secretKeySecret": {
"key": "secretKey",
"name": "argo-artifact-repository-secrets"
}
}
}
],
"exitCode": "0"
},
"phase": "Succeeded",
"startedAt": "2020-07-20T16:20:14Z",
"templateRef": {
"name": "advise",
"template": "advise"
},
"templateScope": "local/adviser-a7730e47",
"type": "Pod"
},
"adviser-a7730e47-3716794366": {
"boundaryID": "adviser-a7730e47",
"displayName": "graph-sync-advise(2)",
"finishedAt": "2020-07-20T16:26:44Z",
"hostNodeName": "cpt-1053.paas.prod.upshift.rdu2.redhat.com",
"id": "adviser-a7730e47-3716794366",
"inputs": {
"artifacts": [
{
"archive": {
"none": {}
},
"name": "outputdocument",
"path": "/mnt/output/adviser-a7730e47",
"s3": {
"accessKeySecret": {
"key": "accessKey",
"name": "argo-artifact-repository-secrets"
},
"bucket": "thoth",
"endpoint": "s3.upshift.redhat.com",
"insecure": true,
"key": "data/thoth/thoth-psi-stage/adviser/adviser-a7730e47",
"secretKeySecret": {
"key": "secretKey",
"name": "argo-artifact-repository-secrets"
}
}
}
],
"parameters": [
{
"name": "THOTH_DOCUMENT_ID",
"value": "adviser-a7730e47"
},
{
"name": "THOTH_FORCE_SYNC",
"value": "0"
}
]
},
"message": "failed with exit code 1",
"name": "adviser-a7730e47.graph-sync-advise(2)",
"outputs": {
"exitCode": "1"
},
"phase": "Failed",
"startedAt": "2020-07-20T16:26:23Z",
"templateRef": {
"name": "graph-sync",
"template": "graph-sync"
},
"templateScope": "local/adviser-a7730e47",
"type": "Pod"
},
"adviser-a7730e47-4186420603": {
"boundaryID": "adviser-a7730e47",
"displayName": "graph-sync-advise(3)",
"finishedAt": "2020-07-20T16:27:05Z",
"hostNodeName": "cpt-1053.paas.prod.upshift.rdu2.redhat.com",
"id": "adviser-a7730e47-4186420603",
"inputs": {
"artifacts": [
{
"archive": {
"none": {}
},
"name": "outputdocument",
"path": "/mnt/output/adviser-a7730e47",
"s3": {
"accessKeySecret": {
"key": "accessKey",
"name": "argo-artifact-repository-secrets"
},
"bucket": "thoth",
"endpoint": "s3.upshift.redhat.com",
"insecure": true,
"key": "data/thoth/thoth-psi-stage/adviser/adviser-a7730e47",
"secretKeySecret": {
"key": "secretKey",
"name": "argo-artifact-repository-secrets"
}
}
}
],
"parameters": [
{
"name": "THOTH_DOCUMENT_ID",
"value": "adviser-a7730e47"
},
{
"name": "THOTH_FORCE_SYNC",
"value": "0"
}
]
},
"message": "failed with exit code 1",
"name": "adviser-a7730e47.graph-sync-advise(3)",
"outputs": {
"exitCode": "1"
},
"phase": "Failed",
"startedAt": "2020-07-20T16:26:44Z",
"templateRef": {
"name": "graph-sync",
"template": "graph-sync"
},
"templateScope": "local/adviser-a7730e47",
"type": "Pod"
},
"adviser-a7730e47-93078925": {
"boundaryID": "adviser-a7730e47",
"displayName": "graph-sync-advise(1)",
"finishedAt": "2020-07-20T16:26:23Z",
"hostNodeName": "cpt-1028.paas.prod.upshift.rdu2.redhat.com",
"id": "adviser-a7730e47-93078925",
"inputs": {
"artifacts": [
{
"archive": {
"none": {}
},
"name": "outputdocument",
"path": "/mnt/output/adviser-a7730e47",
"s3": {
"accessKeySecret": {
"key": "accessKey",
"name": "argo-artifact-repository-secrets"
},
"bucket": "thoth",
"endpoint": "s3.upshift.redhat.com",
"insecure": true,
"key": "data/thoth/thoth-psi-stage/adviser/adviser-a7730e47",
"secretKeySecret": {
"key": "secretKey",
"name": "argo-artifact-repository-secrets"
}
}
}
],
"parameters": [
{
"name": "THOTH_DOCUMENT_ID",
"value": "adviser-a7730e47"
},
{
"name": "THOTH_FORCE_SYNC",
"value": "0"
}
]
},
"message": "failed with exit code 1",
"name": "adviser-a7730e47.graph-sync-advise(1)",
"outputs": {
"exitCode": "1"
},
"phase": "Failed",
"startedAt": "2020-07-20T16:26:01Z",
"templateRef": {
"name": "graph-sync",
"template": "graph-sync"
},
"templateScope": "local/adviser-a7730e47",
"type": "Pod"
}
},
"phase": "Failed",
"startedAt": "2020-07-20T16:20:14Z",
"storedTemplates": {
"namespaced/advise/advise": {
"arguments": {},
"container": {
"env": [
{
"name": "THOTH_DOCUMENT_ID",
"value": "{{inputs.parameters.THOTH_DOCUMENT_ID}}"
},
{
"name": "THOTH_ADVISER_OUTPUT",
"value": "/mnt/workdir/{{inputs.parameters.THOTH_DOCUMENT_ID}}"
},
{
"name": "THOTH_ADVISER_FORK",
"value": "1"
},
{
"name": "THOTH_LOG_ADVISER",
"value": "{{inputs.parameters.THOTH_LOG_ADVISER}}"
},
{
"name": "THOTH_ADJUST_LOGGING",
"value": "alembic.runtime.migration:WARNING,thoth.common:WARNING,thoth.analyzer.cli:WARNING"
},
{
"name": "THOTH_SENTRY_IGNORE_LOGGER",
"value": "thoth.adviser.run"
},
{
"name": "THOTH_ADVISER_COUNT",
"value": "{{inputs.parameters.THOTH_ADVISER_COUNT}}"
},
{
"name": "THOTH_ADVISER_LIMIT",
"value": "{{inputs.parameters.THOTH_ADVISER_LIMIT}}"
},
{
"name": "THOTH_ADVISER_REQUIREMENTS",
"value": "{{inputs.parameters.THOTH_ADVISER_REQUIREMENTS}}"
},
{
"name": "THOTH_ADVISER_REQUIREMENTS_LOCKED",
"value": "{{inputs.parameters.THOTH_ADVISER_REQUIREMENTS_LOCKED}}"
},
{
"name": "THOTH_ADVISER_REQUIREMENTS_FORMAT",
"value": "{{inputs.parameters.THOTH_ADVISER_REQUIREMENTS_FORMAT}}"
},
{
"name": "THOTH_ADVISER_RECOMMENDATION_TYPE",
"value": "{{inputs.parameters.THOTH_ADVISER_RECOMMENDATION_TYPE}}"
},
{
"name": "THOTH_ADVISER_RUNTIME_ENVIRONMENT",
"value": "{{inputs.parameters.THOTH_ADVISER_RUNTIME_ENVIRONMENT}}"
},
{
"name": "THOTH_ADVISER_METADATA",
"value": "{{inputs.parameters.THOTH_ADVISER_METADATA}}"
},
{
"name": "THOTH_ADVISER_SEED",
"value": "{{inputs.parameters.THOTH_ADVISER_SEED}}"
},
{
"name": "THOTH_ADVISER_DEV",
"value": "{{inputs.parameters.THOTH_ADVISER_DEV}}"
},
{
"name": "THOTH_ADVISER_BEAM_WIDTH",
"value": "{{inputs.parameters.THOTH_ADVISER_BEAM_WIDTH}}"
},
{
"name": "THOTH_ADVISER_SUBCOMMAND",
"value": "advise"
},
{
"name": "THOTH_ADVISER_LIMIT_LATEST_VERSIONS",
"value": "{{inputs.parameters.THOTH_ADVISER_LIMIT_LATEST_VERSIONS}}"
},
{
"name": "THOTH_ADVISER_LIBRARY_USAGE",
"value": "{{inputs.parameters.THOTH_ADVISER_LIBRARY_USAGE}}"
},
{
"name": "ISIS_API_URL",
"valueFrom": {
"configMapKeyRef": {
"key": "isis-api-url",
"name": "thoth"
}
}
},
{
"name": "PROMETHEUS_PUSHGATEWAY_HOST",
"valueFrom": {
"configMapKeyRef": {
"key": "prometheus-pushgateway-host",
"name": "thoth"
}
}
},
{
"name": "PROMETHEUS_PUSHGATEWAY_PORT",
"valueFrom": {
"configMapKeyRef": {
"key": "prometheus-pushgateway-port",
"name": "thoth"
}
}
},
{
"name": "THOTH_DEPLOYMENT_NAME",
"valueFrom": {
"configMapKeyRef": {
"key": "storage-bucket-name",
"name": "thoth"
}
}
},
{
"name": "SENTRY_DSN",
"valueFrom": {
"secretKeyRef": {
"key": "sentry-dsn",
"name": "thoth"
}
}
},
{
"name": "KNOWLEDGE_GRAPH_HOST",
"valueFrom": {
"configMapKeyRef": {
"key": "postgresql-host",
"name": "thoth"
}
}
},
{
"name": "KNOWLEDGE_GRAPH_PORT",
"value": "5432"
},
{
"name": "KNOWLEDGE_GRAPH_SSL_DISABLED",
"value": "1"
},
{
"name": "KNOWLEDGE_GRAPH_USER",
"valueFrom": {
"secretKeyRef": {
"key": "database-user",
"name": "postgresql"
}
}
},
{
"name": "KNOWLEDGE_GRAPH_PASSWORD",
"valueFrom": {
"secretKeyRef": {
"key": "database-password",
"name": "postgresql"
}
}
},
{
"name": "KNOWLEDGE_GRAPH_DATABASE",
"valueFrom": {
"secretKeyRef": {
"key": "database-name",
"name": "postgresql"
}
}
}
],
"image": "adviser",
"imagePullPolicy": "Always",
"livenessProbe": {
"exec": {
"command": [
"python3",
"liveness.py"
]
},
"failureThreshold": 1,
"initialDelaySeconds": 1500,
"timeoutSeconds": 600
},
"name": "advise",
"resources": {
"limits": {
"cpu": "1100m",
"memory": "8Gi"
},
"requests": {
"cpu": "1100m",
"memory": "8Gi"
}
},
"volumeMounts": [
{
"mountPath": "/mnt/workdir",
"name": "workdir"
}
]
},
"inputs": {
"parameters": [
{
"name": "THOTH_ADVISER_JOB_ID"
},
{
"name": "THOTH_DOCUMENT_ID"
},
{
"name": "THOTH_ADVISER_REQUIREMENTS"
},
{
"name": "THOTH_ADVISER_REQUIREMENTS_LOCKED"
},
{
"name": "THOTH_ADVISER_LIBRARY_USAGE"
},
{
"name": "THOTH_ADVISER_REQUIREMENTS_FORMAT"
},
{
"name": "THOTH_ADVISER_RECOMMENDATION_TYPE"
},
{
"name": "THOTH_ADVISER_RUNTIME_ENVIRONMENT"
},
{
"name": "THOTH_ADVISER_METADATA"
},
{
"name": "THOTH_ADVISER_SEED",
"value": "42"
},
{
"name": "THOTH_ADVISER_DEV",
"value": "0"
},
{
"name": "THOTH_ADVISER_BEAM_WIDTH",
"value": "100000"
},
{
"name": "THOTH_LOG_ADVISER"
},
{
"name": "THOTH_ADVISER_LIMIT",
"value": "100000"
},
{
"name": "THOTH_ADVISER_COUNT",
"value": "1"
},
{
"name": "THOTH_ADVISER_LIMIT_LATEST_VERSIONS",
"value": "9999999"
},
{
"name": "THOTH_S3_ENDPOINT_URL"
},
{
"name": "THOTH_CEPH_BUCKET_NAME"
},
{
"name": "THOTH_CEPH_BUCKET_PREFIX"
},
{
"name": "THOTH_DEPLOYMENT_NAME"
}
]
},
"metadata": {},
"name": "advise",
"outputs": {
"artifacts": [
{
"archive": {
"none": {}
},
"name": "outputdocument",
"path": "/mnt/workdir/{{inputs.parameters.THOTH_DOCUMENT_ID}}",
"s3": {
"accessKeySecret": {
"key": "accessKey",
"name": "argo-artifact-repository-secrets"
},
"bucket": "{{inputs.parameters.THOTH_CEPH_BUCKET_NAME}}",
"endpoint": "{{inputs.parameters.THOTH_S3_ENDPOINT_URL}}",
"insecure": true,
"key": "{{inputs.parameters.THOTH_CEPH_BUCKET_PREFIX}}/{{inputs.parameters.THOTH_DEPLOYMENT_NAME}}/adviser/{{inputs.parameters.THOTH_DOCUMENT_ID}}",
"secretKeySecret": {
"key": "secretKey",
"name": "argo-artifact-repository-secrets"
}
}
}
]
}
},
"namespaced/finished-webhook/finished-webhook": {
"arguments": {},
"inputs": {
"parameters": [
{
"name": "WORKFLOW_NAME"
},
{
"name": "THOTH_DOCUMENT_ID"
},
{
"name": "THOTH_ADVISER_METADATA"
},
{
"name": "IMAGE_STREAM_REGISTRY"
},
{
"name": "IMAGE_STREAM_NAMESPACE"
},
{
"name": "IMAGE_STREAM_TAG"
}
]
},
"metadata": {},
"name": "finished-webhook",
"outputs": {},
"script": {
"command": [
"python3"
],
"env": [
{
"name": "WEBHOOK_CALLBACK_URL",
"value": "http://qeb-hwt-aicoe-prod-bots.cloud.paas.psi.redhat.com"
},
{
"name": "WEBHOOK_SECRET",
"valueFrom": {
"secretKeyRef": {
"key": "WEBHOOK_SECRET",
"name": "qeb-hwt-github-app"
}
}
}
],
"image": "{{inputs.parameters.IMAGE_STREAM_REGISTRY}}/{{inputs.parameters.IMAGE_STREAM_NAMESPACE}}/thoth-toolbox:{{inputs.parameters.IMAGE_STREAM_TAG}}",
"name": "trigger-finished-webhook",
"resources": {
"limits": {
"cpu": "250m",
"memory": "256Mi"
},
"requests": {
"cpu": "250m",
"memory": "256Mi"
}
},
"source": "import hmac\nimport json\nimport os\nimport requests\nimport uuid\n\nfrom thoth.common import init_logging\n\ninit_logging()\n\nmetadata = json.loads('{{inputs.parameters.THOTH_ADVISER_METADATA}}')\n\nGITHUB_PARAMETERS = [\n \"github_event_type\",\n \"github_check_run_id\",\n \"github_installation_id\",\n \"github_base_repo_url\",\n \"origin\"\n]\n\nif all(p in metadata for p in GITHUB_PARAMETERS):\n github_webhook_params = (\n metadata[\"github_event_type\"] is not None,\n metadata[\"github_check_run_id\"] is not None,\n metadata[\"github_installation_id\"] is not None,\n metadata[\"github_base_repo_url\"] is not None,\n metadata[\"origin\"] is not None,\n )\n github_webhook_params_present = sum(github_webhook_params)\n if github_webhook_params_present != 0 and github_webhook_params_present == len(github_webhook_params):\n payload = {}\n payload[\"analysis_id\"] = \"{{inputs.parameters.THOTH_DOCUMENT_ID}}\"\n\n installation_id = {}\n installation_id[\"id\"] = int(metadata[\"github_installation_id\"])\n\n data = {\n \"action\": \"finished\",\n \"check_run_id\": int(metadata[\"github_check_run_id\"]),\n \"installation\": installation_id,\n \"base_repo_url\": metadata[\"github_base_repo_url\"],\n \"payload\": payload\n }\n\n key=os.environ[\"WEBHOOK_SECRET\"]\n msg = json.dumps(data).encode(\"UTF-8\")\n\n secret = key.encode(\"UTF-8\")\n signature = hmac.new(secret, msg, digestmod=\"sha1\")\n\n headers = {\n \"Accept\": \"application/vnd.github.antiope-preview+json\",\n \"Content-Type\": \"application/json\",\n \"User-Agent\": \"Workflow/{{inputs.parameters.WORKFLOW_NAME}}\",\n \"X-GitHub-Delivery\": str(uuid.uuid4()),\n \"X-GitHub-Event\": metadata[\"github_event_type\"],\n \"X-Hub-Signature\": f\"sha1={signature.hexdigest()}\",\n }\n\n print(\"Headers:\\n\", headers)\n print(\"Data:\\n\", data)\n\n WEBHOOK_CALLBACK_URL = os.environ[\"WEBHOOK_CALLBACK_URL\"]\n\n response = requests.post(WEBHOOK_CALLBACK_URL, data=json.dumps(data), headers=headers)\n response.raise_for_status()\n else:\n print(\"There are missing values for GitHub App\", metadata)\nelse:\n print(\"There are missing keys for GitHub App\", metadata)\n print(\"Thamos has run through CLI\")\n"
}
},
"namespaced/graph-sync/graph-sync": {
"arguments": {},
"container": {
"env": [
{
"name": "THOTH_DOCUMENT_ID",
"value": "{{inputs.parameters.THOTH_DOCUMENT_ID}}"
},
{
"name": "THOTH_SYNC_LOCAL_FILE",
"value": "1"
},
{
"name": "THOTH_SYNC_DOCUMENT_ID",
"value": "/mnt/output/{{inputs.parameters.THOTH_DOCUMENT_ID}}"
},
{
"name": "THOTH_FORCE_SYNC",
"value": "{{inputs.parameters.THOTH_FORCE_SYNC}}"
},
{
"name": "THOTH_LOG_GRAPH_SYNC_JOB",
"value": "DEBUG"
},
{
"name": "THOTH_DEPLOYMENT_NAME",
"valueFrom": {
"configMapKeyRef": {
"key": "storage-bucket-name",
"name": "thoth"
}
}
},
{
"name": "AMUN_API_URL",
"valueFrom": {
"configMapKeyRef": {
"key": "amun-api-url",
"name": "thoth"
}
}
},
{
"name": "THOTH_S3_ENDPOINT_URL",
"valueFrom": {
"configMapKeyRef": {
"key": "ceph-host",
"name": "thoth"
}
}
},
{
"name": "THOTH_CEPH_BUCKET",
"valueFrom": {
"configMapKeyRef": {
"key": "ceph-bucket-name",
"name": "thoth"
}
}
},
{
"name": "THOTH_CEPH_BUCKET_PREFIX",
"valueFrom": {
"configMapKeyRef": {
"key": "ceph-bucket-prefix",
"name": "thoth"
}
}
},
{
"name": "THOTH_CEPH_KEY_ID",
"valueFrom": {
"secretKeyRef": {
"key": "ceph-key-id",
"name": "thoth"
}
}
},
{
"name": "THOTH_CEPH_SECRET_KEY",
"valueFrom": {
"secretKeyRef": {
"key": "ceph-secret-key",
"name": "thoth"
}
}
},
{
"name": "THOTH_METRICS_PUSHGATEWAY_URL",
"valueFrom": {
"configMapKeyRef": {
"key": "metrics-pushgateway-url",
"name": "thoth"
}
}
},
{
"name": "THOTH_NAMESPACE",
"valueFrom": {
"fieldRef": {
"fieldPath": "metadata.namespace"
}
}
},
{
"name": "SENTRY_DSN",
"valueFrom": {
"secretKeyRef": {
"key": "sentry-dsn",
"name": "thoth"
}
}
},
{
"name": "KNOWLEDGE_GRAPH_HOST",
"valueFrom": {
"configMapKeyRef": {
"key": "postgresql-host",
"name": "thoth"
}
}
},
{
"name": "KNOWLEDGE_GRAPH_PORT",
"value": "5432"
},
{
"name": "KNOWLEDGE_GRAPH_SSL_DISABLED",
"value": "1"
},
{
"name": "KNOWLEDGE_GRAPH_USER",
"valueFrom": {
"secretKeyRef": {
"key": "database-user",
"name": "postgresql"
}
}
},
{
"name": "KNOWLEDGE_GRAPH_PASSWORD",
"valueFrom": {
"secretKeyRef": {
"key": "database-password",
"name": "postgresql"
}
}
},
{
"name": "KNOWLEDGE_GRAPH_DATABASE",
"valueFrom": {
"secretKeyRef": {
"key": "database-name",
"name": "postgresql"
}
}
}
],
"image": "quay.io/thoth-station/graph-sync-job:v0.6.0-dev",
"name": "graph-sync",
"resources": {
"limits": {
"cpu": "250m",
"memory": "256Mi"
},
"requests": {
"cpu": "250m",
"memory": "256Mi"
}
},
"volumeMounts": [
{
"mountPath": "/mnt/output",
"name": "output"
}
]
},
"inputs": {
"artifacts": [
{
"name": "outputdocument",
"path": "/mnt/output/{{inputs.parameters.THOTH_DOCUMENT_ID}}"
}
],
"parameters": [
{
"name": "THOTH_DOCUMENT_ID"
},
{
"name": "THOTH_FORCE_SYNC"
}
]
},
"metadata": {},
"name": "graph-sync",
"outputs": {},
"retryStrategy": {
"limit": 3
}
}
}
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment