Skip to content

Instantly share code, notes, and snippets.

@Zetanova
Created July 28, 2022 11:01
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save Zetanova/84421faa58efc88f5b703d321a7b7b66 to your computer and use it in GitHub Desktop.
Save Zetanova/84421faa58efc88f5b703d321a7b7b66 to your computer and use it in GitHub Desktop.
elasticsearch zendesk X-Rate-Limit error
{
"general": {
"version": "8.3.2",
"revision": "9bdcd14d913a90dcb5804c8aac829cb28bc65556",
"elasticsearchVersion": "8.3.2"
},
"source": {
"id": "62e15e21276478d38dc3fa3f",
"service_type": "zendesk",
"name": "Zendesk",
"context": "organization",
"dlpEnabled": false,
"recentJobs": {
"full": [
{
"createdAt": "2022-07-28T10:49:58Z",
"status": "error",
"fatalException": {
"friendly_message": "Unknown problem occurred when syncing.",
"stack_trace": "org/jruby/RubyHash.java:1355:in `fetch\u0027: key not found: \"X-Rate-Limit\"\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/content_sources/zendesk/extractor.class:164:in `fetch_request_limit\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/content_sources/zendesk/extractor.class:122:in `requests_allowed_per_minute\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/content_sources/zendesk/extractor.class:186:in `compute_target_page_size\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/content_sources/zendesk/extractor.class:22:in `yield_document_changes\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/content_sources/base/extractor.class:113:in `block in document_changes\u0027\n\tfrom org/jruby/RubyGenerator.java:99:in `each\u0027\n\tfrom org/jruby/RubyEnumerator.java:383:in `each\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/content_sources/base/extractor.class:119:in `block in document_changes\u0027\n\tfrom /usr/share/enterprise-search/lib/war/gems/gems/statsd-instrument-2.1.1/lib/statsd/instrument.rb:284:in `block in measure\u0027\n\tfrom /usr/share/enterprise-search/lib/war/gems/gems/statsd-instrument-2.1.1/lib/statsd/instrument.rb:53:in `duration\u0027\n\tfrom /usr/share/enterprise-search/lib/war/gems/gems/statsd-instrument-2.1.1/lib/statsd/instrument.rb:284:in `measure\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/stats.class:4:in `measure\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/content_sources/base/extractor.class:110:in `block in document_changes\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/content_sources/zendesk/extractor.class:168:in `convert_rate_limit_errors\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/content_sources/base/extractor.class:66:in `block in with_auth_tokens_and_retry\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/content_sources/base/extractor.class:197:in `convert_transient_server_errors\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/content_sources/base/extractor.class:65:in `with_auth_tokens_and_retry\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/content_sources/base/extractor.class:109:in `block in document_changes\u0027\n\tfrom /usr/share/enterprise-search/lib/war/gems/gems/statsd-instrument-2.1.1/lib/statsd/instrument.rb:284:in `block in measure\u0027\n\tfrom /usr/share/enterprise-search/lib/war/gems/gems/statsd-instrument-2.1.1/lib/statsd/instrument.rb:53:in `duration\u0027\n\tfrom /usr/share/enterprise-search/lib/war/gems/gems/statsd-instrument-2.1.1/lib/statsd/instrument.rb:284:in `measure\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/stats.class:4:in `measure\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/content_sources/base/extractor.class:108:in `document_changes\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/work/index.class:13:in `block in run\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/work/abstract_extractor_work.class:100:in `run_with_suspension\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/work/index.class:12:in `run\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/work/abstract_extractor_work.class:138:in `execute\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/workers/extract_worker.class:7:in `block in run\u0027\n\tfrom /usr/share/enterprise-search/lib/war/gems/gems/concurrent-ruby-1.1.10/lib/concurrent-ruby/concurrent/executor/safe_task_executor.rb:24:in `block in execute\u0027\n\tfrom /usr/share/enterprise-search/lib/war/gems/gems/concurrent-ruby-1.1.10/lib/concurrent-ruby/concurrent/executor/safe_task_executor.rb:22:in `execute\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/config/initializers/concurrent.class:18:in `block in realize\u0027\n\tfrom /usr/share/enterprise-search/lib/war/gems/gems/concurrent-ruby-1.1.10/lib/concurrent-ruby/concurrent/executor/java_executor_service.rb:79:in `run\u0027\n",
"id": "62e269d7276478b151c404fe",
"message": "key not found: \"X-Rate-Limit\"",
"class": "KeyError"
},
"errorReason": "unknown",
"completedAt": "2022-07-28T10:49:59Z",
"durationSeconds": 1.0,
"documentErrorCount": 0,
"documentErrors": []
},
{
"createdAt": "2022-07-28T10:43:57Z",
"status": "error",
"fatalException": {
"friendly_message": "Unknown problem occurred when syncing.",
"stack_trace": "org/jruby/RubyHash.java:1355:in `fetch\u0027: key not found: \"X-Rate-Limit\"\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/content_sources/zendesk/extractor.class:164:in `fetch_request_limit\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/content_sources/zendesk/extractor.class:122:in `requests_allowed_per_minute\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/content_sources/zendesk/extractor.class:186:in `compute_target_page_size\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/content_sources/zendesk/extractor.class:22:in `yield_document_changes\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/content_sources/base/extractor.class:113:in `block in document_changes\u0027\n\tfrom org/jruby/RubyGenerator.java:99:in `each\u0027\n\tfrom org/jruby/RubyEnumerator.java:383:in `each\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/content_sources/base/extractor.class:119:in `block in document_changes\u0027\n\tfrom /usr/share/enterprise-search/lib/war/gems/gems/statsd-instrument-2.1.1/lib/statsd/instrument.rb:284:in `block in measure\u0027\n\tfrom /usr/share/enterprise-search/lib/war/gems/gems/statsd-instrument-2.1.1/lib/statsd/instrument.rb:53:in `duration\u0027\n\tfrom /usr/share/enterprise-search/lib/war/gems/gems/statsd-instrument-2.1.1/lib/statsd/instrument.rb:284:in `measure\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/stats.class:4:in `measure\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/content_sources/base/extractor.class:110:in `block in document_changes\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/content_sources/zendesk/extractor.class:168:in `convert_rate_limit_errors\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/content_sources/base/extractor.class:66:in `block in with_auth_tokens_and_retry\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/content_sources/base/extractor.class:197:in `convert_transient_server_errors\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/content_sources/base/extractor.class:65:in `with_auth_tokens_and_retry\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/content_sources/base/extractor.class:109:in `block in document_changes\u0027\n\tfrom /usr/share/enterprise-search/lib/war/gems/gems/statsd-instrument-2.1.1/lib/statsd/instrument.rb:284:in `block in measure\u0027\n\tfrom /usr/share/enterprise-search/lib/war/gems/gems/statsd-instrument-2.1.1/lib/statsd/instrument.rb:53:in `duration\u0027\n\tfrom /usr/share/enterprise-search/lib/war/gems/gems/statsd-instrument-2.1.1/lib/statsd/instrument.rb:284:in `measure\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/stats.class:4:in `measure\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/content_sources/base/extractor.class:108:in `document_changes\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/work/index.class:13:in `block in run\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/work/abstract_extractor_work.class:100:in `run_with_suspension\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/work/index.class:12:in `run\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/work/abstract_extractor_work.class:138:in `execute\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/workers/extract_worker.class:7:in `block in run\u0027\n\tfrom /usr/share/enterprise-search/lib/war/gems/gems/concurrent-ruby-1.1.10/lib/concurrent-ruby/concurrent/executor/safe_task_executor.rb:24:in `block in execute\u0027\n\tfrom /usr/share/enterprise-search/lib/war/gems/gems/concurrent-ruby-1.1.10/lib/concurrent-ruby/concurrent/executor/safe_task_executor.rb:22:in `execute\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/config/initializers/concurrent.class:18:in `block in realize\u0027\n\tfrom /usr/share/enterprise-search/lib/war/gems/gems/concurrent-ruby-1.1.10/lib/concurrent-ruby/concurrent/executor/java_executor_service.rb:79:in `run\u0027\n",
"id": "62e2686f2764784ee9c404fa",
"message": "key not found: \"X-Rate-Limit\"",
"class": "KeyError"
},
"errorReason": "unknown",
"completedAt": "2022-07-28T10:43:59Z",
"durationSeconds": 2.0,
"documentErrorCount": 0,
"documentErrors": []
},
{
"createdAt": "2022-07-28T10:37:57Z",
"status": "error",
"fatalException": {
"friendly_message": "Unknown problem occurred when syncing.",
"stack_trace": "org/jruby/RubyHash.java:1355:in `fetch\u0027: key not found: \"X-Rate-Limit\"\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/content_sources/zendesk/extractor.class:164:in `fetch_request_limit\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/content_sources/zendesk/extractor.class:122:in `requests_allowed_per_minute\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/content_sources/zendesk/extractor.class:186:in `compute_target_page_size\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/content_sources/zendesk/extractor.class:22:in `yield_document_changes\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/content_sources/base/extractor.class:113:in `block in document_changes\u0027\n\tfrom org/jruby/RubyGenerator.java:99:in `each\u0027\n\tfrom org/jruby/RubyEnumerator.java:383:in `each\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/content_sources/base/extractor.class:119:in `block in document_changes\u0027\n\tfrom /usr/share/enterprise-search/lib/war/gems/gems/statsd-instrument-2.1.1/lib/statsd/instrument.rb:284:in `block in measure\u0027\n\tfrom /usr/share/enterprise-search/lib/war/gems/gems/statsd-instrument-2.1.1/lib/statsd/instrument.rb:53:in `duration\u0027\n\tfrom /usr/share/enterprise-search/lib/war/gems/gems/statsd-instrument-2.1.1/lib/statsd/instrument.rb:284:in `measure\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/stats.class:4:in `measure\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/content_sources/base/extractor.class:110:in `block in document_changes\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/content_sources/zendesk/extractor.class:168:in `convert_rate_limit_errors\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/content_sources/base/extractor.class:66:in `block in with_auth_tokens_and_retry\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/content_sources/base/extractor.class:197:in `convert_transient_server_errors\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/content_sources/base/extractor.class:65:in `with_auth_tokens_and_retry\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/content_sources/base/extractor.class:109:in `block in document_changes\u0027\n\tfrom /usr/share/enterprise-search/lib/war/gems/gems/statsd-instrument-2.1.1/lib/statsd/instrument.rb:284:in `block in measure\u0027\n\tfrom /usr/share/enterprise-search/lib/war/gems/gems/statsd-instrument-2.1.1/lib/statsd/instrument.rb:53:in `duration\u0027\n\tfrom /usr/share/enterprise-search/lib/war/gems/gems/statsd-instrument-2.1.1/lib/statsd/instrument.rb:284:in `measure\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/stats.class:4:in `measure\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/content_sources/base/extractor.class:108:in `document_changes\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/work/index.class:13:in `block in run\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/work/abstract_extractor_work.class:100:in `run_with_suspension\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/work/index.class:12:in `run\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/work/abstract_extractor_work.class:138:in `execute\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/lib/connectors/workers/extract_worker.class:7:in `block in run\u0027\n\tfrom /usr/share/enterprise-search/lib/war/gems/gems/concurrent-ruby-1.1.10/lib/concurrent-ruby/concurrent/executor/safe_task_executor.rb:24:in `block in execute\u0027\n\tfrom /usr/share/enterprise-search/lib/war/gems/gems/concurrent-ruby-1.1.10/lib/concurrent-ruby/concurrent/executor/safe_task_executor.rb:22:in `execute\u0027\n\tfrom /usr/share/enterprise-search/lib/war/connectors/config/initializers/concurrent.class:18:in `block in realize\u0027\n\tfrom /usr/share/enterprise-search/lib/war/gems/gems/concurrent-ruby-1.1.10/lib/concurrent-ruby/concurrent/executor/java_executor_service.rb:79:in `run\u0027\n",
"id": "62e26707276478b17bc404f6",
"message": "key not found: \"X-Rate-Limit\"",
"class": "KeyError"
},
"errorReason": "unknown",
"completedAt": "2022-07-28T10:37:59Z",
"durationSeconds": 2.0,
"documentErrorCount": 0,
"documentErrors": []
}
],
"incremental": [
{
"createdAt": "2022-07-28T09:49:52Z",
"status": "complete",
"fatalException": null,
"errorReason": null,
"completedAt": "2022-07-28T09:50:19Z",
"durationSeconds": 27.0,
"documentErrorCount": 0,
"documentErrors": []
},
{
"createdAt": "2022-07-28T07:49:44Z",
"status": "complete",
"fatalException": null,
"errorReason": null,
"completedAt": "2022-07-28T07:50:07Z",
"durationSeconds": 23.0,
"documentErrorCount": 0,
"documentErrors": []
},
{
"createdAt": "2022-07-28T05:49:35Z",
"status": "complete",
"fatalException": null,
"errorReason": null,
"completedAt": "2022-07-28T05:49:39Z",
"durationSeconds": 4.0,
"documentErrorCount": 0,
"documentErrors": []
}
],
"delete": [
{
"createdAt": "2022-07-28T09:49:52Z",
"status": "complete",
"fatalException": null,
"errorReason": null,
"completedAt": "2022-07-28T09:50:36Z",
"durationSeconds": 44.0,
"documentErrorCount": 0,
"documentErrors": []
},
{
"createdAt": "2022-07-28T03:49:27Z",
"status": "complete",
"fatalException": null,
"errorReason": null,
"completedAt": "2022-07-28T03:50:04Z",
"durationSeconds": 37.0,
"documentErrorCount": 0,
"documentErrors": []
},
{
"createdAt": "2022-07-27T21:48:58Z",
"status": "complete",
"fatalException": null,
"errorReason": null,
"completedAt": "2022-07-27T21:49:37Z",
"durationSeconds": 39.0,
"documentErrorCount": 0,
"documentErrors": []
}
]
},
"oauthTokenAgeSeconds": 68611,
"oauthScopes": "read",
"indexing": {
"default_action": "include",
"rules": [],
"schedule": {
"intervals": [],
"blocked": []
},
"enabled": true,
"features": {
"content_extraction": {
"enabled": true
},
"thumbnails": {
"enabled": true
}
}
},
"facets": {
"overrides": []
},
"created_at": "2022-07-27T15:47:45Z",
"document_count": 1885,
"updated_at": "2022-07-27T15:48:05Z"
}
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment