gitlabqm

enrich-log

/home/p0tt3r/chaoss/sources/VENV_DIR/bin/python /home/p0tt3r/chaoss/sources/grimoirelab-sirmordred/utils/micro.py --enrich --cfg ./setup.cfg --backends gitlabqm:issue
  2020-06-16 18:22:11,780 Reading projects data from  ./projects.json 
  2020-06-16 18:22:21,812 [gitlabqm:issue] enrichment phase starts
  2020-06-16 18:22:21,890 [gitlabqm:issue] enrichment starts for https://gitlab.com/amfoss/cms-mobile
  2020-06-16 18:22:22,216 Error enriching raw from gitlabqm (https://gitlab.com/amfoss/cms-mobile): 'id'
Traceback (most recent call last):
  File "/home/p0tt3r/chaoss/sources/grimoirelab-elk/grimoire_elk/elk.py", line 530, in enrich_backend
    enrich_count = enrich_items(ocean_backend, enrich_backend)
  File "/home/p0tt3r/chaoss/sources/grimoirelab-elk/grimoire_elk/elk.py", line 318, in enrich_items
    total = enrich_backend.enrich_items(ocean_backend)
  File "/home/p0tt3r/chaoss/sources/grimoirelab-elk/grimoire_elk/enriched/gitlabqm.py", line 166, in enrich_items
    ins_items += self.elastic.bulk_upload(items_to_enrich, self.get_field_unique_id())
  File "/home/p0tt3r/chaoss/sources/grimoirelab-elk/grimoire_elk/elastic.py", line 336, in bulk_upload
    bulk_json += '{{"index" : {{"_id" : "{}" }} }}\n'.format(item[field_id])
KeyError: 'id'
  2020-06-16 18:22:22,217 [gitlabqm] Done enrichment for https://gitlab.com/amfoss/cms-mobile
  2020-06-16 18:22:22,218 [gitlabqm:issue] enrichment finished for https://gitlab.com/amfoss/cms-mobile
  2020-06-16 18:22:22,218 [gitlabqm:issue] enrichment phase finished in 0:00:00
  2020-06-16 18:22:22,219 [gitlabqm:issue] data retention start
  2020-06-16 18:22:22,265 [gitlabqm:issue] data retention end
  2020-06-16 18:22:22,266 [gitlabqm:issue] identities retention end
  2020-06-16 18:22:22,266 [gitlabqm:issue] autorefresh start
  2020-06-16 18:22:22,321 [gitlabqm:issue] Refreshing identities
  2020-06-16 18:22:22,369 [gitlabqm:issue] autorefresh end
  2020-06-16 18:22:22,370 [gitlabqm:issue] no studies phase
  2020-06-16 18:22:22,370 [gitlabqm:issue] autorefresh for studies start
  2020-06-16 18:22:22,370 [gitlabqm:issue] autorefresh for studies end
  2020-06-16 18:22:22,370 Loading enriched data finished!

Process finished with exit code 0

items-to-enrich

[
  {
    'datetime': '2020-04-04T00:00:00+00:00' ,
    'metric_es_value': 1 ,
    'metric_es_value_weighted': 1 ,
    'project': 'cms-mobile' ,
    'metric_class': 'issues' ,
    'metric_type': 'LineChart' ,
    'metric_es_compute': 'sample' ,
    'metric_id': 'issues.numberOpenIssues' ,
    'metric_desc': 'The number of issues opened on a current date.' ,
    'metric_name': 'Number of Open Issues' ,
    'uuid': 'ef3974036f107ce3f68b1e576d6d43cbabf9c777'
  } ,
  {
    'datetime': '2020-04-01T00:00:00+00:00' ,
    'metric_es_value': 2 ,
    'metric_es_value_weighted': 2 ,
    'project': 'cms-mobile' ,
    'metric_class': 'issues' ,
    'metric_type': 'LineChart' ,
    'metric_es_compute': 'sample' ,
    'metric_id': 'issues.numberOpenIssues' ,
    'metric_desc': 'The number of issues opened on a current date.' ,
    'metric_name': 'Number of Open Issues' ,
    'uuid': '14c524b556ecf1b482bf5810219b2fd98b437fee'
  } ,
  {
    'datetime': '2020-04-05T00:00:00+00:00' ,
    'metric_es_value': 9 ,
    'metric_es_value_weighted': 9 ,
    'project': 'cms-mobile' ,
    'metric_class': 'issues' ,
    'metric_type': 'LineChart' ,
    'metric_es_compute': 'sample' ,
    'metric_id': 'issues.numberOpenIssues' ,
    'metric_desc': 'The number of issues opened on a current date.' ,
    'metric_name': 'Number of Open Issues' ,
    'uuid': '5329eb442f144a5cb75299c7365b478246b90a7c'
  } ,
  {
    'datetime': '2020-04-06T00:00:00+00:00' ,
    'metric_es_value': 9 ,
    'metric_es_value_weighted': 9 ,
    'project': 'cms-mobile' ,
    'metric_class': 'issues' ,
    'metric_type': 'LineChart' ,
    'metric_es_compute': 'sample' ,
    'metric_id': 'issues.numberOpenIssues' ,
    'metric_desc': 'The number of issues opened on a current date.' ,
    'metric_name': 'Number of Open Issues' ,
    'uuid': '23e0970c378e13131d75ecdcff4ac6f45b56583f'
  } ,
  {
    'datetime': '2020-04-07T00:00:00+00:00' ,
    'metric_es_value': 11 ,
    'metric_es_value_weighted': 11 ,
    'project': 'cms-mobile' ,
    'metric_class': 'issues' ,
    'metric_type': 'LineChart' ,
    'metric_es_compute': 'sample' ,
    'metric_id': 'issues.numberOpenIssues' ,
    'metric_desc': 'The number of issues opened on a current date.' ,
    'metric_name': 'Number of Open Issues' ,
    'uuid': 'ee48f13639618e2d7dcbe019b9229f7e96920948'
  } ,
  {
    'datetime': '2020-04-10T00:00:00+00:00' ,
    'metric_es_value': 1 ,
    'metric_es_value_weighted': 1 ,
    'project': 'cms-mobile' ,
    'metric_class': 'issues' ,
    'metric_type': 'LineChart' ,
    'metric_es_compute': 'sample' ,
    'metric_id': 'issues.numberOpenIssues' ,
    'metric_desc': 'The number of issues opened on a current date.' ,
    'metric_name': 'Number of Open Issues' ,
    'uuid': 'c9550837f72019b11880bec8bd81e51e06f28788'
  } ,
  {
    'datetime': '2020-05-07T00:00:00+00:00' ,
    'metric_es_value': 1 ,
    'metric_es_value_weighted': 1 ,
    'project': 'cms-mobile' ,
    'metric_class': 'issues' ,
    'metric_type': 'LineChart' ,
    'metric_es_compute': 'sample' ,
    'metric_id': 'issues.numberOpenIssues' ,
    'metric_desc': 'The number of issues opened on a current date.' ,
    'metric_name': 'Number of Open Issues' ,
    'uuid': '92ea96abf769db2035f6eecf3a4b4ec032567c7e'
  } ,
  {
    'datetime': '2020-05-13T00:00:00+00:00' ,
    'metric_es_value': 5 ,
    'metric_es_value_weighted': 5 ,
    'project': 'cms-mobile' ,
    'metric_class': 'issues' ,
    'metric_type': 'LineChart' ,
    'metric_es_compute': 'sample' ,
    'metric_id': 'issues.numberOpenIssues' ,
    'metric_desc': 'The number of issues opened on a current date.' ,
    'metric_name': 'Number of Open Issues' ,
    'uuid': 'ae60dc478c51cfb0efda3e0f880878dcf1e9feee'
  } ,
  {
    'datetime': '2020-05-14T00:00:00+00:00' ,
    'metric_es_value': 2 ,
    'metric_es_value_weighted': 2 ,
    'project': 'cms-mobile' ,
    'metric_class': 'issues' ,
    'metric_type': 'LineChart' ,
    'metric_es_compute': 'sample' ,
    'metric_id': 'issues.numberOpenIssues' ,
    'metric_desc': 'The number of issues opened on a current date.' ,
    'metric_name': 'Number of Open Issues' ,
    'uuid': 'ee9c682d4958059e6213ae489af00f0b10231ca4'
  } ,
  {
    'datetime': '2020-05-27T00:00:00+00:00' ,
    'metric_es_value': 1 ,
    'metric_es_value_weighted': 1 ,
    'project': 'cms-mobile' ,
    'metric_class': 'issues' ,
    'metric_type': 'LineChart' ,
    'metric_es_compute': 'sample' ,
    'metric_id': 'issues.numberOpenIssues' ,
    'metric_desc': 'The number of issues opened on a current date.' ,
    'metric_name': 'Number of Open Issues' ,
    'uuid': '0af217dcf667813ab6a84dd2faae3b787f7e4820'
  }
]