mschoch

curl -XPUT -H "Content-Type: application/json" \
http://127.0.0.1:8094/api/index/testshouldnwork -d \
'{
  "type": "fulltext-index",
  "name": "testshouldnwork",
  "sourceType": "couchbase",
  "sourceName": "travel-sample",
  "planParams": {
    "maxPartitionsPerPIndex": 171
  },

mschoch

mschoch@gamer:/run/user/1000/gvfs/smb-share:server=bearglove,share=home/Search$ ls -Rl fts_wiki/
fts_wiki/:
total 1
drwx------ 1 mschoch mschoch   0 Mar 23  2018 2017-01-11T13_56_53.039414604-08_00
-rwx------ 1 mschoch mschoch 397 Mar 23  2018 backup-meta.json

fts_wiki/2017-01-11T13_56_53.039414604-08_00:
total 3
drwx------ 1 mschoch mschoch    0 Mar 23  2018 bucket-1-418bf0a5d8b058df454390ad412a05b5
-rwx------ 1 mschoch mschoch 2715 Mar 23  2018 plan.json

mschoch

mschoch@gamer:/run/user/1000/gvfs/smb-share:server=bearglove,share=home/Search$ ~/cbsource/install/bin/cbrestore -vvv fts_wiki/2017-01-11T13_56_53.039414604-08_00/  http://localhost:9000 -b bucket-1 -B bucket-1 -u Administrator -p password 
2018-03-23 13:24:44,590: mt cbrestore...
2018-03-23 13:24:44,590: mt  source : fts_wiki/2017-01-11T13_56_53.039414604-08_00/
2018-03-23 13:24:44,590: mt  sink   : http://localhost:9000
2018-03-23 13:24:44,590: mt  opts   : {'username': '<xxx>', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 0.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 1.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 0.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'to_date': None, 'ke

mschoch

mschoch@gamer:/run/user/1000/gvfs/smb-share:server=bearglove,share=home/Search$ ~/cbsource/install/bin/cbrestore -vvv fts_wiki/2017-01-11T13_56_53.039414604-08_00/  http://localhost:9000 -B bucket-1 -u Administrator -p password 
2018-03-23 13:21:20,084: mt cbrestore...
2018-03-23 13:21:20,084: mt  source : fts_wiki/2017-01-11T13_56_53.039414604-08_00/
2018-03-23 13:21:20,084: mt  sink   : http://localhost:9000
2018-03-23 13:21:20,084: mt  opts   : {'username': '<xxx>', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 0.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 1.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 0.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'to_date': None, 'key': None, 'p

mschoch

$ ~/cbsource/install/bin/cbrestore -v fts_wiki/2017-01-11T13_56_53.039414604-08_00/ http://localhost:9000 -B wiki -u Administrator -p notMyPassword 
2018-03-23 11:10:43,352: mt cbrestore...
2018-03-23 11:10:43,352: mt  source : fts_wiki/2017-01-11T13_56_53.039414604-08_00/
2018-03-23 11:10:43,352: mt  sink   : http://localhost:9000
2018-03-23 11:10:43,352: mt  opts   : {'username': '<xxx>', 'verbose': 1, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 0.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 1.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 0.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'to_date': None, 'key': None, 'password': '<xxx>', 'id': None, 'bucket_source': None, 'silent': False, 'dry_run'

mschoch

✗ ./testrunner -i cbft.ini cluster=D+F,get-cbcollect-info=True,GROUP=P0 -t fts.stable_topology_fts.StableTopFTS.test_match_consistency_error,update=True,consistency_level=at_plus,consistency_vectors="'{\"default_index_1\": {\"1\": 8}}'",GROUP=P0,cluster=D+F
Global Test input params:
{'cluster_name': 'cbft', 'ini': 'cbft.ini', 'num_nodes': 1}
Logs will be stored at /Users/mschoch/Documents/research/cbsource/testrunner/logs/testrunner-18-Mar-21_14-42-01/test_1

./testrunner -i cbft.ini  -t fts.stable_topology_fts.StableTopFTS.test_match_consistency_error,update=True,consistency_level=at_plus,consistency_vectors='{"default_index_1": {"1": 8}}',GROUP=P0,cluster=D+F

Test Input params:
{'consistency_level': 'at_plus', 'GROUP': 'P0', 'update': 'True', 'consistency_vectors': '\'{"default_index_1": {"1": 8}}\'', 'num_nodes': 1, 'cluster_name': 'cbft', 'cluster': 'D+F', 'ini': 'cbft.ini', 'case_number': 1, 'logs_folder': '/Users/mschoch/Documents/research/cbsource/testrunner/logs/testrunner-18-Mar-21_14-42-01/test_1'}

mschoch

➜  testrunner git:(65dfe4bc1) ✗ ./testrunner -i cbft.ini -p cluster=D+F,get-cbcollect-info=True,GROUP=P0 -t fts.stable_topology_fts.StableTopFTS.test_match_consistency_error,update=True,consistency_level=at_plus,consistency_vectors="""{"default_index_1": {"1": 5}}""",GROUP=P0,index_type=scorch
Global Test input params:
{'GROUP': 'P0',
 'cluster': 'D+F',
 'cluster_name': 'cbft',
 'get-cbcollect-info': 'True',
 'ini': 'cbft.ini',
 'num_nodes': 1}
Only cases in GROUPs 'P0' will be executed
Logs will be stored at /Users/mschoch/Documents/research/cbsource/testrunner/logs/testrunner-18-Mar-21_11-54-30/test_1

mschoch

panic: oops i got invalid field id 0 for field manages.reports [recovered]
        panic: panic merging to writer: fields info segment 0 - fieldsMap: map[manages.team_size:10 salary:13 join_date:7 _id:1 _all:2 languages_known:8 emp_id:5 dept:3 manages.reports:9 name:12 is_manager:6 mutated:11 type:14 email:4]
segment 0 - fieldsInv: [_id _all dept email emp_id is_manager join_date languages_known mutated name salary type salary type]
segment 1 - fieldsMap: map[dept:3 join_date:7 languages_known:8 type:12 emp_id:5 _all:2 salary:11 email:4 name:10 mutated:9 _id:1 is_manager:6]
segment 1 - fieldsInv: [_id _all dept email emp_id is_manager join_date languages_known mutated name salary type]
merged - fieldsMap: map[salary:11 type:12 emp_id:5 is_manager:6 name:10 email:4 join_date:7 languages_known:8 mutated:9 _id:1 _all:2 dept:3]
merged - fieldsInv: [_id _all dept email emp_id is_manager join_date languages_known mutated name salary type]
merged - fieldsSame: false
 - oops i got invalid field id 0 for field manages

mschoch

panic: oops i got invalid field id 0 for field manages.reports

goroutine 3228 [running]:
panic(0x1866ce0, 0xc4216b50e0)
        /Users/mschoch/.cbdepscache/exploded/x86_64/go-1.9.3/go/src/runtime/panic.go:540 +0x45e fp=0xc4216feed8 sp=0xc4216fee30 pc=0x102d37e
github.com/blevesearch/bleve/index/scorch/segment/zap.mergeTermFreqNormLocs(0xc4212eb050, 0xc420489e30, 0x4, 0x10, 0xc420428160, 0xc420488b00, 0x1, 0x1, 0xc420782a10, 0xc420782af0, ...)
        /Users/mschoch/Documents/research/cbsource/godeps/src/github.com/blevesearch/bleve/index/scorch/segment/zap/merge.go:453 +0xc7f fp=0xc4216ff038 sp=0xc4216feed8 pc=0x11a745f
github.com/blevesearch/bleve/index/scorch/segment/zap.persistMergedRest(0xc420905280, 0x5, 0x8, 0xc4209052c0, 0x5, 0x8, 0xc420200600, 0xc, 0xc, 0xc4212eb050, ...)
        /Users/mschoch/Documents/research/cbsource/godeps/src/github.com/blevesearch/bleve/index/scorch/segment/zap/merge.go:330 +0x1bb0 fp=0xc4216ff5d0 sp=0xc4216ff038 pc=0x11a5490
github.com/blevesearch/bleve/index/scorch/segment/

mschoch

panic: runtime error: index out of range [recovered]
        panic: panic merging: /Users/mschoch/Documents/research/cbsource/ns_server/data/n_0/data/@fts/default_index_c783d3a3532eb194_18572d87.pindex/store/000000000081.zap, /Users/mschoch/Documents/research/cbsource/ns_server/data/n_0/dat
a/@fts/default_index_c783d3a3532eb194_18572d87.pindex/store/000000000088.zap, /Users/mschoch/Documents/research/cbsource/ns_server/data/n_0/data/@fts/default_index_c783d3a3532eb194_18572d87.pindex/store/00000000007f.zap, /Users/mschoch/Do
cuments/research/cbsource/ns_server/data/n_0/data/@fts/default_index_c783d3a3532eb194_18572d87.pindex/store/000000000083.zap,  into /Users/mschoch/Documents/research/cbsource/ns_server/data/n_0/data/@fts/default_index_c783d3a3532eb194_185
72d87.pindex/store/0000000000cf.zap: runtime error: index out of range [recovered]
        panic: panic merging snapshot at epoch 147: panic merging: /Users/mschoch/Documents/research/cbsource/ns_server/data/n_0/data/@fts/default_index_c783d3a3532eb194_1