andypern

max_retries = 5

try:
		do_stuff(objKey)
		
		except (somerror) as e:


			logger.error('got a timeout for %s -> %s', objKey, e)
		

andypern

{
    "end": 1429820225922,
    "finishedFragments": 72,
    "foreman": {
        "address": "ip-172-16-2-130",
        "controlPort": 31011,
        "dataPort": 31012,
        "userPort": 31010
    },
    "fragmentProfile": [

andypern

message schema {
  optional binary clearing_status;
  optional binary effective_date_leg_1;
  optional float itr_trans_fs_id;
  optional binary deriv_ast_cls;
  optional binary legal_name;
  optional binary maturity_date;
  optional float notional_amount_leg_1;
  optional float notional_amount_leg_2;
  optional binary notional_ccy_1;

andypern

{
    "end": 1429816262823,
    "finishedFragments": 72,
    "foreman": {
        "address": "ip-172-16-2-134",
        "controlPort": 31011,
        "dataPort": 31012,
        "userPort": 31010
    },
    "fragmentProfile": [

andypern

CREATE OR REPLACE VIEW dfs.`views`.`posAllchar` AS SELECT
cast(dir0 as varchar(100)) as c_ocode,
dir1 as r_date,
cast(clearing_status as character(10)) as clearing_status,
cast(effective_date_leg_1 as varchar(40)) as effective_date_leg_1,
cast(itr_pos_fs_id as varchar(25)) as itr_pos_fs_id,
cast(deriv_ast_cls as character(20)) as deriv_ast_cls,
cast(legal_name as character(200)) as legal_name,
cast(maturity_date as varchar(40)) as maturity_date,
cast(notional_amount_leg_1 as varchar(35)) as notional_amount_leg_1,

andypern

org.apache.drill.exec.work.foreman.Foreman.run():213
    java.util.concurrent.ThreadPoolExecutor.runWorker():1145
    java.util.concurrent.ThreadPoolExecutor$Worker.run():615
    java.lang.Thread.run():745
  Caused By (java.lang.AssertionError) Internal error: Error while applying rule PruneScanRule:Filter_On_Project, args [rel#36143:DrillFilterRel.LOGICAL.ANY([]).[](child=rel#36141:Subset#1.LOGICAL.ANY([]).[],condition=AND(=($31, 'LN_EURPARTY0088'), LIKE($0, '%TD06%'))), rel#36151:DrillProjectRel.LOGICAL.ANY([]).[](child=rel#36150:Subset#8.LOGICAL.ANY([]).[],c_ocode=CAST($141):VARCHAR(100) CHARACTER SET "ISO-8859-1" COLLATE "ISO-8859-1$en_US$primary",r_date=$139,clearing_status=CAST($106):VARCHAR(10) CHARACTER SET "ISO-8859-1" COLLATE "ISO-8859-1$en_US$primary",effective_date_leg_1
  
  <snip>
  

then down at the bottom:

andypern

0: jdbc:drill:> explain plan for select prdct_id_val, sum(notional_amount_leg_1) from posA18 where r_date >= '2014-01-01' and r_date <= '2014-12-31' group by prdct_id_val order by prdct_id_val LIMIT 50;
+------------+------------+
|    text    |    json    |
+------------+------------+
| 00-00    Screen
00-01      Project(prdct_id_val=[$0], EXPR$1=[$1])
00-02        SelectionVectorRemover
00-03          Limit(fetch=[50])
00-04            SingleMergeExchange(sort0=[0 ASC])
01-01              SelectionVectorRemover

andypern

0: jdbc:drill:> explain plan for select prdct_id_val from posA18 where r_date >= '2014-01-01' and r_date <= '2014-12-31' group by prdct_id_val order by prdct_id_val LIMIT 50;
+------------+------------+
|    text    |    json    |
+------------+------------+
| 00-00    Screen
00-01      SelectionVectorRemover
00-02        Limit(fetch=[50])
00-03          SingleMergeExchange(sort0=[0 ASC])
01-01            SelectionVectorRemover
01-02              TopN(limit=[50])

andypern

ATHERING FACTS ***************************************************************
failed: [localhost] => {"failed": true, "parsed": false}
[sudo via ansible, key=kvqiqrbdonminvyborgwewvidpmouxrb] password:


TASK: [remove fetched maprserverticket, ssl_keystore, and ssl_truststore] *****
failed: [localhost] => (item=maprserverticket) => {"failed": true, "item": "maprserverticket", "parsed": false}
[sudo via ansible, key=agayylrmdslfygktiyroczxheafboboc] password:

failed: [localhost] => (item=ssl_keystore) => {"failed": true, "item": "ssl_keystore", "parsed": false}

andypern

0: jdbc:drill:> select cast(rptng_ts as varchar(20)) as cs from `data/file1.parquet` limit 1;
Error: exception while executing query: Failure while executing query. (state=,code=0)
Query failed: RemoteRpcException: Failure while running fragment., java.lang.UnsupportedOperationException [ 5380c240-5017-47da-8fb6-f870254056b1 on maprdemo:31010 ]
  (org.apache.drill.common.exceptions.ExecutionSetupException) java.lang.UnsupportedOperationException
    org.apache.drill.exec.store.parquet.columnreaders.ParquetRecordReader.setup():325
    org.apache.drill.exec.physical.impl.ScanBatch.<init>():99
    org.apache.drill.exec.store.parquet.ParquetScanBatchCreator.getBatch():156
    org.apache.drill.exec.store.parquet.ParquetScanBatchCreator.getBatch():56
    org.apache.drill.exec.physical.impl.ImplCreator.visitOp():62
    org.apache.drill.exec.physical.impl.ImplCreator.visitOp():39