Skip to content

Instantly share code, notes, and snippets.

View arhimondr's full-sized avatar

Andrii Rosa arhimondr

  • Facebook
  • Boston
View GitHub Profile
var baseCreditPercent = 10;
var promoCreditPercentFromThirtyToSixtyDays = 5;
var promoCreditPercentFromSixtyDays = 3;
var creditPercent = baseCreditPercent;
if(30 <= creditTerm && creditTerm < 60){
creditPercent = promoCreditPercentFromThirtyToSixtyDays;
} else if(60 <= creditTerm){
creditPercent = promoCreditPercentFromSixtyDays;
----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
- Output[rows] => [rows:bigint]
- TableCommit[hive:HiveTransactionHandle{uuid=455b2996-33e3-48a4-bad3-9e3490bf4b40}:default.nation] => [rows:bigint]
Collected statistics:
aggregations =>
NUMBER_OF_NULLS[nationkey] => [number_of_nulls-nationkey := "count"("count")]
MIN[nationkey] => [min-nationkey := "min"("min")]
MAX[nationkey] => [max-nationkey := "max"("max")]
NUMBER_OF_DISTINCT_VALUES[nationkey] => [number_of_distinct_values-nationkey := "approx_distinct"("approx_distinct")]
NUMBER_OF_NULLS[name] => [number_of_nulls-name := "count"("count_19")]
hive> ANALYZE TABLE <table> COMPUTE STATISTICS FOR COLUMNS;
[WARNING] Rule 3: org.apache.maven.plugins.enforcer.RequireReleaseDeps failed with message:
Snapshot dependencies are not allowed
Found Banned Dependency: io.airlift:log:jar:0.174-SNAPSHOT
Use 'mvn dependency:tree' to locate the source of the banned dependencies.
[INFO] ------------------------------------------------------------------------
[INFO] Reactor Summary:
[INFO]
[INFO] presto-root ........................................ SUCCESS [ 2.255 s]
[INFO] presto-spi ......................................... SKIPPED
[INFO] presto-plugin-toolkit .............................. SKIPPED
Caused by: java.lang.IllegalArgumentException: Average row size should be non-negative or NaN, got: -Infinity
at com.google.common.base.Preconditions.checkArgument(Preconditions.java:210)
at com.facebook.presto.cost.SymbolStatsEstimate.<init>(SymbolStatsEstimate.java:76)
at com.facebook.presto.cost.SymbolStatsEstimate$Builder.build(SymbolStatsEstimate.java:257)
at com.facebook.presto.cost.PlanNodeStatsEstimateMath.subtractColumnStats(PlanNodeStatsEstimateMath.java:95)
at com.facebook.presto.cost.PlanNodeStatsEstimateMath.lambda$differenceInStatsWithRangeStrategy$1(PlanNodeStatsEstimateMath.java:48)
at java.base/java.util.Iterator.forEachRemaining(Iterator.java:133)
at java.base/java.util.Spliterators$IteratorSpliterator.forEachRemaining(Spliterators.java:1801)
at java.base/java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:734)
at java.base/java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:658)
Caused by: java.lang.IllegalArgumentException: Nulls fraction should be within [0, 1] or NaN, got: 1.0000000000000044
at com.google.common.base.Preconditions.checkArgument(Preconditions.java:210)
at com.facebook.presto.cost.SymbolStatsEstimate.<init>(SymbolStatsEstimate.java:69)
at com.facebook.presto.cost.SymbolStatsEstimate$Builder.build(SymbolStatsEstimate.java:257)
at com.facebook.presto.cost.PlanNodeStatsEstimateMath.subtractColumnStats(PlanNodeStatsEstimateMath.java:95)
at com.facebook.presto.cost.PlanNodeStatsEstimateMath.lambda$differenceInStatsWithRangeStrategy$1(PlanNodeStatsEstimateMath.java:48)
at java.base/java.util.Iterator.forEachRemaining(Iterator.java:133)
at java.base/java.util.Spliterators$IteratorSpliterator.forEachRemaining(Spliterators.java:1801)
at java.base/java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:734)
at java.base/java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:658)
java.util.NoSuchElementException
at java.util.ArrayList$Itr.next(ArrayList.java:862)
at com.google.common.collect.Ordering.min(Ordering.java:550)
at com.google.common.collect.Ordering.min(Ordering.java:576)
at com.facebook.presto.sql.planner.iterative.rule.ReorderJoins$JoinEnumerator.setJoinNodeProperties(ReorderJoins.java:385)
at com.facebook.presto.sql.planner.iterative.rule.ReorderJoins$JoinEnumerator.createJoin(ReorderJoins.java:290)
at com.facebook.presto.sql.planner.iterative.rule.ReorderJoins$JoinEnumerator.createJoinAccordingToPartitioning(ReorderJoins.java:228)
at com.facebook.presto.sql.planner.iterative.rule.ReorderJoins$JoinEnumerator.chooseJoinOrder(ReorderJoins.java:172)
at com.facebook.presto.sql.planner.iterative.rule.ReorderJoins$JoinEnumerator.access$000(ReorderJoins.java:134)
at com.facebook.presto.sql.planner.iterative.rule.ReorderJoins.apply(ReorderJoins.java:126)
public static HiveSplitSource bucketedRewindable(
ConnectorSession session,
String databaseName,
String tableName,
TupleDomain<? extends ColumnHandle> compactEffectivePredicate,
int maxInitialSplits,
DataSize maxOutstandingSplitsSize,
HiveSplitLoader splitLoader,
Executor executor,
CounterStat highMemorySplitSourceCounter)
public static HiveSplitSource bucketedRewindable(
ConnectorSession session,
String databaseName,
String tableName,
TupleDomain<? extends ColumnHandle> compactEffectivePredicate,
int maxInitialSplits,
DataSize maxOutstandingSplitsSize,
HiveSplitLoader splitLoader,
Executor executor,
CounterStat highMemorySplitSourceCounter)
remote-ssh@0.42.0
SSH Resolver called for "ssh-remote+pi"
SSH Resolver called for host: pi
Setting up SSH remote "pi"
Using commit id "553cfb2c2205db5f15f3ee8395bbd5cf066d357d" and quality "stable" for server
Install and start server if needed
> Installing to /home/pi/.vscode-server/bin/553cfb2c2205db5f15f3ee8395bbd5cf066d357d...
> Downloading with wget
> Printing the current remote environment...
> LC_ALL=en_US.UTF-8