nexmark-flink-pardo-vs-source.log

# Flink Nexmark Source based

/gradlew :beam-sdks-java-nexmark:run \
    -Pnexmark.runner=":beam-runners-flink-1.7" \
    -Pnexmark.args="
        --runner=FlinkRunner
        --suite=SMOKE
        --streamTimeout=60
        --streaming=false
        --manageResources=false
        --monitorJobs=true"

==========================================================================================
Run started 2019-04-26T09:46:18.568Z and ran for PT36.334S

Default configuration:
{"debug":true,"query":null,"sourceType":"DIRECT","sinkType":"DEVNULL","exportSummaryToBigQuery":false,"pubSubMode":"COMBINED","sideInputType":"DIRECT","sideInputRowCount":500,"sideInputNumShards":3,"sideInputUrl":null,"sessionGap":{"standardDays":0,"standardHours":0,"standardMinutes":10,"standardSeconds":600,"millis":600000},"numEvents":100000,"numEventGenerators":100,"rateShape":"SINE","firstEventRate":10000,"nextEventRate":10000,"rateUnit":"PER_SECOND","ratePeriodSec":600,"preloadSeconds":0,"streamTimeout":240,"isRateLimited":false,"useWallclockEventTime":false,"avgPersonByteSize":200,"avgAuctionByteSize":500,"avgBidByteSize":100,"hotAuctionRatio":2,"hotSellersRatio":4,"hotBiddersRatio":4,"windowSizeSec":10,"windowPeriodSec":5,"watermarkHoldbackSec":0,"numInFlightAuctions":100,"numActivePeople":1000,"coderStrategy":"HAND","cpuDelayMs":0,"diskBusyBytes":0,"auctionSkip":123,"fanout":5,"maxAuctionsWaitingTime":600,"occasionalDelaySec":3,"probDelayedEvent":0.1,"maxLogEvents":100000,"usePubsubPublishTime":false,"outOfOrderGroupSize":1}

Configurations:
  Conf  Description
  0000  query:PASSTHROUGH; streamTimeout:60
  0001  query:CURRENCY_CONVERSION; streamTimeout:60
  0002  query:SELECTION; streamTimeout:60
  0003  query:LOCAL_ITEM_SUGGESTION; streamTimeout:60
  0004  query:AVERAGE_PRICE_FOR_CATEGORY; numEvents:10000; streamTimeout:60
  0005  query:HOT_ITEMS; streamTimeout:60
  0006  query:AVERAGE_SELLING_PRICE_BY_SELLER; numEvents:10000; streamTimeout:60
  0007  query:HIGHEST_BID; streamTimeout:60
  0008  query:MONITOR_NEW_USERS; streamTimeout:60
  0009  query:WINNING_BIDS; numEvents:10000; streamTimeout:60
  0010  query:LOG_TO_SHARDED_FILES; streamTimeout:60
  0011  query:USER_SESSIONS; streamTimeout:60
  0012  query:PROCESSING_TIME_WINDOWS; streamTimeout:60
  0013  query:BOUNDED_SIDE_INPUT_JOIN; streamTimeout:60
  0014  query:SESSION_SIDE_INPUT_JOIN; streamTimeout:60

Performance:
  Conf  Runtime(sec)    (Baseline)  Events(/sec)    (Baseline)       Results    (Baseline)
  0000           1.9                     51466.8                      100000              
  0001           1.3                     78988.9                       92000              
  0002           0.7                    138312.6                         351              
  0003           3.3                     30284.7                         580              
  0004           1.6                      6361.3                          40              
  0005           1.7                     58858.2                          12              
  0006           1.1                      8718.4                         103              
  0007           1.7                     58616.6                           1              
  0008           2.5                     40306.3                        6000              
  0009           1.3                      7627.8                         298              
  0010           1.6                     63171.2                           1              
  0011           2.2                     46253.5                        1919              
  0012           1.5                     64850.8                        1919              
  0013           0.6                    174520.1                       92000              
  0014           2.2                     46511.6                       92000              
==========================================================================================

# Flink Nexmark Source based

./gradlew :beam-sdks-java-nexmark:run \
    -Pnexmark.runner=":beam-runners-flink-1.7" \
    -Pnexmark.args="
        --runner=FlinkRunner
        --suite=SMOKE
        --streamTimeout=60
        --streaming=false
        --manageResources=false
        --monitorJobs=true --useParDoGenerator=true"

==========================================================================================
Run started 2019-04-26T09:47:27.355Z and ran for PT72.188S

Default configuration:
{"debug":true,"query":null,"sourceType":"DIRECT","sinkType":"DEVNULL","exportSummaryToBigQuery":false,"pubSubMode":"COMBINED","sideInputType":"DIRECT","sideInputRowCount":500,"sideInputNumShards":3,"sideInputUrl":null,"sessionGap":{"standardDays":0,"standardHours":0,"standardMinutes":10,"standardSeconds":600,"millis":600000},"numEvents":100000,"numEventGenerators":100,"rateShape":"SINE","firstEventRate":10000,"nextEventRate":10000,"rateUnit":"PER_SECOND","ratePeriodSec":600,"preloadSeconds":0,"streamTimeout":240,"isRateLimited":false,"useWallclockEventTime":false,"avgPersonByteSize":200,"avgAuctionByteSize":500,"avgBidByteSize":100,"hotAuctionRatio":2,"hotSellersRatio":4,"hotBiddersRatio":4,"windowSizeSec":10,"windowPeriodSec":5,"watermarkHoldbackSec":0,"numInFlightAuctions":100,"numActivePeople":1000,"coderStrategy":"HAND","cpuDelayMs":0,"diskBusyBytes":0,"auctionSkip":123,"fanout":5,"maxAuctionsWaitingTime":600,"occasionalDelaySec":3,"probDelayedEvent":0.1,"maxLogEvents":100000,"usePubsubPublishTime":false,"outOfOrderGroupSize":1}

Configurations:
  Conf  Description
  0000  query:PASSTHROUGH; streamTimeout:60
  0001  query:CURRENCY_CONVERSION; streamTimeout:60
  0002  query:SELECTION; streamTimeout:60
  0003  query:LOCAL_ITEM_SUGGESTION; streamTimeout:60
  0004  query:AVERAGE_PRICE_FOR_CATEGORY; numEvents:10000; streamTimeout:60
  0005  query:HOT_ITEMS; streamTimeout:60
  0006  query:AVERAGE_SELLING_PRICE_BY_SELLER; numEvents:10000; streamTimeout:60
  0007  query:HIGHEST_BID; streamTimeout:60
  0008  query:MONITOR_NEW_USERS; streamTimeout:60
  0009  query:WINNING_BIDS; numEvents:10000; streamTimeout:60
  0010  query:LOG_TO_SHARDED_FILES; streamTimeout:60
  0011  query:USER_SESSIONS; streamTimeout:60
  0012  query:PROCESSING_TIME_WINDOWS; streamTimeout:60
  0013  query:BOUNDED_SIDE_INPUT_JOIN; streamTimeout:60
  0014  query:SESSION_SIDE_INPUT_JOIN; streamTimeout:60

Performance:
  Conf  Runtime(sec)    (Baseline)  Events(/sec)    (Baseline)       Results    (Baseline)
  0000           0.7                    133511.3                      100000              
  0001           0.5                    189035.9                       92000              
  0002           0.5                    204918.0                         351              
  0003           1.5                     66006.6                         580              
  0004           1.2                      8460.2                          83              
  0005           2.0                     49627.8                         237              
  0006           0.9                     11037.5                         102              
  0007           1.3                     77041.6                         100              
  0008           6.7                     14970.1                         992              
  0009           1.9                      5390.8                         263              
  0010           4.0                     24968.8                         100              
  0011           1.7                     58479.5                       15529              
  0012           1.4                     72306.6                        1919              
  0013           1.3                     79176.6                       92000              
  0014           2.1                     48262.5                       92000              
==========================================================================================