pcap topology correctness testing.md

[root@y136 ~]# kafka-topics.sh --create --topic pcap-fastcapa-example-native --partitions 12 --replication-factor 1 --zookeeper y113:2181
Created topic "pcap-fastcapa-example-native".



[root@y136 ~]# kafka-acls.sh --authorizer kafka.security.auth.SimpleAclAuthorizer \
>     -authorizer-properties zookeeper.connect=y113:2181 \
>     --add \
>     --allow-principal User:fastcapa \
>     --topic pcap-fastcapa-example-native \
>     --group fastcapa
Adding ACLs for resource `Topic:pcap-fastcapa-example-native`:
 	User:fastcapa has Allow permission for operations: All from hosts: *

Adding ACLs for resource `Group:fastcapa`:
 	User:fastcapa has Allow permission for operations: All from hosts: *

Current ACLs for resource `Topic:pcap-fastcapa-example-native`:
 	User:fastcapa has Allow permission for operations: All from hosts: *

Current ACLs for resource `Group:fastcapa`:
 	User:fastcapa has Allow permission for operations: All from hosts: *



  kafka-acls.sh --authorizer kafka.security.auth.SimpleAclAuthorizer \
    -authorizer-properties zookeeper.connect=y113:2181 \
       --add \
       --allow-principal User:metron \
     --topic pcap-fastcapa-example-native \
       --group metron


  [root@y138 fastcapa]# fastcapa -l 8-15 --huge-dir /mnt/huge_1GB -- -t pcap-fastcapa-example-native -c /etc/fastcapa.ycluster -b 128 -x 262144
  EAL: Detected 32 lcore(s)
  EAL: Probing VFIO support...
  EAL: PCI device 0000:01:00.0 on NUMA socket 0
  EAL:   probe driver: 8086:1521 net_e1000_igb
  EAL: PCI device 0000:01:00.1 on NUMA socket 0
  EAL:   probe driver: 8086:1521 net_e1000_igb
  EAL: PCI device 0000:09:00.0 on NUMA socket 0
  EAL:   probe driver: 1137:43 net_enic
  EAL: PCI device 0000:0a:00.0 on NUMA socket 0
  EAL:   probe driver: 1137:43 net_enic
  EAL: PCI device 0000:81:00.0 on NUMA socket 1
  EAL:   probe driver: 8086:10fb net_ixgbe
  EAL: PCI device 0000:81:00.1 on NUMA socket 1
  EAL:   probe driver: 8086:10fb net_ixgbe
  [ -t KAFKA_TOPIC ] defined as pcap-fastcapa-example-native
  [ -c KAFKA_CONFIG ] defined as /etc/fastcapa.ycluster
  [ -b BURST_SIZE ] defined as 128
  [ -x TX_RING_SIZE ] defined as 262144
  [ -p PORT_MASK ] undefined; defaulting to 0x01
  [ -r NB_RX_DESC ] undefined; defaulting to 1024
  [ -q NB_RX_QUEUE ] undefined; defaulting to 2
  USER1: Initializing port 0
  USER1: Device setup successfully; port=0, mac=90 e2 ba d9 3c f9
  USER1: Launching receive worker; worker=0, core=9, queue=0
  USER1: Receive worker started; core=9, socket=1, queue=0 attempts=0
  USER1: Launching receive worker; worker=1, core=10, queue=1
  USER1: Receive worker started; core=10, socket=1, queue=1 attempts=0
  USER1: Launching transmit worker; worker=0, core=11 ring=0
  USER1: Transmit worker started; core=11, socket=1
  USER1: Launching transmit worker; worker=1, core=12 ring=1
  USER1: Transmit worker started; core=12, socket=1
  USER1: Launching transmit worker; worker=2, core=13 ring=0
  USER1: Transmit worker started; core=13, socket=1
  USER1: Launching transmit worker; worker=3, core=14 ring=1
  USER1: Transmit worker started; core=14, socket=1
  USER1: Launching transmit worker; worker=4, core=15 ring=0
  USER1: Transmit worker started; core=15, socket=1
  USER1: Starting to monitor workers; core=8, socket=1
  ...
  ----- in -----  --- queued --- ----- out ----- ---- drops ----
[nic]             761               -               -               -
[rx]              761               -             761               0
[tx]              761               -             761               0
[kaf]             761               0             761               0
^CUSER1: Exiting on signal '2'
USER1: Finished monitoring workers; core=8, socket=1
USER1: Receive worker finished; core=10, socket=1, queue=1
USER1: Transmit worker finished; core=14, socket=1
USER1: Receive worker finished; core=9, socket=1, queue=0
USER1: Transmit worker finished; core=11, socket=1
USER1: Transmit worker finished; core=12, socket=1
USER1: Transmit worker finished; core=15, socket=1
USER1: Transmit worker finished; core=13, socket=1
USER1: Closing all Kafka connections
USER1: '0' message(s) queued on fastcapa-y138-enp129s0f1#producer-1
USER1: '0' message(s) queued on fastcapa-y138-enp129s0f1#producer-2
USER1: '0' message(s) queued on fastcapa-y138-enp129s0f1#producer-3
USER1: '0' message(s) queued on fastcapa-y138-enp129s0f1#producer-4
USER1: '0' message(s) queued on fastcapa-y138-enp129s0f1#producer-5
USER1: All messages cleared on fastcapa-y138-enp129s0f1#producer-1
USER1: All messages cleared on fastcapa-y138-enp129s0f1#producer-2
USER1: All messages cleared on fastcapa-y138-enp129s0f1#producer-3
USER1: All messages cleared on fastcapa-y138-enp129s0f1#producer-4
USER1: All messages cleared on fastcapa-y138-enp129s0f1#producer-5



pycapa --consumer \
   --kafka-broker y134.l42scl.hortonworks.com:6667 \
   --kafka-topic pcap-fastcapa-example-native \
   --kafka-offset begin \
   -X security.protocol=SASL_PLAINTEXT \
   -X sasl.kerberos.keytab=/etc/security/keytabs/metron.headless.keytab \
   -X sasl.kerberos.principal=metron@EXAMPLE.COM \
   -X group.id=metron \
 | tshark -i -


 pycapa --consumer \
    --kafka-broker y134.l42scl.hortonworks.com:6667 \
    --kafka-topic pcap-fastcapa-example-native \
    --kafka-offset begin \
    -X security.protocol=SASL_PLAINTEXT \
    -X sasl.kerberos.keytab=/etc/security/keytabs/metron.headless.keytab \
    -X sasl.kerberos.principal=metron@EXAMPLE.COM \
    -X group.id=metron > out.pcap


tshark -r out.pcap