Smoke Infra test, but failing with keygen error

smokeinfra/gateway-1.yaml

@@ -6,21 +6,19 @@
 ################################################################################
 
 # Output log file
-log: "results/gateways/gateway-1.log"
+log: "results/gateway-1.log"
 
 # Used for debugging
 verbose: "true"
 
 # The cMix nodes in the network
 cMixNodes:
- - "localhost:50000"
- - "localhost:50001"
- - "localhost:50002"
- - "localhost:50003"
- - "localhost:50004"
+ - "localhost:60000"
+ - "localhost:60001"
+ - "localhost:60002"
 
 # The listening address of this gateway
-GatewayAddress: "localhost:8440"
+GatewayAddress: "localhost:9440"
 
 # The number of seconds a message should remain in the globals before being
 # deleted from the user's message queue
@@ -37,5 +35,5 @@ serverCertPath: "../keys/cmix.rip.crt"
 ### Anything below this line is to be deprecated ###
 
 # Batch size of the cMix Network (to be deprecated)
-batchSize: 4
+batchSize: 42
 # === END YAML

smokeinfra/gateway-2.yaml

@@ -6,21 +6,19 @@
 ################################################################################
 
 # Output log file
-log: "results/gateways/gateway-2.log"
+log: "results/gateway-2.log"
 
 # Used for debugging
 verbose: "true"
 
 # The cMix nodes in the network
 cMixNodes:
- - "localhost:50000"
- - "localhost:50001"
- - "localhost:50002"
- - "localhost:50003"
- - "localhost:50004"
+ - "localhost:60000"
+ - "localhost:60001"
+ - "localhost:60002"
 
 # The listening address of this gateway
-GatewayAddress: "localhost:8441"
+GatewayAddress: "localhost:9441"
 
 # The number of seconds a message should remain in the globals before being
 # deleted from the user's message queue
@@ -37,5 +35,5 @@ serverCertPath: "../keys/cmix.rip.crt"
 ### Anything below this line is to be deprecated ###
 
 # Batch size of the cMix Network (to be deprecated)
-batchSize: 4
+batchSize: 42
 # === END YAML

smokeinfra/gateway-3.yaml

@@ -6,21 +6,19 @@
 ################################################################################
 
 # Output log file
-log: "results/gateways/gateway-3.log"
+log: "results/gateway-3.log"
 
 # Used for debugging
 verbose: "true"
 
 # The cMix nodes in the network
 cMixNodes:
- - "localhost:50000"
- - "localhost:50001"
- - "localhost:50002"
- - "localhost:50003"
- - "localhost:50004"
+ - "localhost:60000"
+ - "localhost:60001"
+ - "localhost:60002"
 
 # The listening address of this gateway
-GatewayAddress: "localhost:8442"
+GatewayAddress: "localhost:9442"
 
 # The number of seconds a message should remain in the globals before being
 # deleted from the user's message queue
@@ -37,5 +35,5 @@ serverCertPath: "../keys/cmix.rip.crt"
 ### Anything below this line is to be deprecated ###
 
 # Batch size of the cMix Network (to be deprecated)
-batchSize: 4
+batchSize: 42
 # === END YAML

smokeinfra/run.sh

@@ -5,36 +5,30 @@
 set -e
 
 rm -fr results || true
-rm blob* || true
 
-SERVERLOGS=results/servers
-GATEWAYLOGS=results/gateways
-CLIENTOUT=results/clients
-DUMMYOUT=results/dummy.console
-UDBOUT=results/udb.console
+SERVERLOGS=results/
+GATEWAYLOGS=results/
 
 mkdir -p $SERVERLOGS
 mkdir -p $GATEWAYLOGS
-mkdir -p $CLIENTOUT
 
 echo "STARTING SERVERS..."
 
-for SERVERID in $(seq 5 -1 1)
+for SERVERID in $(seq 3 -1 1)
 do
     IDX=$(($SERVERID - 1))
     SERVERCMD="../bin/server -v -i $IDX --roundBufferTimeout 300s --config server-$SERVERID.yaml"
-    if [ $SERVERID -eq 4 ]; then
-        sleep 15 # This will force a CDE timeout
-    fi
     $SERVERCMD > $SERVERLOGS/server-$SERVERID.console 2>&1 &
     PIDVAL=$!
     echo "$SERVERCMD -- $PIDVAL"
 done
 
-sleep 15 # Give servers some time to boot
+sleep 5 # Give servers some time to boot
+
+echo "STARTING GATEWAYS..."
 
 # Start gateways
-for GWID in $(seq 5 -1 1)
+for GWID in $(seq 3 -1 1)
 do
     IDX=$(($GWID - 1))
     GATEWAYCMD="../bin/gateway -v -i $IDX --config gateway-$GWID.yaml"
@@ -43,139 +37,29 @@ do
     echo "$GATEWAYCMD -- $PIDVAL"
 done
 
-
 jobs -p > results/serverpids
 
 finish() {
-    echo "STOPPING SERVERS AND GATEWAYS..."
+    echo "KILLED! STOPPING SERVERS AND GATEWAYS..."
     # NOTE: jobs -p doesn't work in a signal handler
     for job in $(cat results/serverpids)
     do
         echo "KILLING $job"
         kill $job || true
     done
-    tail $SERVERLOGS/*
-    tail $CLIENTOUT/*
-    diff -ruN clients.goldoutput $CLIENTOUT
+    tail $SERVERLOGS/*.console
 }
 
 trap finish EXIT
 trap finish INT
 
-sleep 15 # FIXME: We should not need this, but the servers don't respond quickly
-         #        enough on boot right now.
-
-export GATEWAY="localhost:8444,localhost:8443,localhost:8442,localhost:8441,localhost:8440"
-runclients() {
-    echo "Starting clients..."
-    CTR=0
-
-    for cid in $(seq 4 7)
-    do
-        # TODO: Change the recipients to send multiple messages. We can't
-        #       run multiple clients with the same user id so we need
-        #       updates to make that work.
-        #     for nid in 1 2 3 4; do
-
-        for nid in 1
-        do
-            nid=$(((($cid + 1) % 4) + 4))
-            eval NICK=\${NICK${cid}}
-            # Send a regular message
-            CLIENTCMD="timeout 80s ../bin/client -f blob$cid -g $GATEWAY -c ../keys/gateway.cmix.rip.crt -i $cid -d $nid -m \"Hello, $nid\""
-            eval $CLIENTCMD >> $CLIENTOUT/client$cid$nid.out 2>&1 &
-            PIDVAL=$!
-            eval CLIENTS${CTR}=$PIDVAL
-            echo "$CLIENTCMD -- $PIDVAL"
-            CTR=$(($CTR + 1))
-        done
-    done
-
-    echo "WAITING FOR $CTR CLIENTS TO EXIT..."
-    for i in $(seq 0 $(($CTR - 1)))
-    do
-        eval echo "Waiting on \${CLIENTS${i}} ..."
-        eval wait \${CLIENTS${i}}
-    done
-}
-
-# Start a user discovery bot server
-UDBCMD="../bin/udb -v --config udb.yaml"
-$UDBCMD >> $UDBOUT 2>&1 &
-PIDVAL=$!
-echo $PIDVAL >> results/serverpids
-echo "$UDBCMD -- $PIDVAL"
-
-# Start a dummy client
-DUMMYCMD="../bin/client -i 23 -d 23 -g $GATEWAY -m \"dummy\" --dummyfrequency 2 -c ../keys/gateway.cmix.rip.crt -f blobdummy"
-$DUMMYCMD >> $DUMMYOUT 2>&1 &
-PIDVAL=$!
-echo $PIDVAL >> results/serverpids
-echo "$DUMMYCMD -- $PIDVAL"
-
-# Register two users and then do UDB search on each other
-CLIENTCMD="timeout 90s ../bin/client -f blob9 -g $GATEWAY -E spencer@elixxir.io -i 9 -c ../keys/gateway.cmix.rip.crt"
-eval $CLIENTCMD >> $CLIENTOUT/client9.out 2>&1 &
-PIDVAL=$!
-echo "$CLIENTCMD -- $PIDVAL"
-wait $PIDVAL
+sleep 60
 
-CLIENTCMD="timeout 90s ../bin/client -f blob18 -g $GATEWAY -E bernardo@elixxir.io -i 18 -d 3 -c ../keys/gateway.cmix.rip.crt -m \"SEARCH EMAIL spencer@elixxir.io\" --keyParams 3,4,2,1.0,2"
-eval $CLIENTCMD >> $CLIENTOUT/client18.out 2>&1 &
-PIDVAL=$!
-echo "$CLIENTCMD -- $PIDVAL"
-wait $PIDVAL
-
-CLIENTCMD="timeout 90s ../bin/client -f blob9 -g $GATEWAY -i 9 -d 3 -c ../keys/gateway.cmix.rip.crt -m \"SEARCH EMAIL bernardo@elixxir.io\" --keyParams 3,4,2,1.0,2"
-eval $CLIENTCMD >> $CLIENTOUT/client9.out 2>&1 &
-PIDVAL=$!
-echo "$CLIENTCMD -- $PIDVAL"
-wait $PIDVAL
-
-# Send multiple E2E encrypted messages between users that discovered each other
-CLIENTCMD="timeout 65s ../bin/client -v -i 18 -d 9 -f blob18 -g $GATEWAY -c ../keys/gateway.cmix.rip.crt -m \"Hello, 9, with E2E Encryption\" --end2end --dummyfrequency 0.1"
-eval $CLIENTCMD >> $CLIENTOUT/client18_rekey.out 2>&1 &
-PIDVAL=$!
-echo "$CLIENTCMD -- $PIDVAL"
-
-sleep 2
-
-CLIENTCMD="timeout 63s ../bin/client -v -i 9 -d 18 -f blob9 -g $GATEWAY -c ../keys/gateway.cmix.rip.crt -m \"Hello, 18, with E2E Encryption\" --end2end --dummyfrequency 0.1"
-eval $CLIENTCMD >> $CLIENTOUT/client9_rekey.out 2>&1 &
-PIDVAL=$!
-echo "$CLIENTCMD -- $PIDVAL"
-
-sleep 10
-
-echo "RUNNING CLIENTS..."
-runclients
-echo "RUNNING CLIENTS (2nd time)..."
-runclients
-
-# Confirm all messages and rekeys by counting with grep
-grep -ac "Sending Message to 9, Spencer" $CLIENTOUT/client18_rekey.out >> $CLIENTOUT/client18.out
-grep -ac "Message from 9, Spencer Received" $CLIENTOUT/client18_rekey.out >> $CLIENTOUT/client18.out
-grep -ac "Generated new send keys" $CLIENTOUT/client18_rekey.out  >> $CLIENTOUT/client18.out
-grep -ac "Generated new receiving keys" $CLIENTOUT/client18_rekey.out  >> $CLIENTOUT/client18.out
-
-grep -ac "Sending Message to 18, Bernardo" $CLIENTOUT/client9_rekey.out >> $CLIENTOUT/client9.out
-grep -ac "Message from 18, Bernardo Received" $CLIENTOUT/client9_rekey.out >> $CLIENTOUT/client9.out
-grep -ac "Generated new send keys" $CLIENTOUT/client9_rekey.out  >> $CLIENTOUT/client9.out
-grep -ac "Generated new receiving keys" $CLIENTOUT/client9_rekey.out  >> $CLIENTOUT/client9.out
-rm $CLIENTOUT/client18_rekey.out $CLIENTOUT/client9_rekey.out
-
-diff -ruN clients.goldoutput $CLIENTOUT
-cat $SERVERLOGS/*.log | grep "ERROR" > results/server-errors.txt || true
-cat $SERVERLOGS/*.log | grep "FATAL" >> results/server-errors.txt || true
-diff -ruN results/server-errors.txt noerrors.txt
-cat $DUMMYOUT | grep "ERROR" > results/dummy-errors.txt || true
-cat $DUMMYOUT | grep "FATAL" >> results/dummy-errors.txt || true
-diff -ruN results/dummy-errors.txt noerrors.txt
-IGNOREMSG="GetRoundBufferInfo: Error received: rpc error: code = Unknown desc = round buffer is empty"
-cat $GATEWAYLOGS/*.log | grep "ERROR" | grep -v $IGNOREMSG > results/gateway-errors.txt || true
-cat $GATEWAYLOGS/*.log | grep "FATAL" >> results/gateway-errors.txt || true
-diff -ruN results/gateway-errors.txt noerrors.txt
-
-
-
-echo "SUCCESS!"
+echo "STOPPING SERVERS AND GATEWAYS..."
+# NOTE: jobs -p doesn't work in a signal handler
+for job in $(cat results/serverpids)
+do
+    echo "Stopping $job"
+    kill $job
+done
+tail $SERVERLOGS/*.console

smokeinfra/server-1.yaml

@@ -5,7 +5,7 @@
 ## All rights reserved.                                                        #
 ################################################################################
 # batch size
-batch: 4
+batch: 42
 # debug logging
 verbose: true
 node:
@@ -13,13 +13,11 @@ node:
     paths:
         cert: "../keys/cmix.rip.crt"
         key:  "../keys/cmix.rip.key"
-        log:  "results/servers/server-1.log"
+        log:  "results/server-1.log"
     addresses:
-        - "localhost:50000"
-        - "localhost:50001"
-        - "localhost:50002"
-        - "localhost:50003"
-        - "localhost:50004"
+        - "localhost:60000"
+        - "localhost:60001"
+        - "localhost:60002"
 database:
     name: "node1"
     username: "cmix_server"
@@ -28,17 +26,13 @@ database:
         - ""
         - ""
         - ""
-        - ""
-        - ""
 gateways:
     paths:
         cert: "../keys/gateway.cmix.rip.crt"
     addresses:
-        - "localhost:8440"
-        - "localhost:8441"
-        - "localhost:8442"
-        - "localhost:8443"
-        - "localhost:8444"
+        - "localhost:9440"
+        - "localhost:9441"
+        - "localhost:9442"
 permissioning:
     paths:
         cert: ""

smokeinfra/server-2.yaml

@@ -5,7 +5,7 @@
 ## All rights reserved.                                                        #
 ################################################################################
 # batch size
-batch: 4
+batch: 42
 # debug logging
 verbose: true
 node:
@@ -13,13 +13,11 @@ node:
     paths:
         cert: "../keys/cmix.rip.crt"
         key:  "../keys/cmix.rip.key"
-        log:  "results/servers/server-2.log"
+        log:  "results/server-2.log"
     addresses:
-        - "localhost:50000"
-        - "localhost:50001"
-        - "localhost:50002"
-        - "localhost:50003"
-        - "localhost:50004"
+        - "localhost:60000"
+        - "localhost:60001"
+        - "localhost:60002"
 database:
     name: "node2"
     username: "cmix_server"
@@ -28,17 +26,13 @@ database:
         - ""
         - ""
         - ""
-        - ""
-        - ""
 gateways:
     paths:
         cert: "../keys/gateway.cmix.rip.crt"
     addresses:
-        - "localhost:8440"
-        - "localhost:8441"
-        - "localhost:8442"
-        - "localhost:8443"
-        - "localhost:8444"
+        - "localhost:9440"
+        - "localhost:9441"
+        - "localhost:9442"
 permissioning:
     paths:
         cert: ""

smokeinfra/server-3.yaml

@@ -5,7 +5,7 @@
 ## All rights reserved.                                                        #
 ################################################################################
 # batch size
-batch: 4
+batch: 42
 # debug logging
 verbose: true
 node:
@@ -13,13 +13,11 @@ node:
     paths:
         cert: "../keys/cmix.rip.crt"
         key:  "../keys/cmix.rip.key"
-        log:  "results/servers/server-3.log"
+        log:  "results/server-3.log"
     addresses:
-        - "localhost:50000"
-        - "localhost:50001"
-        - "localhost:50002"
-        - "localhost:50003"
-        - "localhost:50004"
+        - "localhost:60000"
+        - "localhost:60001"
+        - "localhost:60002"
 database:
     name: "node3"
     username: "cmix_server"
@@ -28,17 +26,13 @@ database:
         - ""
         - ""
         - ""
-        - ""
-        - ""
 gateways:
     paths:
         cert: "../keys/gateway.cmix.rip.crt"
     addresses:
-        - "localhost:8440"
-        - "localhost:8441"
-        - "localhost:8442"
-        - "localhost:8443"
-        - "localhost:8444"
+        - "localhost:9440"
+        - "localhost:9441"
+        - "localhost:9442"
 permissioning:
     paths:
         cert: ""