[Util] Move utilities into designated directory.

Author: ImmanuelHaffner

.gitlab-ci.yml

@@ -398,7 +398,7 @@ report:coverage:
         - nginx
     needs: [ "build:debug:linux-amd64" ]
     script:
-        - ./coverage.sh
+        - utils/coverage.sh
         - rm -rf /srv/http/mutable/coverage
         - mv build/${BUILD_TYPE}/html /srv/http/mutable/coverage
     coverage: '/lines\.+: \d+\.\d+/'

run.sh

@@ -5,7 +5,7 @@ trap "exit 1" SIGINT
 
 set -o pipefail -o nounset
 
-source planner-configs.sh
+source utils/eval-plan_enumerator-configs.sh
 
 BINDIR=build/debug_shared/bin
 BIN=${BINDIR}/shell
@@ -34,7 +34,7 @@ do
         for N in 15; do
             NAME="$T-${N}"
 
-            python3 querygen.py -t $T -n ${N} > /dev/null
+            python3 utils/querygen.py -t $T -n ${N} > /dev/null
             build/release/bin/cardinality_gen \
                 --seed ${RANDOM} \
                 "${NAME}.schema.sql" \

coverage.sh renamed to utils/coverage.sh

@@ -5,8 +5,7 @@ trap "exit 1" SIGINT
 
 set -o pipefail -o nounset
 
-source planner-configs.sh
-
+source utils/eval-plan_enumerator-configs.sh
 
 ########################################################################################################################
 # Globals
@@ -207,7 +206,7 @@ do
             # Generate problem
             SEED=${RANDOM}
             echo -n '` '
-            python3 querygen.py -t "${TOPOLOGY}" -n ${N} --count=${QUERY_REPEAT_COUNT} | tr -d '\n'
+            python3 utils/querygen.py -t "${TOPOLOGY}" -n ${N} --count=${QUERY_REPEAT_COUNT} | tr -d '\n'
             (time build/release/bin/cardinality_gen \
                 ${FLAGS} \
                 --seed "${SEED}" \

eval-information-value.sh renamed to utils/eval-heuristic_search-heuristic_information_value.sh

@@ -16,13 +16,15 @@ BIN=build/debug_shared/bin/shell
 MIN_CARDINALITY=10
 MAX_CARDINALITY=10000
 
+echo "planner,topology,relations,states"
+
 for T in {chain,cycle,star,clique};
 do
     for N in {5,10,15};
     do
         NAME="$T-$N"
 
-        python3 querygen.py -t $T -n $N > /dev/null
+        python3 utils/querygen.py -t $T -n $N > /dev/null
         build/release/bin/cardinality_gen \
             --min ${MIN_CARDINALITY} \
             --max ${MAX_CARDINALITY} \

planner-configs.sh renamed to utils/eval-plan_enumerator-configs.sh

@@ -60,7 +60,7 @@ function run_experiment()
     SKEWNESS=$3
     SEED=$4
 
-    OUT=$(python querygen.py --quiet --seed ${SEED} -t clique -n ${SIZE} --thinning=${THINNING} --skew=${SKEWNESS})
+    OUT=$(python utils/querygen.py --quiet --seed ${SEED} -t clique -n ${SIZE} --thinning=${THINNING} --skew=${SKEWNESS})
     RES=$?
     # echo "${OUT}"
     if [ ${RES} -ne 0 ];

eval-planners.sh renamed to utils/eval-plan_enumerators.sh

@@ -1,5 +1,9 @@
 #!env python3
 
+import os
+
+os.environ['TF_CPP_MIN_LOG_LEVEL'] = '2' # silence TnesorFlow INFO and WARNING messages
+
 import argparse
 import easygraph as eg
 import enum
@@ -9,7 +13,6 @@
 import itertools
 import math
 import numpy
-import os
 import platform
 import random
 import scipy