fb-smoke: Add test_env

Summary: test_env provides test settings for 3.8

Test Plan: Run unit tests

Differential Revision: https://phabricator.intern.facebook.com/D5671384

Change-Id: I1bab102b83d5fffe5ffcc568d2f82d19c78c84d5
Reviewed-on: https://review.gluster.org/18080
Smoke: Gluster Build System <jenkins@build.gluster.org>
Tested-by: Jeff Darcy <jeff@pl.atyp.us>
CentOS-regression: Gluster Build System <jenkins@build.gluster.org>

2 files changed, 171 insertions, 23 deletions

diff --git a/fb-smoke.sh b/fb-smoke.sh
index 72299a6a041..a68b9414cd2 100755
--- a/fb-smoke.sh
+++ b/fb-smoke.sh
@@ -3,27 +3,7 @@
 #
 # Tests
 #
-DESIRED_TESTS="\
- tests/basic/*.t\
- tests/basic/afr/*.t\
- tests/basic/distribute/*.t\
- tests/basic/dht/*.t\
- tests/features/brick-min-free-space.t\
- "
-
-KNOWN_FLAKY_TESTS="\
- tests/basic/afr/shd-autofix-nogfid.t\
- tests/basic/accept-v6v4.t\
- tests/basic/bd.t\
- tests/basic/fop-throttling.t\
- tests/basic/fops-sanity.t\
- tests/basic/mgmt_v3-locks.t\
- tests/basic/mount.t\
- tests/basic/pump.t\
- tests/basic/rpm.t\
- tests/basic/uss.t\
- tests/basic/volume-snapshot.t\
-"
+source ./test_env
 
 #
 # Helpers
@@ -138,7 +118,9 @@ function run_remote {
         flags="$flags --asan"
     fi
 
-    "$FBCODE/storage/gluster/gluster-build/fb-gluster-test.py" $flags --tester --n "$N" --hosts "$REMOTE_HOSTS" --tests "$REMOTE_TESTS"
+    "$FBCODE/storage/gluster/gluster-build/fb-gluster-test.py" $flags --tester \
+        --n "$N" --hosts "$REMOTE_HOSTS" --tests "$REMOTE_TESTS"\
+        --flaky_tests "$REMOTE_FLAKY_TESTS"
 }
 
 #
@@ -157,7 +139,8 @@ FBCODE=${FBCODE:="$HOME/fbsource/fbcode"}
 N=${N:=0}
 REMOTE_HOSTS=${REMOTE_HOSTS:="$(smcc ls-hosts -s gluster.build.ash | xargs)"}
 REMOTE=${REMOTE:=0}
-REMOTE_TESTS=${REMOTE_TESTS:='smoke'}
+REMOTE_TESTS=${REMOTE_TESTS:=$DESIRED_TESTS}
+REMOTE_FLAKY_TESTS=${REMOTE_FLAKY_TESTS:=$KNOWN_FLAKY_TESTS}
 VERBOSE=${VERBOSE:=0}
 VALGRIND=${VALGRIND:=0}
 ASAN=${ASAN:=0}
diff --git a/test_env b/test_env
new file mode 100644
index 00000000000..d516eb2780a
--- /dev/null
+++ b/test_env
@@ -0,0 +1,165 @@
+#!/bin/bash
+
+DESIRED_TESTS="\
+  tests/basic/*.t\
+  tests/basic/afr/*.t\
+  tests/basic/distribute/*.t\
+  tests/features/brick-min-free-space.t\
+"
+
+KNOWN_FLAKY_TESTS="\
+   tests/bugs/glusterd/bug-1173414-mgmt-v3-remote-lock-failure.t\
+   tests/bugs/glusterd/bug-1420637-volume-sync-fix.t\
+   tests/bugs/glusterd/bug-1104642.t\
+   tests/bugs/glusterd/bug-1022055.t\
+   tests/bugs/glusterd/bug-1293414-import-brickinfo-uuid.t\
+   tests/bugs/transport/bug-873367.t\
+   tests/bugs/ec/bug-1161621.t\
+   tests/bugs/quota/bug-1287996.t\
+   tests/bugs/fb8149516.t\
+   tests/bugs/posix/bug-990028.t\
+   tests/bugs/glusterd/bug-1345727-bricks-stop-on-no-quorum-validation.t\
+   tests/bugs/core/bug-1402841.t-mt-dir-scan-race.t\
+   tests/bugs/write-behind/bug-1279730.t\
+   tests/bugs/cli/bug-1320388.t\
+   tests/bugs/snapshot/bug-1112613.t\
+   tests/bugs/snapshot/bug-1087203.t\
+   tests/bugs/snapshot/bug-1202436-calculate-quota-cksum-during-snap-restore.t\
+   tests/bugs/snapshot/bug-1205592.t\
+   tests/bugs/snapshot/bug-1140162-file-snapshot-features-encrypt-opts-validation.t\
+   tests/bugs/glusterd/bug-1231437-rebalance-test-in-cluster.t\
+   tests/bugs/snapshot/bug-1049834.t\
+   tests/bugs/shard/zero-flag.t\
+   tests/bugs/bitrot/1207029-bitrot-daemon-should-start-on-valid-node.t\
+   tests/bugs/bitrot/1209752-volume-status-should-show-bitrot-scrub-info.t\
+   tests/bugs/snapshot/bug-1399598-uss-with-ssl.t\
+   tests/bugs/tier/bug-1279376-rename-demoted-file.t\
+   tests/bugs/tier/bug-1286974.t\
+   tests/bugs/tier/bug-1205545-CTR-and-trash-integration.t\
+   tests/features/ipc.t\
+   tests/features/ssl-authz.t\
+   tests/bugs/glusterd/bug-948686.t\
+   tests/bugs/core/bug-986429.t\
+   tests/bugs/fb4482137.t\
+   tests/bugs/glusterd/bug-913555.t\
+   tests/basic/rpm.t\
+   tests/basic/accept-v6v4.t\
+   tests/basic/afr/granular-esh/granular-esh.t\
+   tests/basic/afr/granular-esh/cli.t\
+   tests/basic/afr/granular-esh/granular-indices-but-non-granular-heal.t\
+   tests/basic/afr/granular-esh/conservative-merge.t\
+   tests/basic/afr/granular-esh/add-brick.t\
+   tests/basic/afr/granular-esh/replace-brick.t\
+   tests/basic/bd.t tests/basic/uss.t\
+   tests/basic/glusterd/arbiter-volume-probe.t\
+   tests/basic/meta.t\
+   tests/basic/gfapi/bug1291259.t\
+   tests/basic/gfapi/gfapi-ssl-test.t\
+   tests/basic/tier/bug-1214222-directories_missing_after_attach_tier.t\
+   tests/basic/tier/record-metadata-heat.t\
+   tests/basic/tier/readdir-during-migration.t\
+   tests/basic/fops-sanity-gfproxy.t\
+   tests/basic/tier/ctr-rename-overwrite.t\
+   tests/basic/tier/frequency-counters.t\
+   tests/basic/mgmt_v3-locks.t\
+   tests/basic/tier/file_with_spaces.t\
+   tests/basic/tier/tier_lookup_heal.t\
+   tests/basic/glusterd/volfile_server_switch.t\
+   tests/basic/tier/tier-file-create.t\
+   tests/basic/tier/locked_file_migration.t\
+   tests/basic/tier/tier-snapshot.t\
+   tests/basic/volume-snapshot.t\
+   tests/basic/tier/new-tier-cmds.t\
+   tests/basic/quota-nfs.t\
+   tests/geo-rep/georep-basic-dr-rsync.t\
+   tests/basic/tier/unlink-during-migration.t\
+   tests/basic/tier/fops-during-migration-pause.t\
+   tests/basic/volume-snapshot-clone.t\
+   tests/bugs/nfs/bug-1166862.t\
+   tests/basic/tier/legacy-many.t\
+   tests/bugs/nfs/bug-1116503.t\
+   tests/bugs/nfs/bug-904065.t\
+   tests/bugs/rpc/bug-921072.t\
+   tests/bugs/rpc/bug-847624.t\
+   tests/bugs/glusterfs-server/bug-904300.t\
+   tests/bugs/replicate/886998/strict-readdir.t\
+   tests/basic/tier/fops-during-migration.t\
+   tests/basic/tier/tierd_check.t\
+   tests/basic/tier/tier.t\
+   tests/bugs/replicate/bug-1250170-fsync.t\
+   tests/basic/cache.t\
+   tests/geo-rep/georep-basic-dr-tarssh.t\
+   tests/bugs/replicate/bug-1190069-afr-stale-index-entries.t\
+   tests/bitrot/bug-1294786.t\
+   tests/bugs/quick-read/bug-846240.t\
+   tests/bugs/quota/afr-quota-xattr-mdata-heal.t\
+   tests/bugs/quota/bug-1288474.t\
+   tests/bugs/glusterd/bug-1344407-volume-delete-on-node-down.t\
+   tests/bugs/glusterd/859927/repl.t\
+   tests/bugs/glusterd/bug-1238706-daemons-stop-on-peer-cleanup.t\
+   tests/bugs/replicate/bug-1290965-detect-bitrotten-objects.t\
+   tests/bugs/glusterd/bug-1303028-Rebalance-glusterd-rpc-connection-issue.t\
+   tests/bugs/replicate/bug-859581.t\
+   tests/bugs/glusterd/bug-1047955.t\
+   tests/bugs/glusterd/bug-1213295-snapd-svc-uninitialized.t\
+   tests/bugs/glusterd/bug-1260185-donot-allow-detach-commit-unnecessarily.t\
+   tests/bugs/glusterd/bug-1230121-replica_subvol_count_correct_cal.t\
+   tests/bugs/glusterd/bug-1245045-remove-brick-validation.t\
+   tests/bugs/glusterd/bug-948729/bug-948729.t\
+   tests/bugs/glusterd/bug-948729/bug-948729-force.t\
+   tests/bugs/glusterd/bug-948729/bug-948729-mode-script.t\
+   tests/bugs/glusterd/bug-964059.t\
+   tests/bugs/glusterd/bug-888752.t\
+   tests/bugs/glusterd/bug-1177132-quorum-validation.t\
+   tests/bugs/glusterd/bug-889630.t\
+   tests/bugs/glusterd/bug-857330/xml.t\
+   tests/bugs/glusterd/bug-857330/normal.t
+   tests/bugs/glusterd/bug-1367478-volume-start-validation-after-glusterd-restart.t\
+   tests/bugs/glusterd/bug-1223213-peerid-fix.t\
+   tests/bugs/glusterd/bug-1245142-rebalance_test.t\
+   tests/bugs/glusterd/bug-1091935-brick-order-check-from-cli-to-glusterd.t\
+   tests/bugs/glusterd/bug-1323287-real_path-handshake-test.t\
+   tests/bugs/glusterd/bug-1266818-shared-storage-disable.t\
+   tests/bugs/replicate/bug-802417.t\
+   tests/bugs/glusterd/bug-1173414-mgmt-v3-remote-lock-failure.t\
+   tests/bugs/glusterd/bug-1420637-volume-sync-fix.t\
+   tests/bugs/glusterd/bug-1104642.t\
+   tests/bugs/glusterd/bug-1293414-import-brickinfo-uuid.t\
+   tests/bugs/glusterd/bug-1022055.t\
+   tests/bugs/transport/bug-873367.t\
+   tests/bugs/quota/bug-1287996.t\
+   tests/bugs/fb8149516.t\
+   tests/bugs/posix/bug-990028.t\
+   tests/bugs/glusterd/bug-1345727-bricks-stop-on-no-quorum-validation.t\
+   tests/bugs/core/bug-1402841.t-mt-dir-scan-race.t\
+   tests/bugs/write-behind/bug-1279730.t\
+   tests/bugs/cli/bug-1320388.t\
+   tests/bugs/ec/bug-1304988.t\
+   tests/bugs/glusterd/bug-948686.t\
+   tests/bugs/snapshot/bug-1112613.t\
+   tests/bugs/snapshot/bug-1087203.t\
+   tests/bugs/glusterd/bug-913555.t\
+   tests/bugs/snapshot/bug-1202436-calculate-quota-cksum-during-snap-restore.t\
+   tests/bugs/snapshot/bug-1140162-file-snapshot-features-encrypt-opts-validation.t\
+   tests/bugs/snapshot/bug-1205592.t tests/bugs/glusterd/bug-1231437-rebalance-test-in-cluster.t\
+   tests/bugs/snapshot/bug-1227646.t tests/bugs/shard/zero-flag.t\
+   tests/bugs/snapshot/bug-1399598-uss-with-ssl.t\
+   tests/bugs/snapshot/bug-1049834.t\
+   tests/bugs/core/bug-986429.t\
+   tests/bugs/bitrot/1207029-bitrot-daemon-should-start-on-valid-node.t\
+   tests/bugs/bitrot/1209752-volume-status-should-show-bitrot-scrub-info.t\
+   tests/bugs/fb4482137.t\
+   tests/bugs/tier/bug-1205545-CTR-and-trash-integration.t\
+   tests/features/ipc.t\
+   tests/bugs/tier/bug-1286974.t\
+   tests/bugs/tier/bug-1279376-rename-demoted-file.t\
+   tests/features/ssl-authz.t\
+   tests/bugs/glusterd/bug-857330/normal.t\
+   tests/bugs/distribute/bug-862967.t\
+   tests/basic/quota-anon-fd-nfs.t\
+   tests/basic/rpc-coverage.t\
+   tests/basic/afr/gfid-mismatch.t\
+"
+
+DESIRED_TESTS=$(echo "$DESIRED_TESTS" | tr -s ' ' ' ')
+KNOWN_FLAKY_TESTS=$(echo "$KNOWN_FLAKY_TESTS" | tr -s ' ' ' ')