Enhancement: Trim the indexer images and use the sandbox instead of custom dockers

.test-env

@@ -0,0 +1,42 @@
+# Configs for local python sdk dockerizing:
+SKIP_PYTHON_SDK_DOCKER=0
+PYTHON_VERSION=${PYTHON_VERSION:-3.10}
+
+# Configs for testing repo download:
+SDK_TESTING_URL="https://github.com/algorand/algorand-sdk-testing"
+SDK_TESTING_BRANCH="trim-indexer"
+SDK_TESTING_HARNESS="test-harness"
+
+# Used to determine sandbox build type:
+TYPE=${TYPE:-source} # OR "channel"
+
+# Used when TYPE==channel
+ALGOD_CHANNEL="nightly"
+
+# Used when TYPE==source
+ALGOD_URL="https://github.com/algorand/go-algorand"
+ALGOD_BRANCH="feature/avm-box"
+ALGOD_SHA=""
+
+# Used regardless of TYPE
+NETWORK_TEMPLATE="images/algod/DevModeNetwork.json"
+NETWORK_NUM_ROUNDS=3000
+INDEXER_URL="https://github.com/algorand/indexer"
+NODE_ARCHIVAL="True"
+NODE_V1_INDEXER="True"
+INDEXER_BRANCH="tzaffi/box-search"
+INDEXER_SHA=""
+
+# Sandbox configuration:
+SANDBOX_BRANCH="configurable-ports"
+SANDBOX_URL="https://github.com/algorand/sandbox"
+SANDBOX_DIR=".sdk-harness-sandbox"
+
+# replacement values for Sandbox's docker-compose:
+ALGOD_CONTAINER=sdk-harness-algod
+KMD_PORT=60001
+ALGOD_PORT=60000
+INDEXER_CONTAINER=sdk-harness-indexer
+INDEXER_PORT=59999
+POSTGRES_CONTAINER=sdk-harness-postgres
+POSTGRES_PORT=65432

Makefile

@@ -4,8 +4,128 @@ unit:
 
 INTEGRATIONS = "@abi or @algod or @applications or @applications.verified or @assets or @auction or @c2c or @compile or @dryrun or @dryrun.testing or @indexer or @indexer.231 or @indexer.applications or @kmd or @rekey_v1 or @send.keyregtxn or @send or @compile.sourcemap"
 integration:
-	behave --tags=$(INTEGRATIONS) tests -f progress2
+	behave --tags=$(INTEGRATIONS) tests -f progress2 --no-capture
+
+# channel or source
+TYPE ?= channel
+harness:
+	TYPE='$(TYPE)' ./test-harness.sh
 
 PYTHON_VERSION ?= 3.8
-docker-test:
-	PYTHON_VERSION='$(PYTHON_VERSION)' ./run_integration.sh
+docker-pysdk-build:
+	docker build -t py-sdk-testing --build-arg PYTHON_VERSION="${PYTHON_VERSION}" .
+
+docker-pysdk-run:
+	docker ps -a
+	docker run -it --network host py-sdk-testing:latest
+
+docker-test: harness docker-pysdk-build docker-pysdk-run
+
+# algorand-sdk-testing's git branch:
+TBRANCH = master
+# go-algorand's git branch:
+ABRANCH = master
+get-trepo:
+	rm -rf test-harness && rm -rf tests/features \
+	&& git clone --single-branch --branch $(TBRANCH) https://github.com/algorand/algorand-sdk-testing.git test-harness \
+	&& sed -i "" -e "s#ALGOD_BRANCH=\".*\"#ALGOD_BRANCH=\"$(ABRANCH)\"#g" test-harness/.up-env \
+	&& mkdir -p test/features \
+	&& cp -r test-harness/features/* test/features
+
+up:
+	./test-harness/scripts/up.sh
+
+down:
+	./test-harness/scripts/down.sh
+
+restart-test-harness: get-trepo up
+
+ps:
+	cd test-harness \
+	&& docker-compose ps
+
+pause:
+	cd test-harness \
+	&& docker-compose pause 
+
+unpause:
+	cd test-harness \
+	&& docker-compose unpause 
+
+
+# sdk-harness-algod \
+# && docker-compose pause sdk-harness-indexer-23x-1 \
+# && docker-compose pause sdk-harness-indexer-23x-2 \
+# && docker-compose pause sdk-harness-indexer-applications  \
+# && docker-compose pause sdk-harness-indexer-live \
+# && docker-compose pause sdk-harness-indexer-release \
+# && docker-compose pause sdk-harness-algod \
+
+
+docker-cleanup:
+	docker container prune \
+	&& docker rmi $$(docker images -q) \
+	&& docker rm -v $$(docker ps -qa)
+
+docker-nuke:
+	docker system prune
+
+TBRANCH = zc2c
+ABRANCH = features/contract-to-contract
+z: restart-test-harness 
+
+
+c2c-integration:
+	behave -D BEHAVE_ON_ERROR --tags=c2c test/features/integration/c2c.feature -f pretty
+
+BINARY_FILE = ""
+show-binary:
+	xxd -p $(BINARY_FILE) | tr -d '\n'
+
+# c2c-integration:
+# 	behave --tags=c2c test/features/integration/c2c.feature -f plain
+
+# Available formatters:
+#   json           JSON dump of test run
+#   json.pretty    JSON dump of test run (human readable)
+#   null           Provides formatter that does not output anything.
+#   plain          Very basic formatter with maximum compatibility
+#   pretty         Standard colourised pretty formatter
+#   progress       Shows dotted progress for each executed scenario.
+#   progress2      Shows dotted progress for each executed step.
+#   progress3      Shows detailed progress for each step of a scenario.
+#   rerun          Emits scenario file locations of failing scenarios
+#   sphinx.steps   Generate sphinx-based documentation for step definitions.
+#   steps          Shows step definitions (step implementations).
+#   steps.catalog  Shows non-technical documentation for step definitions.
+#   steps.doc      Shows documentation for step definitions.
+#   steps.usage    Shows how step definitions are used by steps.
+#   tags           Shows tags (and how often they are used).
+#   tags.location  Shows tags and the location where they are used.
+
+zymlinkize:
+	mv test/cucumber/features test_cucumber_features \
+	&& ln -s ~/github/algorand/algorand-sdk-testing/features test/cucumber/features
+
+de-zymlinkize:
+	rm -f test/cucumber/features \
+	&& mv test_cucumber_features test/cucumber/features
+
+local-docker-testing:
+	PYTHON_VERSION='3.8' ./run_integration_after_git_and_docker.sh
+
+compliant-behave:
+	ln -s ~/github/algorand/algorand-sdk-testing/features test/features
+	ln -s test/
+
+
+docker-restart:
+	./test-harness/scripts/restart.sh
+
+abi-args-integration:
+	behave -D BEHAVE_ON_ERROR --tags="@z" -k -f plain test/features/integration/abi.feature
+
+abi-args-unit:
+	behave -D BEHAVE_ON_ERROR --tags="@unit.atc_method_args" -k -f plain test/features/unit/atomic_transaction_composer.feature
+	# behave -D BEHAVE_ON_ERROR --tags="@z" -k -f plain test/features/unit/atomic_transaction_composer.feature
+

examples/tokens.py

@@ -9,14 +9,14 @@
 # algod info is in the algod.net and algod.token files in the data directory
 # kmd info is in the kmd.net and kmd.token files in the kmd directory in data
 
-kmd_token = ""
-kmd_address = ""
+kmd_token = "a" * 64
+kmd_address = "http://localhost:4002"
 
-algod_token = ""
-algod_address = ""
+algod_token = "a" * 64
+algod_address = "http://localhost:4001"
 
 # you can also get tokens and addresses automatically
-get_automatically = True
+get_automatically = False
 
 # path to the data directory
 data_dir_path = home + "/node/network/Node"

test-harness.sh

@@ -0,0 +1,32 @@
+#!/usr/bin/env bash
+
+START=$(date "+%s")
+
+set -e
+
+ENV_FILE=".test-env"
+source $ENV_FILE
+
+rootdir=$(dirname "$0")
+pushd "$rootdir"
+
+## Reset test harness
+rm -rf "$SDK_TESTING_HARNESS"
+git clone --single-branch --branch "$SDK_TESTING_BRANCH" "$SDK_TESTING_URL" "$SDK_TESTING_HARNESS"
+
+## OVERWRITE incoming .env with .test-env
+cp "$ENV_FILE" "$SDK_TESTING_HARNESS"/.env
+
+## Copy feature files into the project resources
+mkdir -p tests/features
+cp -r "$SDK_TESTING_HARNESS"/features/* tests/features
+echo "run_integration.sh: seconds it took to get to end of cloning + copying: " + $(($(date "+%s") - $START))
+
+
+## Start test harness environment
+pushd "$SDK_TESTING_HARNESS"
+./scripts/up.sh
+popd
+echo "run_integration.sh: seconds it took to finish testing sdk's up.sh: " + $(($(date "+%s") - $START))
+echo "To run sandbox commands, cd into $SDK_TESTING_HARNESS/$SANDBOX"
+echo "time till end of test-harness bootstrapping: " + $(($(date "+%s") - $START))

tests/environment.py

@@ -126,6 +126,8 @@ def before_all(context):
     )
     context.response_thread.start()
 
+    setup_debug_on_error(context.config.userdata)
+
 
 def after_all(context):
     # Shutdown path server
@@ -135,3 +137,20 @@ def after_all(context):
     # Shutdown route server
     context.response_server.shutdown()
     context.response_thread.join()
+
+
+BEHAVE_DEBUG_ON_ERROR = True
+
+
+def setup_debug_on_error(userdata):
+    global BEHAVE_DEBUG_ON_ERROR
+    BEHAVE_DEBUG_ON_ERROR = userdata.getbool("BEHAVE_DEBUG_ON_ERROR")
+
+
+def after_step(context, step):
+    if BEHAVE_DEBUG_ON_ERROR and step.status == "failed":
+        # -- ENTER DEBUGGER: Zoom in on failure location.
+        # NOTE: Use IPython debugger, same for pdb (basic python debugger).
+        import ipdb
+
+        ipdb.post_mortem(step.exc_traceback)

tests/steps/account_v2_steps.py

@@ -79,11 +79,6 @@ def lookup_account_check_holdings(context, μalgos, num, assetid, assetamount):
                 assert a["amount"] == int(assetamount)
 
 
-@when('I use {indexer} to lookup account "{account}" at round {round}')
-def icl_lookup_account_at_round(context, indexer, account, round):
-    context.response = context.icls[indexer].account_info(account, int(round))
-
-
 @when(
     'we make a Lookup Account by ID call against account "{account}" with round {block}'
 )
@@ -262,88 +257,6 @@ def search_accounts3(
     context.response = context.icl.accounts(exclude=exclude)
 
 
-@when(
-    'I use {indexer} to search for an account with {assetid}, {limit}, {currencygt}, {currencylt}, "{auth_addr:MaybeString}", {application_id}, "{include_all:MaybeBool}" and token "{token:MaybeString}"'
-)
-def icl_search_accounts_with_auth_addr_and_app_id_and_include_all(
-    context,
-    indexer,
-    assetid,
-    limit,
-    currencygt,
-    currencylt,
-    auth_addr,
-    application_id,
-    include_all,
-    token,
-):
-    context.response = context.icls[indexer].accounts(
-        asset_id=int(assetid),
-        limit=int(limit),
-        next_page=token,
-        min_balance=int(currencygt),
-        max_balance=int(currencylt),
-        auth_addr=auth_addr,
-        application_id=int(application_id),
-        include_all=include_all,
-    )
-
-
-@when(
-    'I use {indexer} to search for an account with {assetid}, {limit}, {currencygt}, {currencylt}, "{auth_addr:MaybeString}", {application_id} and token "{token:MaybeString}"'
-)
-def icl_search_accounts_with_auth_addr_and_app_id(
-    context,
-    indexer,
-    assetid,
-    limit,
-    currencygt,
-    currencylt,
-    auth_addr,
-    application_id,
-    token,
-):
-    context.response = context.icls[indexer].accounts(
-        asset_id=int(assetid),
-        limit=int(limit),
-        next_page=token,
-        min_balance=int(currencygt),
-        max_balance=int(currencylt),
-        auth_addr=auth_addr,
-        application_id=int(application_id),
-    )
-
-
-@when(
-    'I use {indexer} to search for an account with {assetid}, {limit}, {currencygt}, {currencylt} and token "{token:MaybeString}"'
-)
-def icl_search_accounts_legacy(
-    context, indexer, assetid, limit, currencygt, currencylt, token
-):
-    context.response = context.icls[indexer].accounts(
-        asset_id=int(assetid),
-        limit=int(limit),
-        next_page=token,
-        min_balance=int(currencygt),
-        max_balance=int(currencylt),
-    )
-
-
-@then(
-    "I get the next page using {indexer} to search for an account with {assetid}, {limit}, {currencygt} and {currencylt}"
-)
-def search_accounts_nex(
-    context, indexer, assetid, limit, currencygt, currencylt
-):
-    context.response = context.icls[indexer].accounts(
-        asset_id=int(assetid),
-        limit=int(limit),
-        min_balance=int(currencygt),
-        max_balance=int(currencylt),
-        next_page=context.response["next-token"],
-    )
-
-
 @then(
     'There are {num}, the first has {pendingrewards}, {rewardsbase}, {rewards}, {withoutrewards}, "{address}", {amount}, "{status}", "{sigtype:MaybeString}"'
 )