simulator: add makefile cmds and fix determinism test (osmosis-labs#2280

)

* add makefile and fix determinism non-commit

* make sim steps clearer

* fix cmd

.github/workflows/sim.yml

@@ -16,6 +16,9 @@ jobs:
           go-version: 1.18
       - name: Display go version
         run: go version
-      - name: Run simulation
+      - name: Run full application simulation
         run: |
-          make test-sim
+          make test-sim-app
+      - name: Run simulation determinism check
+        run: |
+          make test-sim-determinism

Makefile

@@ -229,9 +229,18 @@ test-race:
 test-cover:
 	@VERSION=$(VERSION) go test -mod=readonly -timeout 30m -coverprofile=coverage.txt -tags='norace' -covermode=atomic $(PACKAGES_UNIT)
 
-test-sim:
+test-sim-suite:
 	@VERSION=$(VERSION) go test -mod=readonly $(PACKAGES_SIM)
 
+test-sim-app:
+	@VERSION=$(VERSION) go test -mod=readonly -run ^TestFullAppSimulation -v $(PACKAGES_SIM)
+
+test-sim-determinism:
+	@VERSION=$(VERSION) go test -mod=readonly -run ^TestAppStateDeterminism -v $(PACKAGES_SIM)
+
+test-sim-benchmark:
+	@VERSION=$(VERSION) go test -benchmem -run ^BenchmarkFullAppSimulation -bench ^BenchmarkFullAppSimulation -cpuprofile cpu.out $(PACKAGES_SIM)
+
 test-e2e:
 	@VERSION=$(VERSION) OSMOSIS_E2E_UPGRADE_VERSION="v12" go test -mod=readonly -timeout=25m -v $(PACKAGES_E2E)
 

tests/simulator/sim_test.go

@@ -135,6 +135,7 @@ func TestAppStateDeterminism(t *testing.T) {
 	config.OnOperation = false
 	config.AllInvariants = false
 	config.ChainID = helpers.SimAppChainID
+	config.Commit = true
 
 	// This file is needed to provide the correct path
 	// to reflect.wasm test file needed for wasmd simulation testing.