More sims tests

cosmos · Jan 10, 2025 · 1821bd2 · 1821bd2
1 parent 8cc13ed
commit 1821bd2
Show file tree

Hide file tree

Showing 8 changed files with 338 additions and 192 deletions.
diff --git a/scripts/build/simulations.mk b/scripts/build/simulations.mk
@@ -2,9 +2,10 @@
 
 #? test-sim-nondeterminism: Run non-determinism test for simapp
 test-sim-nondeterminism:
-	# @echo "Running non-determinism test..."
-	# @cd ${CURRENT_DIR}/simapp && go test -failfast -mod=readonly -timeout=30m -tags='sims' -run TestAppStateDeterminism \
-	# 	-NumBlocks=100 -BlockSize=200 -Period=0
+	 @echo "Running non-determinism test..."
+	 @cd ${CURRENT_DIR}/simapp/v2 && go test -failfast -mod=readonly -timeout=30m -tags='sims' -run TestAppStateDeterminism \
+	   	-NumBlocks=100 -BlockSize=200
+
 
 # Requires an exported plugin. See store/streaming/README.md for documentation.
 #
@@ -18,51 +19,45 @@ test-sim-nondeterminism:
 test-sim-nondeterminism-streaming:
 	# @echo "Running non-determinism-streaming test..."
 	# @cd ${CURRENT_DIR}/simapp && go test -failfast -mod=readonly -timeout=30m -tags='sims' -run TestAppStateDeterminism \
-	# 	-NumBlocks=100 -BlockSize=200 -Period=0 -EnableStreaming=true
+	# 	-NumBlocks=100 -BlockSize=200 -EnableStreaming=true
 
 test-sim-custom-genesis-fast:
 	# @echo "Running custom genesis simulation..."
 	# @echo "By default, ${HOME}/.simapp/config/genesis.json will be used."
 	# @cd ${CURRENT_DIR}/simapp && go test -failfast -mod=readonly -timeout=30m -tags='sims' -run TestFullAppSimulation -Genesis=${HOME}/.simapp/config/genesis.json \
-	# 	-NumBlocks=100 -BlockSize=200 -Seed=99 -Period=5 -SigverifyTx=false
+	# 	-NumBlocks=100 -BlockSize=200 -Seed=99  -SigverifyTx=false
 
 test-sim-import-export:
-	# @echo "Running application import/export simulation. This may take several minutes..."
-	# @cd ${CURRENT_DIR}/simapp && go test -failfast -mod=readonly -timeout 20m -tags='sims' -run TestAppImportExport \
-	# 	-NumBlocks=50 -Period=5
+#	 @echo "Running application import/export simulation. This may take several minutes..."
+#	 @cd ${CURRENT_DIR}/simapp/v2 && go test -failfast -mod=readonly -timeout 20m -tags='sims' -run TestAppImportExport \
+	# 	-NumBlocks=50
 
 test-sim-after-import:
-	# @echo "Running application simulation-after-import. This may take several minutes..."
-	# @cd ${CURRENT_DIR}/simapp && go test -failfast -mod=readonly -timeout 30m -tags='sims' -run TestAppSimulationAfterImport \
-	# 	-NumBlocks=50 -Period=5
+	 @echo "Running application simulation-after-import. This may take several minutes..."
+	 @cd ${CURRENT_DIR}/simapp/v2 && go test -failfast -mod=readonly -timeout 30m -tags='sims' -run TestAppSimulationAfterImport \
+	 	-NumBlocks=50
 
 test-sim-custom-genesis-multi-seed:
 	# @echo "Running multi-seed custom genesis simulation..."
 	# @echo "By default, ${HOME}/.simapp/config/genesis.json will be used."
-	# @cd ${CURRENT_DIR}/simapp && go test -failfast -mod=readonly -timeout 30m -tags='sims' -run TestFullAppSimulation -Genesis=${HOME}/.simapp/config/genesis.json \
-	# 	-NumBlocks=400 -Period=5
+	# @cd ${CURRENT_DIR}/simapp/v2 && go test -failfast -mod=readonly -timeout 30m -tags='sims' -run TestFullAppSimulation -Genesis=${HOME}/.simapp/config/genesis.json \
+	# 	-NumBlocks=400
 
 test-sim-multi-seed-long:
-	# @echo "Running long multi-seed application simulation. This may take awhile!"
-	# @cd ${CURRENT_DIR}/simapp && go test -failfast -mod=readonly -timeout=2h -tags='sims' -run TestFullAppSimulation \
-	# 	-NumBlocks=150 -Period=50
-
-test-sim-multi-seed-short: test-v2-sim
-	# @echo "Running short multi-seed application simulation. This may take awhile!"
-	# @cd ${CURRENT_DIR}/simapp && go test -failfast -mod=readonly -timeout 30m -tags='sims' -run TestFullAppSimulation \
-	#	-NumBlocks=50 -Period=10 -FauxMerkle=true
+	 @echo "Running long multi-seed application simulation. This may take awhile!"
+	 @cd ${CURRENT_DIR}/simapp/v2 && go test -failfast -mod=readonly -timeout=2h -tags='sims' -run TestFullAppSimulation \
+		-NumBlocks=150
 
-.Phony: test-v2-sim
-test-v2-sim:
-	@echo "Running short multi-seed application simulation. This may take awhile!"
-	@cd ${CURRENT_DIR}/simapp/v2 && go test -failfast -mod=readonly -timeout 30m -tags='sims' -run TestSimsAppV2 \
-#		-NumBlocks=50 -Period=10 -FauxMerkle=true
+test-sim-multi-seed-short:
+	 @echo "Running short multi-seed application simulation. This may take awhile!"
+	 @cd ${CURRENT_DIR}/simapp/v2 && go test -failfast -mod=readonly -timeout 30m -tags='sims' -run TestFullAppSimulation \
+		-NumBlocks=50
 
 test-sim-benchmark-invariants:
 	# @echo "Running simulation invariant benchmarks..."
 	# cd ${CURRENT_DIR}/simapp && go test -failfast -mod=readonly -benchmem -bench=BenchmarkInvariants -tags='sims' -run=^$ \
 	# -Enabled=true -NumBlocks=1000 -BlockSize=200 \
-	# -Period=1 -Commit=true -Seed=57 -v -timeout 24h
+	# -Commit=true -Seed=57 -v -timeout 24h
 
 .PHONY: \
 test-sim-nondeterminism \
@@ -81,20 +76,20 @@ SIM_COMMIT ?= true
 
 #? test-sim-fuzz: Run fuzz test for simapp
 test-sim-fuzz:
-	@echo "Running application fuzz for numBlocks=2, blockSize=20. This may take awhile!"
+#	@echo "Running application fuzz for numBlocks=2, blockSize=20. This may take awhile!"
 #ld flags are a quick fix to make it work on current osx
-	@cd ${CURRENT_DIR}/simapp && go test -failfast -mod=readonly -json -tags='sims' -ldflags="-extldflags=-Wl,-ld_classic" -timeout=60m -fuzztime=60m -run=^$$ -fuzz=FuzzFullAppSimulation -GenesisTime=1714720615 -NumBlocks=2 -BlockSize=20
+#	@cd ${CURRENT_DIR}/simapp && go test -failfast -mod=readonly -json -tags='sims' -ldflags="-extldflags=-Wl,-ld_classic" -timeout=60m -fuzztime=60m -run=^$$ -fuzz=FuzzFullAppSimulation -GenesisTime=1714720615 -NumBlocks=2 -BlockSize=20
 
 #? test-sim-benchmark: Run benchmark test for simapp
 test-sim-benchmark:
-	@echo "Running application benchmark for numBlocks=$(SIM_NUM_BLOCKS), blockSize=$(SIM_BLOCK_SIZE). This may take awhile!"
-	@cd ${CURRENT_DIR}/simapp && go test -failfast -mod=readonly -tags='sims' -run=^$$ $(.) -bench ^BenchmarkFullAppSimulation$$  \
+#	@echo "Running application benchmark for numBlocks=$(SIM_NUM_BLOCKS), blockSize=$(SIM_BLOCK_SIZE). This may take awhile!"
+#	@cd ${CURRENT_DIR}/simapp && go test -failfast -mod=readonly -tags='sims' -run=^$$ $(.) -bench ^BenchmarkFullAppSimulation$$  \
 		-Enabled=true -NumBlocks=$(SIM_NUM_BLOCKS) -BlockSize=$(SIM_BLOCK_SIZE) -Commit=$(SIM_COMMIT) -timeout 24h
 
 
 test-sim-profile:
-	@echo "Running application benchmark for numBlocks=$(SIM_NUM_BLOCKS), blockSize=$(SIM_BLOCK_SIZE). This may take awhile!"
-	@cd ${CURRENT_DIR}/simapp && go test -failfast -mod=readonly -tags='sims' -benchmem -run=^$$ $(.) -bench ^BenchmarkFullAppSimulation$$ \
+#	@echo "Running application benchmark for numBlocks=$(SIM_NUM_BLOCKS), blockSize=$(SIM_BLOCK_SIZE). This may take awhile!"
+#	@cd ${CURRENT_DIR}/simapp && go test -failfast -mod=readonly -tags='sims' -benchmem -run=^$$ $(.) -bench ^BenchmarkFullAppSimulation$$ \
 		-Enabled=true -NumBlocks=$(SIM_NUM_BLOCKS) -BlockSize=$(SIM_BLOCK_SIZE) -Commit=$(SIM_COMMIT) -timeout 24h -cpuprofile cpu.out -memprofile mem.out
 
 .PHONY: test-sim-profile test-sim-benchmark test-sim-fuzz