Skip to content
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1263 commits
Select commit Hold shift + click to select a range
44c9ff9
update proof caches in txn snark tests
mitschabaude Mar 25, 2024
28db78c
Merge branch 'berkeley' into fix/boolean-constraint
mitschabaude Mar 25, 2024
64f2d1d
ignore genesis accounts in berkeley_migration_verifier
Mar 25, 2024
bdc8294
Add flag to stream precomputed blocks instead of prefetch them
nholland94 Mar 22, 2024
1fb4247
Update proof caches
mrmr1993 Mar 25, 2024
bbe1d71
checkin patchfile
emberian Mar 21, 2024
fb4f210
remark on the caqti toolchains
emberian Mar 25, 2024
a462c64
git apply -R
emberian Mar 25, 2024
56ea1af
migration-tools CI: apply caqti-upgrade.patch
emberian Mar 25, 2024
c0cb314
Update src/app/berkeley_migration/precomputed_block.ml
emberian Mar 25, 2024
0e02cef
Merge branch 'berkeley' into optimized-berkeley-migration3
emberian Mar 25, 2024
8c02c3b
fix A10.3
Mar 25, 2024
e8661e9
clean up archive warnings
emberian Mar 25, 2024
b4cadd8
fix busted unit test
emberian Mar 25, 2024
fdaf00e
Merge pull request #15330 from MinaProtocol/sventimir/delegation_veri…
mrmr1993 Mar 25, 2024
892309c
Fix hardfork package generation pipeline
nholland94 Mar 25, 2024
b95bfcd
last unnused variable..
emberian Mar 25, 2024
899a54d
log right network name
emberian Mar 25, 2024
81e565d
don't be stingy with unitDirtyWhen
emberian Mar 25, 2024
cb0a9a5
reformat
emberian Mar 26, 2024
3886a45
Merge branch 'compatible' into compatible-replayer-caqti
deepthiskumar Mar 26, 2024
d35b09e
Revert "Nix: remove usage of berkeley migration profile"
emberian Mar 26, 2024
dd36702
Revert "fixup! Nix: remove usage of berkeley migration profile"
emberian Mar 26, 2024
4320819
Revert "remove reference to berkeley_archive_migration profile"
emberian Mar 26, 2024
0e6168b
update patch
emberian Mar 26, 2024
bd360ff
reformat
emberian Mar 26, 2024
7d0f2c1
Merge pull request #15374 from MinaProtocol/berkeley_migration_verifi…
emberian Mar 26, 2024
aca9eaf
Merge remote-tracking branch 'origin/berkeley' into optimized-berkele…
emberian Mar 26, 2024
07b310e
expose new flags to berkeley_migration.sh
emberian Mar 26, 2024
8c9e882
Merge branch 'optimized-berkeley-migration3' into optimized-berkeley-…
emberian Mar 26, 2024
6663ab5
Merge pull request #15373 from MinaProtocol/optimized-berkeley-migrat…
emberian Mar 26, 2024
9de726c
merge fallout
emberian Mar 26, 2024
61e1d88
txn_version 2->3
emberian Mar 26, 2024
1c4f6d8
update patchfile
emberian Mar 26, 2024
64ff85a
Merge branch 'berkeley' into verify-ledger-hash-after-migration
dkijania Mar 26, 2024
6456c81
Merge branch 'berkeley' into sventimir/dump-blocks-cli
Sventimir Mar 26, 2024
7eeb3e4
Implement missing-blocks-guardian and include it into deb pkg
smorci Mar 26, 2024
71358e9
Revert "Tmp: remove all tests but HF test"
emberian Mar 26, 2024
1b08ad6
Disable error-on-proof
mrmr1993 Mar 26, 2024
f6e8357
add checks for accounts_created
Mar 26, 2024
808d7ec
Merge branch 'berkeley' of github.com:MinaProtocol/mina into replayer…
Mar 26, 2024
6809d08
Merge branch 'replayer/fix-account-permission-for-verification-key-ve…
Mar 26, 2024
23706e6
use mainnet database instead migrated database
Mar 26, 2024
e89911c
fix the prefixes
Mar 26, 2024
b1c18fc
Merge branch 'berkeley' of github.com:MinaProtocol/mina into verify-l…
Mar 26, 2024
c4b9871
Merge pull request #15289 from MinaProtocol/sventimir/dump-blocks-cli
emberian Mar 26, 2024
c14c591
Merge branch 'berkeley' into fix/no-stingy-unitDirtyWhen
emberian Mar 26, 2024
8337680
reformat
nholland94 Mar 26, 2024
be34b50
Merge branch 'berkeley' into fix/hardfork-package-pipeline
nholland94 Mar 26, 2024
fd4e2fd
reformat
emberian Mar 26, 2024
8894c32
Merge branch 'berkeley-compatible-replayer-caqti' into prealpha-prefinal
emberian Mar 26, 2024
e84e19e
Merge branch 'fix/hardfork-package-pipeline' into prealpha-prefinal
emberian Mar 26, 2024
3f35049
Merge remote-tracking branch 'origin/fix/hardfork-package-pipeline' i…
emberian Mar 26, 2024
e8beaaa
Merge remote-tracking branch 'origin/optimized-berkeley-migration3' i…
emberian Mar 26, 2024
54f4326
Merge branch 'fix/no-stingy-unitDirtyWhen' into prealpha-prefinal
emberian Mar 26, 2024
4f43c8c
Merge remote-tracking branch 'origin/fix/no-stingy-unitDirtyWhen' int…
emberian Mar 26, 2024
a9673ed
Merge remote-tracking branch 'origin/feature/temporarily-disable-proo…
emberian Mar 26, 2024
cb0a7ba
Merge remote-tracking branch 'origin/berkeley_migration_verifier/chec…
emberian Mar 26, 2024
d57a4a9
update patchfile
emberian Mar 26, 2024
9998560
reformat
emberian Mar 26, 2024
964f82c
update patchfile
emberian Mar 26, 2024
5f908ce
temp remove patch
emberian Mar 26, 2024
4e21fdf
put patchfile back, but without the difference with itself
emberian Mar 26, 2024
098ff35
logproc the JSON output
emberian Mar 26, 2024
de7ce10
don't break on ancient jq
emberian Mar 26, 2024
5c58603
demote some logs to spam and don't log them
emberian Mar 25, 2024
a9cd2ce
expose --log-json and --log-level in migration/replayer
emberian Mar 27, 2024
17b2a38
Merge branch 'berkeley' into fix/boolean-constraint
mrmr1993 Mar 27, 2024
7bb898d
Fix issue retrieving user commands when receiving account doesn't exi…
joaosreis Mar 27, 2024
1e7d3d1
Adjusted data for replayer test
dkijania Mar 27, 2024
74be307
Merge pull request #15387 from MinaProtocol/prealpha-prefinal
nholland94 Mar 27, 2024
35b0e9b
Merge pull request #15390 from MinaProtocol/joaosreis/rosetta-failed-…
joaosreis Mar 27, 2024
d11283a
Merge branch 'berkeley' into fix/boolean-constraint
emberian Mar 27, 2024
f3d22fc
Merge branch 'berkeley' into dkijania/adjust_replayer_recorded_test_data
dkijania Mar 27, 2024
924a057
Merge branch 'berkeley' into hard-fork-test
emberian Mar 27, 2024
f8f7435
Add blockchain vk
mrmr1993 Mar 27, 2024
a0baecc
Merge remote-tracking branch 'origin/compatible-replayer-caqti' into …
emberian Mar 27, 2024
0fde8bb
Merge pull request #15394 from MinaProtocol/berkeley-merge-compatible…
mrmr1993 Mar 27, 2024
1fcf253
Merge branch 'berkeley' of github.com:MinaProtocol/mina into replayer…
Mar 27, 2024
ed68962
Merge branch 'berkeley' of github.com:MinaProtocol/mina into replayer…
Mar 27, 2024
8fc433e
Merge branch 'berkeley' of github.com:MinaProtocol/mina into verify-l…
Mar 27, 2024
baa50ac
reformat
Mar 27, 2024
25c4fc9
Merge branch 'verify-ledger-hash-after-migration' of github.com:MinaP…
Mar 27, 2024
ee1cb3b
Merge pull request #15389 from MinaProtocol/log-less
emberian Mar 27, 2024
3d3c2a0
Merge branch 'berkeley' into dkijania/adjust_replayer_recorded_test_data
dkijania Mar 27, 2024
ade3ee2
Merge branch 'berkeley' into hard-fork-test
emberian Mar 27, 2024
f1b5273
fix warning
Mar 27, 2024
2eb9f73
Merge branch 'berkeley' of github.com:MinaProtocol/mina into replayer…
Mar 27, 2024
c669c54
don't have migration apps in archive debian package
Mar 27, 2024
c3afd87
Reverting CI code to build sperate debian exclusively for berkeley mi…
dkijania Mar 27, 2024
0cbb94b
fix archive unit test
Mar 27, 2024
898f2b9
Merge pull request #15338 from MinaProtocol/verify-ledger-hash-after-…
deepthiskumar Mar 27, 2024
9be69c3
Merge branch 'berkeley' into fix/boolean-constraint
deepthiskumar Mar 27, 2024
56fa7cc
Merge pull request #15393 from MinaProtocol/dkijania/adjust_replayer_…
deepthiskumar Mar 27, 2024
269696c
Merge branch 'berkeley' into hard-fork-test
deepthiskumar Mar 27, 2024
dfa68ec
Merge branch 'replayer/fix-account-permission-for-verification-key-ve…
dkijania Mar 27, 2024
58ff997
Bring back code which separates berkeley migration. As a consequence …
dkijania Mar 27, 2024
2da6120
Introduce spec for mina artifact dhall to hide defaults
dkijania Mar 27, 2024
0e935d0
Merge pull request #14987 from MinaProtocol/hard-fork-test
deepthiskumar Mar 27, 2024
cd68db1
Merge pull request #15362 from MinaProtocol/replayer/fix-account-perm…
ghost-not-in-the-shell Mar 27, 2024
cb7023b
add prefix to MinaArtifactsMigrationBullseye
dkijania Mar 27, 2024
21b4baa
remove comma
dkijania Mar 27, 2024
139d848
fix more comma
dkijania Mar 27, 2024
336da61
profile -> debVersion
dkijania Mar 27, 2024
cf95419
add closing }
dkijania Mar 27, 2024
f6cbb84
profile -> debversion
dkijania Mar 27, 2024
46225c7
rename migration jobs
dkijania Mar 27, 2024
42e53c6
update stale digest
emberian Mar 27, 2024
75ee828
Merge pull request #15356 from MinaProtocol/compatible-replayer-caqti
deepthiskumar Mar 27, 2024
9a83c4f
Merge branch 'berkeley' into dkijania/separate_berkeley_migration_pac…
deepthiskumar Mar 27, 2024
4a3cc7c
relative to srcroot
emberian Mar 27, 2024
34ed2b1
mina-verify-packaged-fork-config checks the hashes against a block fr…
emberian Mar 27, 2024
e1d3aea
runtime_genesis_ledger: output an 'oldhash' for input ledgers
emberian Mar 28, 2024
8bb1efc
verify-packaged-fork-config: use the new oldhash
emberian Mar 28, 2024
16fec5b
ensure packages have required $PATH constituents
emberian Mar 28, 2024
00a025c
gotta do the cooking by the book
emberian Mar 28, 2024
1f1a2b3
whoops
emberian Mar 28, 2024
440f24b
Merge pull request #15298 from MinaProtocol/fix/boolean-constraint
emberian Mar 28, 2024
c56c11f
Replace download-missing-blocks and rework variable names
smorci Mar 27, 2024
6bac75a
Merge branch 'compatible' into smorci/missing-blocks-guardian-compatible
dkijania Mar 28, 2024
cd45083
Merge branch 'berkeley' into dkijania/separate_berkeley_migration_pac…
dkijania Mar 28, 2024
b54dd07
Revert "Replace download-missing-blocks and rework variable names"
smorci Mar 28, 2024
d2bb4b9
Merge branch 'smorci/missing-blocks-guardian-compatible' of github.co…
smorci Mar 28, 2024
2ada138
Check exit code of bootstrap
smorci Mar 28, 2024
91df0f6
Move from archive node deb to maintenance deb
smorci Mar 28, 2024
372d432
Merge pull request #15395 from MinaProtocol/feature/add-vk
deepthiskumar Mar 28, 2024
80eb128
Merge remote-tracking branch 'origin/smorci/missing-blocks-guardian-c…
dkijania Mar 28, 2024
9f51595
Merge branch 'berkeley' into dkijania/port_guardian_script_to_berk
dkijania Mar 28, 2024
cdc8e97
Merge pull request #15404 from MinaProtocol/dkijania/port_guardian_sc…
deepthiskumar Mar 28, 2024
0a6e6e3
Added docker for mina-archive-maintenance
dkijania Mar 28, 2024
8233e08
Merge branch 'berkeley' into dkijania/separate_berkeley_migration_pac…
dkijania Mar 28, 2024
0ba6bea
Merge pull request #15384 from MinaProtocol/smorci/missing-blocks-gua…
dkijania Mar 28, 2024
0f58e02
Merge branch 'dkijania/docker_for_mina_archive_maintenance' into dkij…
dkijania Mar 28, 2024
5afb684
Merge pull request #15419 from MinaProtocol/dkijania/port_mina_mainte…
deepthiskumar Mar 28, 2024
c4feab6
Merge pull request #15399 from MinaProtocol/dkijania/separate_berkele…
deepthiskumar Mar 28, 2024
159e57b
@jrwashburn's runs shouldn't take over 24 hours
emberian Mar 28, 2024
4143817
update localnet-patches, add job that checks all patches apply
emberian Mar 28, 2024
ad0f234
check patches _differently_
emberian Mar 28, 2024
77910ed
_even more differently_
emberian Mar 28, 2024
9498839
keep MINA_BUILD_MAINNET consistent
emberian Mar 28, 2024
d985df2
prealfalfa is real
emberian Mar 28, 2024
45a4737
syntax... error?
emberian Mar 28, 2024
c2bbf2f
never catch me saying ASI was a mistake
emberian Mar 28, 2024
176fd32
final patchfile update... i hope
emberian Mar 28, 2024
86b7336
kinda perplexed why MINA_BUILD_MAINNET isn't true yet?
emberian Mar 28, 2024
0fdc1da
force MINA_BUILD_MAINNET
emberian Mar 28, 2024
d5c43c8
Bump up toolchain images
dkijania Mar 28, 2024
cc5be3c
remove container images change from caqti-compatible.patch
dkijania Mar 28, 2024
ff48adf
suggest certain debs; provide gsutil/jq/curl/wget for archive-migrati…
emberian Mar 28, 2024
022abc6
Merge branch 'compatible' into dkijania/docker_for_mina_archive_maint…
dkijania Mar 28, 2024
5854129
Update toolchain with git-lfs
dkijania Mar 28, 2024
c7a0036
Merge remote-tracking branch 'origin/dkijania/docker_for_mina_archive…
dkijania Mar 28, 2024
68a55cc
Bump toolchains
dkijania Mar 29, 2024
fa3ad10
missing ${SUGGESTED_DEPS}'
emberian Mar 29, 2024
c038469
that actually just shouldn't be there
emberian Mar 29, 2024
bb71052
Merge branch 'dkijania/docker_for_mina_archive_maintenance' into dkij…
dkijania Mar 29, 2024
53e74a0
Merge branch 'berkeley' into dkijania/port_mina_maintenance_docker_berk
dkijania Mar 29, 2024
d5fbec8
fix mina-archive-maintenance name
dkijania Mar 29, 2024
4148c01
Merge branch 'dkijania/docker_for_mina_archive_maintenance' into dkij…
dkijania Mar 29, 2024
b325eb1
find and replace errors...
emberian Mar 29, 2024
376e5d9
use umt for the generalbranch convention, remove busted GITBRANCH check
emberian Mar 29, 2024
1b38082
do not put archive apps to maintenance debian but install both in docker
dkijania Mar 29, 2024
a06cf68
Merge branch 'dkijania/docker_for_mina_archive_maintenance' into dkij…
dkijania Mar 29, 2024
3f728ad
Kubernetes_network.Node.run_replayer uses --log-json
emberian Mar 29, 2024
4102306
mina-logproc into the archive migration deps
emberian Mar 29, 2024
e6ea25b
Merge remote-tracking branch 'origin/debs-with-suggested' into prealf…
emberian Mar 29, 2024
7a3c681
Merge remote-tracking branch 'origin/dkijania/port_mina_maintenance_d…
emberian Mar 29, 2024
d886214
Update build-release-archives.sh
dkijania Mar 29, 2024
7d74084
Update ContainerImages.dhall
dkijania Mar 29, 2024
ac6843d
replacing git restore with git reset --hard as some toolchain does no…
dkijania Mar 29, 2024
cdf6391
Merge branch 'dkijania/docker_for_mina_archive_maintenance' into dkij…
dkijania Mar 29, 2024
eef109a
Merge pull request #15425 from MinaProtocol/dkijania/port_mina_mainte…
deepthiskumar Mar 29, 2024
060f0a5
Merge pull request #15418 from MinaProtocol/dkijania/docker_for_mina_…
dkijania Mar 29, 2024
d2931ed
tweak deb channels slightly
emberian Mar 29, 2024
4277e73
Merge branch 'berkeley' into prealfalfa
emberian Mar 29, 2024
5157e35
berkeley_migration.sh is not a user string
emberian Mar 29, 2024
eb025ce
Merge pull request #15407 from MinaProtocol/prealfalfa
deepthiskumar Mar 29, 2024
076ad56
rename src berkeley_migration.sh
emberian Mar 30, 2024
7914260
Use ledger_depth=20 for old hash
georgeee Apr 1, 2024
cd20af0
Support v1 format for ledger hash generation
georgeee Apr 1, 2024
bf52eba
ensure only version numbered tags are stable channel
emberian Mar 30, 2024
3ec1c4b
drop Dune__exe__
emberian Mar 31, 2024
30b6cf1
$0
emberian Apr 1, 2024
f77c5be
replayer and migration log json to files, pretty to stdout
emberian Apr 1, 2024
3bf62a2
update patches
emberian Apr 1, 2024
0664830
Revert "Support v1 format for ledger hash generation"
georgeee Apr 1, 2024
65823f8
Revert "Use ledger_depth=20 for old hash"
georgeee Apr 1, 2024
b2687fb
Revert changes to runtime_genesis_ledger
georgeee Apr 1, 2024
cd981ee
Port runtime_genesis_ledger from Berkeley (without SHA3 hash)
georgeee Feb 29, 2024
b9f9229
update patches
emberian Apr 1, 2024
334406d
devnet-tooling to devnet
emberian Apr 1, 2024
9a494bf
Build create legacy genesis debian package
georgeee Apr 1, 2024
6087823
don't try this yet, it doesn't work fully
emberian Apr 1, 2024
8ea910d
Update scripts/archive/migration/mina-berkeley-migration-script
emberian Apr 1, 2024
2691b1b
avoid manually doing the *umt* thing again
emberian Apr 1, 2024
17e02fb
Update script with use of mina-create-legacy-genesis
georgeee Apr 1, 2024
5792b50
Merge pull request #15432 from MinaProtocol/berkeley-edits-noprogress…
deepthiskumar Apr 1, 2024
99f9af8
dhall/PromotePackage: acknowledge Devnet
emberian Apr 1, 2024
a770cee
Merge pull request #15434 from MinaProtocol/devnet-tooling
deepthiskumar Apr 1, 2024
4e94737
Added support for buster in archive migration
dkijania Apr 2, 2024
39cc862
Merge remote-tracking branch 'origin/compatible' into HEAD
georgeee Apr 2, 2024
46917b5
Merge remote-tracking branch 'origin/georgeee/port-runtime_genesis_le…
georgeee Apr 2, 2024
4d2de40
fix the incremental migration
Apr 2, 2024
2b7fabe
try this approach
emberian Apr 2, 2024
d7bb655
Merge pull request #15439 from MinaProtocol/fix-mina-berkeley-migrati…
deepthiskumar Apr 2, 2024
eb3c496
Merge branch 'berkeley' into dkijania/buster-archive-migration
dkijania Apr 2, 2024
be5079c
Merge branch 'berkeley' into feat/verify-epoch-ledgers-too
georgeee Apr 2, 2024
e88c7e4
install mina-create-legacy-ledger from #15433
emberian Apr 2, 2024
377f5a7
cleanup extra stuff that happened differently already upstream
emberian Apr 2, 2024
84cf8b1
these are probably aesthetically unnecessary despite helping >1 person
emberian Apr 2, 2024
f07ed84
Merge pull request #15438 from MinaProtocol/georgeee/port-runtime_gen…
deepthiskumar Apr 2, 2024
1893692
Merge branch 'berkeley' into dkijania/buster-archive-migration
deepthiskumar Apr 2, 2024
6e92017
Merge pull request #15437 from MinaProtocol/dkijania/buster-archive-m…
deepthiskumar Apr 2, 2024
97f7d8c
Merge pull request #15433 from MinaProtocol/georgeee/port-runtime_gen…
deepthiskumar Apr 2, 2024
6441ccb
ok, mina-docker gets that one
emberian Apr 2, 2024
875c00c
typo
emberian Apr 2, 2024
e2446fe
devnet stop slots
deepthiskumar Apr 3, 2024
0e526c5
Fix HF unit test after comoatible update
georgeee Apr 3, 2024
fcbea58
Update nix files to build berkeley migration tools
georgeee Apr 3, 2024
7240c86
Update caqti-upgrade.patch
georgeee Apr 3, 2024
7edd030
Update caqti-upgrade-plus-archive-init-speedup.patch
georgeee Apr 3, 2024
1235243
use correct name in mina-create-legacy-genesis
dkijania Apr 3, 2024
263c7b6
Merge branch 'berkeley' into feat/verify-epoch-ledgers-too
dkijania Apr 3, 2024
ab1462a
Merge pull request #15446 from MinaProtocol/georgeee/fix-hf-unit-test…
georgeee Apr 3, 2024
e978e08
Merge pull request #15448 from MinaProtocol/georgeee/update-nix-berke…
georgeee Apr 3, 2024
2972ab4
Merge branch 'berkeley' into feat/verify-epoch-ledgers-too
georgeee Apr 3, 2024
e344310
Merge remote-tracking branch 'origin/compatible' into feat/verify-epo…
georgeee Apr 3, 2024
70ec313
Merge branch 'berkeley' into devnet-hf-stop-slots-BERKELEY
mrmr1993 Apr 3, 2024
7f7ff86
Merge pull request #15443 from MinaProtocol/devnet-hf-stop-slots
deepthiskumar Apr 3, 2024
3d48ddd
Fix a typo
georgeee Apr 3, 2024
c1f7046
brace expansion only happens outside double quotes
emberian Apr 3, 2024
b0ee0ab
Update export-git-env-vars.sh
emberian Apr 3, 2024
6be768d
Merge pull request #15459 from MinaProtocol/emberian-patch-2
mrmr1993 Apr 3, 2024
9eee212
Merge branch 'compatible' into devnet-hf-stop-slots-BERKELEY
mrmr1993 Apr 3, 2024
3596e67
Merge pull request #15457 from MinaProtocol/devnet-hf-stop-slots-BERK…
mrmr1993 Apr 4, 2024
abc8253
Nits
georgeee Apr 4, 2024
fa690f7
Remove --fork-state-hash parameter from final step
georgeee Apr 3, 2024
4369ab4
Make error-log-grepping expression more strict
georgeee Apr 3, 2024
298b1a4
mina-berkeley-migration-script name
emberian Apr 3, 2024
b228412
Rename incorrect references to fork config
georgeee Apr 4, 2024
84d4804
Split the jq-based check to two separate checks
georgeee Apr 4, 2024
4622105
Fix expression extracting info from precomputed block
georgeee Apr 4, 2024
45d56b0
Fix for "Assert corrupted packaged artifacts are unverifiable"
georgeee Apr 4, 2024
b733cf9
Silence noise in re-attempting to export staged ledger
georgeee Apr 4, 2024
34064ef
Merge branch 'berkeley' into feat/verify-epoch-ledgers-too
georgeee Apr 4, 2024
5ee02fa
Patch against a bug in 1.4 which is fixed by PR #15462
georgeee Apr 4, 2024
c8edd78
Merge pull request #15456 from MinaProtocol/georgeee/fixes-to-migrati…
georgeee Apr 4, 2024
080ba7d
fix the variable naming
Apr 4, 2024
57e060c
Merge pull request #15400 from MinaProtocol/feat/verify-epoch-ledgers…
deepthiskumar Apr 5, 2024
15e037c
Merge pull request #15469 from MinaProtocol/state-dump/fix-parameter
mrmr1993 Apr 5, 2024
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions .gitattributes
Original file line number Diff line number Diff line change
Expand Up @@ -13,3 +13,4 @@ frontend/website/static/presskit.zip filter=lfs diff=lfs merge=lfs -text
frontend/website/static/*.bc.js filter=lfs diff=lfs merge=lfs -text
src/app/archive/archive_graphql_schema.json linguist-generated=true
docs/res/block_production_fsm.dot.png filter=lfs diff=lfs merge=lfs -text
rfcs/res/hard-fork-package-generation-buildkite-pipeline.dot.png filter=lfs diff=lfs merge=lfs -text
2 changes: 1 addition & 1 deletion .gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -86,7 +86,7 @@ automation/services/watchdog/check_libp2p/check_libp2p
_opam

target
release
./release
.vscode

### IntelliJ IDEA ###
Expand Down
2 changes: 0 additions & 2 deletions CODEOWNERS
Original file line number Diff line number Diff line change
Expand Up @@ -11,7 +11,6 @@
/LICENSE @aneesharaines
/README.md @MinaProtocol/product-eng-reviewers
/README-dev.md @MinaProtocol/protocol-eng-reviewers
/graphql_schema.json @MinaProtocol/product-eng-reviewers

/src/external/ @bkase @psteckler @aneesharaines @mrmr1993

Expand All @@ -30,7 +29,6 @@
/src/lib/ @MinaProtocol/protocol-eng-reviewers

/src/lib/blake2/ @MinaProtocol/crypto-eng-reviewers
/src/lib/mina_graphql @MinaProtocol/product-eng-reviewers
/src/lib/mina_numbers/ @MinaProtocol/crypto-eng-reviewers
/src/lib/crs/ @MinaProtocol/crypto-eng-reviewers
/src/lib/crypto_params/ @MinaProtocol/crypto-eng-reviewers
Expand Down
19 changes: 5 additions & 14 deletions buildkite/scripts/build-artifact.sh
Original file line number Diff line number Diff line change
Expand Up @@ -2,9 +2,9 @@

set -eo pipefail

eval $(opam config env)
export PATH=/home/opam/.cargo/bin:/usr/lib/go/bin:$PATH
export GO=/usr/lib/go/bin/go
([ -z ${DUNE_PROFILE+x} ]) && echo "required env vars were not provided" && exit 1

source ~/.profile

MINA_COMMIT_SHA1=$(git rev-parse HEAD)

Expand All @@ -19,6 +19,7 @@ echo "--- Build all major tagets required for packaging"
echo "Building from Commit SHA: ${MINA_COMMIT_SHA1}"
echo "Rust Version: $(rustc --version)"
dune build "--profile=${DUNE_PROFILE}" \
${MAINNET_TARGETS} \
src/app/logproc/logproc.exe \
src/app/runtime_genesis_ledger/runtime_genesis_ledger.exe \
src/app/generate_keypair/generate_keypair.exe \
Expand All @@ -29,6 +30,7 @@ dune build "--profile=${DUNE_PROFILE}" \
src/app/extract_blocks/extract_blocks.exe \
src/app/archive_blocks/archive_blocks.exe \
src/app/berkeley_migration/berkeley_migration.exe \
src/app/berkeley_migration_verifier/berkeley_migration_verifier.exe \
src/app/last_vrf_output_to_b64/last_vrf_output_to_b64.exe \
src/app/receipt_chain_hash_to_b58/receipt_chain_hash_to_b58.exe \
src/app/batch_txn_tool/batch_txn_tool.exe \
Expand All @@ -39,14 +41,3 @@ dune build "--profile=${DUNE_PROFILE}" \
src/app/rosetta/ocaml-signer/signer_testnet_signatures.exe \
src/app/test_executive/test_executive.exe \
src/test/command_line_tests/command_line_tests.exe # 2>&1 | tee /tmp/buildocaml.log

echo "--- Bundle all packages for Debian ${MINA_DEB_CODENAME}"
echo " Includes mina daemon, archive-node, rosetta, generate keypair for berkeley"
[[ ${MINA_BUILD_MAINNET} ]] && echo " MINA_BUILD_MAINNET is true so this includes the mainnet and devnet packages for mina-daemon as well"
make deb

echo "--- Upload debs to amazon s3 repo"
make publish_debs

echo "--- Git diff after build is complete:"
git diff --exit-code -- .
81 changes: 81 additions & 0 deletions buildkite/scripts/build-hardfork-package.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,81 @@
#!/bin/bash

set -eo pipefail

([ -z ${CONFIG_JSON_GZ_URL+x} ] || [ -z ${NETWORK_NAME+x} ] || [ -z ${MINA_DEB_CODENAME+x} ]) && echo "required env vars were not provided" && exit 1

# Set the DUNE_PROFILE from the NETWORK_NAME. For now, these are 1-1, but in the future, this may need to be a case statement
case "${NETWORK_NAME}" in
mainnet)
DUNE_PROFILE=mainnet
;;
devnet|berkeley)
DUNE_PROFILE=devnet
;;
*)
echo "unrecognized network name: ${NETWORK_NAME}"
exit 1
;;
esac
export DUNE_PROFILE

# Set the base network config for ./scripts/hardfork/create_runtime_config.sh
export FORKING_FROM_CONFIG_JSON="genesis_ledgers/${NETWORK_NAME}.json"
[ ! -f "${FORKING_FROM_CONFIG_JSON}" ] && echo "${NETWORK_NAME} is not a known network name; check for existing network configs in 'genesis_ledgers/'" && exit 1

source ~/.profile

MINA_COMMIT_SHA1=$(git rev-parse HEAD)

echo "--- Download and extract previous network config"
curl -o config.json.gz $CONFIG_JSON_GZ_URL
gunzip config.json.gz

echo "--- Migrate accounts to new network format"
# TODO: At this stage, we need to migrate the json accounts into the new network's format.
# For now, this is hard-coded to the mainnet -> berkeley migration, but we need to select
# a migration to perform in the future.
# NB: we use sed here instead of jq, because jq is extremely slow at processing this file
sed -i -e 's/"set_verification_key": "signature"/"set_verification_key": {"auth": "signature", "txn_version": "2"}/' config.json

case "${NETWORK_NAME}" in
mainnet)
MINA_BUILD_MAINNET=true ./buildkite/scripts/build-artifact.sh
;;
*)
./buildkite/scripts/build-artifact.sh
;;
esac

echo "--- Generate hardfork ledger tarballs"
mkdir hardfork_ledgers
_build/default/src/app/runtime_genesis_ledger/runtime_genesis_ledger.exe --config-file config.json --genesis-dir hardfork_ledgers/ --hash-output-file hardfork_ledger_hashes.json | tee runtime_genesis_ledger.log | _build/default/src/app/logproc/logproc.exe

echo "--- Create hardfork config"
FORK_CONFIG_JSON=config.json LEDGER_HASHES_JSON=hardfork_ledger_hashes.json scripts/hardfork/create_runtime_config.sh > new_config.json

existing_files=$(aws s3 ls s3://snark-keys.o1test.net/ | awk '{print $4}')
for file in hardfork_ledgers/*; do
filename=$(basename "$file")

if echo "$existing_files" | grep -q "$filename"; then
echo "Info: $filename already exists in the bucket, packaging it instead."
oldhash=$(openssl dgst -r -sha3-256 "$file" | awk '{print $1}')
aws s3 cp "s3://snark-keys.o1test.net/$filename" "$file"
newhash=$(openssl dgst -r -sha3-256 "$file" | awk '{print $1}')
sed -i 's/$oldhash/$newhash/g' new_config.json
else
aws s3 cp --acl public-read "$file" s3://snark-keys.o1test.net/
fi
done

echo "--- Build hardfork package for Debian ${MINA_DEB_CODENAME}"
RUNTIME_CONFIG_JSON=new_config.json LEDGER_TARBALLS="$(echo hardfork_ledgers/*.tar.gz)" ./scripts/create_hardfork_deb.sh
mkdir -p /tmp/artifacts
cp _build/mina*.deb /tmp/artifacts/.

echo "--- Upload debs to amazon s3 repo"
make publish_debs

echo "--- Git diff after build is complete:"
git diff --exit-code -- .
31 changes: 31 additions & 0 deletions buildkite/scripts/build-release.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,31 @@
#!/bin/bash

set -eo pipefail

([ -z ${DUNE_PROFILE+x} ] || [ -z ${MINA_DEB_CODENAME+x} ]) && echo "required env vars were not provided" && exit 1

if [[ $1 = "archive_migration" ]] ; then
git apply ./buildkite/scripts/caqti-upgrade-plus-archive-init-speedup.patch
fi

source ~/.profile
source ./buildkite/scripts/export-git-env-vars.sh
./buildkite/scripts/build-artifact.sh

echo "--- Bundle all packages for Debian ${MINA_DEB_CODENAME}"
echo " Includes mina daemon, archive-node, rosetta, generate keypair for berkeley"
[[ ${MINA_BUILD_MAINNET} ]] && echo " MINA_BUILD_MAINNET is true so this includes the mainnet and devnet packages for mina-daemon as well"


echo "--- Prepare debian packages"
./scripts/rebuild-deb.sh $@

echo "--- Upload debs to amazon s3 repo"
./buildkite/scripts/publish-deb.sh

if [[ $1 = "archive_migration" ]] ; then
git apply -R buildkite/scripts/caqti-upgrade-plus-archive-init-speedup.patch
fi

echo "--- Git diff after build is complete:"
git diff --exit-code -- .
Loading