From 4cbb92f11167980c0b81dbd7f741675c14af5d51 Mon Sep 17 00:00:00 2001 From: Janez Podhostnik <67895329+janezpodhostnik@users.noreply.github.com> Date: Wed, 8 Nov 2023 20:11:22 +0100 Subject: [PATCH 01/31] Add mainnet24 to sporks.json (#1402) --- sporks.json | 56 +++++++++++++++++++++++++++++++++++++++++++++-------- 1 file changed, 48 insertions(+), 8 deletions(-) diff --git a/sporks.json b/sporks.json index 6f9a00d3b..713234ba1 100644 --- a/sporks.json +++ b/sporks.json @@ -1,9 +1,53 @@ { "networks": { "mainnet": { + "mainnet24": { + "id": 24, + "live": true, + "name": "Mainnet-24", + "sporkTime": "2023-11-08T16:00:00Z", + "rootHeight": "65264619", + "rootParentId": "aace2d9b6e66067989d0f71c2efff38fe30d88da61e3d80946c7e7b4ee2bbc2f", + "rootStateCommitment": "3982471046dba55a6f4d58a81db6da830e8aeb138c7a5ceba88cfe6a2e87630f", + "gitCommitHash": " da42bac0e9f29fe43c4498d0d6795eb0a197730b", + "stateArtefacts": { + "gcp": { + "rootCheckpointFile": "https://storage.googleapis.com/flow-genesis-bootstrap/mainnet-24-execution/public-root-information/root.checkpoint", + "rootProtocolStateSnapshot": "https://storage.googleapis.com/flow-genesis-bootstrap/mainnet-24-execution/public-root-information/root-protocol-state-snapshot.json", + "rootProtocolStateSnapshotSignature": "https://storage.googleapis.com/flow-genesis-bootstrap/mainnet-24-execution/public-root-information/root-protocol-state-snapshot.json.asc", + "nodeInfo": "https://storage.googleapis.com/flow-genesis-bootstrap/mainnet-24-execution/public-root-information/node-infos.pub.json", + "executionStateBucket": "flow_public_mainnet24_execution_state" + }, + "s3": { + "rootCheckpointFile": "", + "rootProtocolStateSnapshot": "", + "nodeInfo": "", + "executionStateBucket": "flow-public-mainnet24-execution-state" + } + }, + "tags": { + "flow-go": "v0.32.6-patch.2", + "flow-dps": "v0.32.6-patch.2", + "cadence": "v0.42.3-patch.2", + "docker": "v0.32.6-patch.2" + }, + "seedNodes": [ + { + "address": "access-007.mainnet24.nodes.onflow.org:3570", + "key": "28a0d9edd0de3f15866dfe4aea1560c4504fe313fc6ca3f63a63e4f98d0e295144692a58ebe7f7894349198613f65b2d960abf99ec2625e247b1c78ba5bf2eae" + }, + { + "address": "access-008.mainnet24.nodes.onflow.org:3570", + "key": "11742552d21ac93da37ccda09661792977e2ca548a3b26d05f22a51ae1d99b9b75c8a9b3b40b38206b38951e98e4d145f0010f8942fd82ddf0fb1d670202264a" + } + ], + "accessNodes": [ + "access.mainnet.nodes.onflow.org:9000" + ] + }, "mainnet23": { "id": 23, - "live": true, + "live": false, "name": "Mainnet-23", "sporkTime": "2023-06-21T16:27:13Z", "rootHeight": "55114467", @@ -33,16 +77,12 @@ }, "seedNodes": [ { - "address": "access-007.mainnet23.nodes.onflow.org:3570", - "key": "28a0d9edd0de3f15866dfe4aea1560c4504fe313fc6ca3f63a63e4f98d0e295144692a58ebe7f7894349198613f65b2d960abf99ec2625e247b1c78ba5bf2eae" - }, - { - "address": "access-008.mainnet23.nodes.onflow.org:3570", - "key": "11742552d21ac93da37ccda09661792977e2ca548a3b26d05f22a51ae1d99b9b75c8a9b3b40b38206b38951e98e4d145f0010f8942fd82ddf0fb1d670202264a" + "address": "access-001.mainnet23.nodes.onflow.org:3570", + "key": "ba530d6e593947d1dd2d7f8afcf122efac9070043ce7ffdc62b4c4be9899f9a3b7e57c4c975d484386b4c5ad25a2ede097cbd497942a759a6391ba9cf724f6d9" } ], "accessNodes": [ - "access.mainnet.nodes.onflow.org:9000" + "access-001.mainnet23.nodes.onflow.org:9000" ] }, "mainnet22": { From a4712c4769faf35532a13f460082e226518729f3 Mon Sep 17 00:00:00 2001 From: j pimmel Date: Wed, 8 Nov 2023 12:04:31 -0800 Subject: [PATCH 02/31] Added 2023-11-13-Protocol-Sprint-Kickoff.md --- .../2023-11-13-Protocol-Sprint-Kickoff.md | 137 ++++++++++++++++++ 1 file changed, 137 insertions(+) create mode 100644 agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md diff --git a/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md new file mode 100644 index 000000000..6c428acc1 --- /dev/null +++ b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md @@ -0,0 +1,137 @@ +# Team Wins 🎉 + + +### Mainnet Uptime SLO - Last 14 days (10/13 to 10/27) + +| | Target | Current Score | Error budget used | +|:------------------------|:------:|:-------------:|:-----------------:| +| Collection Finalization | 99.9% | 100% | 0% | +| Block Finalization | 99.9% | 99.896% | 104% | +| Transaction Execution | 99.9% | 99.906% | 94.3% | +| Block Sealing | 99.9% | 99.816% | 174% | +| Access API Liveness | 99.9% | 99.722% | 278% | + +#### Incidents + + + +### **Performance Pod Sprint Objective - Jan B** + +**Done last sprint** + + +**This sprint** + +- [Continue Cadence integration to use Atree register inlining](https://github.com/onflow/cadence/issues/2809) +- Continue testing [Atree register inlining migration](https://github.com/onflow/flow-go/pull/4633) +- Continue implementation of [Storehouse first milestone](https://github.com/onflow/flow-go/issues/4682) (execution state on disk) + +**On Hold** + +- Plan removal of concurrent storage bottlenecks + - Transaction fee deduction + - [Cadence Type checker is not reentrant](https://dapperlabs.slack.com/archives/CG0B7CJAJ/p1684434997197079) (type comparison depends on consistent pointer used by programs cache, program cache needs to always return the same pointer to the same type) +- [Execution stack refactor - clear separation of ingestion engine and block computer](https://github.com/onflow/flow-go/issues/4077) +- [Automated Performance Tests](https://github.com/onflow/flow-go/issues/3548) + +**Active Epics** + +- [Atree register inlining](https://github.com/onflow/atree/issues/292) + +### Cadence + +### **Stable Cadence - Jan B** +Objective: long-term support release of Cadence with no expected breaking changes + +**Done last sprint** + +**This sprint** + +- continue support EVM on FLow initiative. +- Continuing with Stable Cadence scope / discussions + - Ongoing FLIPs: + - Last FLIP to be opened - Update on entitlements on Attachments +- Continue work on Cadence 1.0 migrations. +- Continue Stable Cadence Docs update and knocking tasks off the [tech debt list](https://github.com/onflow/cadence/issues/2642) + +**On Hold** +- Discussion of the re-entrancy edge cases + +**Active Epics** +- [Stable Cadence (aka Cadence 1.0)](https://github.com/onflow/cadence/issues/2642) + + +### **Access & Data Availability - Peter A** +Objective: Make execution data and script execution available on Edge nodes. + +**Done last sprint** + +**This sprint** + +- [OKR] Script Execution on ANs + - Add GetRegisters API endpoint to ExecutionData API - [Issue 4756](https://github.com/onflow/flow-go/issues/4756) + - Bug fixes from testnet [4824](https://github.com/onflow/flow-go/issues/4824), [4881](https://github.com/onflow/flow-go/issues/4881), [4880](https://github.com/onflow/flow-go/issues/4880) + - Continue testing and analysis after Testnet spork + +**Active Epics** + +- Script Execution on Access Node - [Issue 4637](https://github.com/onflow/flow-go/issues/4637) +- Integrate local execution state indexes into Access API - [Issue 4750](https://github.com/onflow/flow-go/issues/4750) + + +### **Permissionless Network - Yahya H** + +**Done last sprint** +- [Investigating and fixing goroutine leakage on `mainnet23`](https://github.com/dapperlabs/flow-go/issues/6871) [PR4846](https://github.com/onflow/flow-go/pull/4846) +- [Addressing technical debts for sync engine ALSP integration](https://github.com/onflow/flow-go/pull/4842) + +**Ongoing (last and next sprint)** +- [Investigated and fixed AN-LN streaming issue on `mainnet23`](https://github.com/dapperlabs/flow-go/issues/6895) [PR4875](https://github.com/onflow/flow-go/pull/4875) +- [Optimizing memory-intensive RPC inspection operations](https://github.com/dapperlabs/flow-go/issues/6870) +- [Gossip scoring to support additional cluster prefixed control messages](https://github.com/dapperlabs/flow-internal/issues/1889) [PR4857](https://github.com/onflow/flow-go/pull/4857) +- [Implement Specific Decay per Peer ID in GossipSubSpamRecord for Improved Spam Mitigation](https://github.com/dapperlabs/flow-go/issues/6662) + +**Next Sprint** +- [Balancing the inbound and outbound resource limits with backpressure](https://github.com/dapperlabs/flow-go/issues/6896) +- [Apply Penalty to Misbehaving Peers Based on Count and Err in InvCtrlMsgNotif](https://github.com/dapperlabs/flow-go/issues/6664) +- [Increase test coverage for BFTune ingress unit tests](https://github.com/dapperlabs/flow-go/issues/6883) +- [[BFT Testing] Refactor Orchestrator lock contension to use worker pools](https://github.com/dapperlabs/flow-go/issues/6884) +- [[CI][Testing] Increase GitHub CI runners for resource intensive tests](https://github.com/dapperlabs/flow-go/issues/6894) + +**Active Epics** + +- https://github.com/dapperlabs/flow-go/issues/6287 +- https://github.com/dapperlabs/flow-go/issues/6468 +- BFT https://github.com/dapperlabs/flow-go/issues/6142 +- BFT https://github.com/dapperlabs/flow-go/issues/6398 +- BN2 https://github.com/dapperlabs/flow-go/issues/6341 +- TPS https://github.com/dapperlabs/flow-go/issues/6296 +- [Zero Quarantined Networking Layer Tests Epic](https://github.com/onflow/flow-go/issues/4816) + +### **Consensus (Dynamic Protocol State) - Alex H** + +**Done last sprint** + +**Ongoing** (last & next sprint) + +- Consolidating exploratory research documents to reflect final design (requires change to reflect removal of dynamic weight) +- Refactoring and refining the interfaces and data structures for clarity (👉 [epic #4649](https://github.com/onflow/flow-go/issues/4649)) +- Handle high priority [TODOs](https://github.com/onflow/flow-go/issues/4649), specifically: change how protocol state behaves in case of invalid state transition and replace dynamic weight with participation status. + + +### **Infra - JP** + +**Done last sprint** + +**This Sprint** +- Update Ansible automation for Dapper nodes +- Prepare monitoring & alerting for Dapper Nodes +- Prepare Dapper infra/keys for Mainnet spork +- Create Flow Foundation infrastructure & configuration for Mainnet spork +- Create Dapper infrastructure & configuration for Mainnet spork + +************Node Hosting************ +### Key Release Dates & Breaking Changes + +- Mainnet/Testnet Spork dates + - Next spork From 4d60f25b75862cd10793b6bc1818f64b86f5600c Mon Sep 17 00:00:00 2001 From: Vishal <1117327+vishalchangrani@users.noreply.github.com> Date: Wed, 8 Nov 2023 13:55:55 -0800 Subject: [PATCH 03/31] Create 2023-11-09-Protocol-Product-Sync.md --- agendas/2023/product-sync/2023-11-09-Protocol-Product-Sync.md | 1 + 1 file changed, 1 insertion(+) create mode 100644 agendas/2023/product-sync/2023-11-09-Protocol-Product-Sync.md diff --git a/agendas/2023/product-sync/2023-11-09-Protocol-Product-Sync.md b/agendas/2023/product-sync/2023-11-09-Protocol-Product-Sync.md new file mode 100644 index 000000000..ad0b9f8a6 --- /dev/null +++ b/agendas/2023/product-sync/2023-11-09-Protocol-Product-Sync.md @@ -0,0 +1 @@ +Please add agenda items here From 9c2bfb15a35600698202775c1c349ba91245f453 Mon Sep 17 00:00:00 2001 From: Tarak Ben Youssef <50252200+tarakby@users.noreply.github.com> Date: Wed, 8 Nov 2023 20:10:39 -0500 Subject: [PATCH 04/31] Update 2023-11-13-Protocol-Sprint-Kickoff.md --- .../2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md | 2 ++ 1 file changed, 2 insertions(+) diff --git a/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md index 6c428acc1..78652cab2 100644 --- a/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md +++ b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md @@ -1,5 +1,7 @@ # Team Wins 🎉 +- safe randomness tools are deployed and working on Mainnet - launch page, documentation and first tutorial are live 🎲 + ### Mainnet Uptime SLO - Last 14 days (10/13 to 10/27) From 6843186617f180df17f1816c7485792ab7950ccf Mon Sep 17 00:00:00 2001 From: Peter Argue <89119817+peterargue@users.noreply.github.com> Date: Wed, 8 Nov 2023 17:28:08 -0800 Subject: [PATCH 05/31] Update data availability - nov10 protocol sprint --- .../2023-11-13-Protocol-Sprint-Kickoff.md | 36 ++++++++++++++++--- 1 file changed, 32 insertions(+), 4 deletions(-) diff --git a/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md index 78652cab2..b8e906393 100644 --- a/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md +++ b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md @@ -1,7 +1,9 @@ # Team Wins 🎉 - safe randomness tools are deployed and working on Mainnet - launch page, documentation and first tutorial are live 🎲 - +- Script execution working on devnet! Will enable on mainnet this sprint. +- Event streaming available for REST on mainnet. (working with 4d on fcl integration) +- Lots of AccessAPI quality of life improvements deployed to mainnet. (grpc compression, optional CCF, historic AN tx result cache) ### Mainnet Uptime SLO - Last 14 days (10/13 to 10/27) @@ -68,12 +70,38 @@ Objective: Make execution data and script execution available on Edge nodes. **Done last sprint** +Script Execution: + +- [Ledger] Add special handling for global register keys - [PR 4942](https://github.com/onflow/flow-go/pull/4942) +- [Execution] Return OutOfRange instead of Internal when account block is not cached - [PR 4917](https://github.com/onflow/flow-go/pull/4917) +- [Access] Allow get blocks script calls - [PR 4894](https://github.com/onflow/flow-go/pull/4894) +- [Access] Script execution coded errors - [PR 4895](https://github.com/onflow/flow-go/pull/4895) +- [Access] Get account bugfix with tests - [PR 4862](https://github.com/onflow/flow-go/pull/4862) +- [Access] Validate addresses match network in rest api - [PR 4930](https://github.com/onflow/flow-go/pull/4930) +- [Access] Add metrics for script exec failure from missing data - [PR 4907](https://github.com/onflow/flow-go/pull/4907) +- [Access] Improve logging and validation in local script exec - [PR 4920](https://github.com/onflow/flow-go/pull/4920) +- [Access] Improve script exec compare logging - [PR 4936](https://github.com/onflow/flow-go/pull/4936) +- [Access] Cleanup script execution comparisons - [PR 4956](https://github.com/onflow/flow-go/pull/4956) + +Access API: + +- [Access] Allow all origins by default on websockets connections - [PR 4954](https://github.com/onflow/flow-go/pull/4954) +- [Flow-Go-SDK] Use CCF encoding when requesting events from AccessAPI - [PR 501](https://github.com/onflow/flow-go-sdk/pull/501) + +Misc: + +- [Access] Add wait in integration tests for index to be synced - [PR 4902](https://github.com/onflow/flow-go/pull/4902) +- [Collection] Make QC Voter more resiliant to access node instability - [PR 4924](https://github.com/onflow/flow-go/pull/4924) + **This sprint** -- [OKR] Script Execution on ANs +- Script Execution on ANs - Add GetRegisters API endpoint to ExecutionData API - [Issue 4756](https://github.com/onflow/flow-go/issues/4756) - - Bug fixes from testnet [4824](https://github.com/onflow/flow-go/issues/4824), [4881](https://github.com/onflow/flow-go/issues/4881), [4880](https://github.com/onflow/flow-go/issues/4880) - - Continue testing and analysis after Testnet spork + - Analyze performance issues observed on devnet - [Issue 4953](https://github.com/onflow/flow-go/issues/4953) + - Deploy to mainnet (in comparison mode) and continue analyzing results and performance issues as they come up. +- Misc + - Work with 4d on getting event streaming and CCF into libraries. + - Validate new features (historic result cache, compression, etc) **Active Epics** From 2b0bac075588661854b69372df9a85b885169396 Mon Sep 17 00:00:00 2001 From: Jordan Schalm Date: Thu, 9 Nov 2023 08:26:02 -0800 Subject: [PATCH 06/31] Update 2023-11-13-Protocol-Sprint-Kickoff.md --- .../2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md index b8e906393..66378d7db 100644 --- a/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md +++ b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md @@ -141,10 +141,11 @@ Misc: ### **Consensus (Dynamic Protocol State) - Alex H** **Done last sprint** +- Update [Identity-Changing Operations doc](https://www.notion.so/dapperlabs/Identity-Changing-Operations-610bb2d3b63f4d3dae12e405d3c5a097?pvs=4) to remove dynamically changing weight **Ongoing** (last & next sprint) -- Consolidating exploratory research documents to reflect final design (requires change to reflect removal of dynamic weight) +- Begin implementing [FLIP 204]([url](https://github.com/onflow/flow-go/issues/4948)) - Refactoring and refining the interfaces and data structures for clarity (👉 [epic #4649](https://github.com/onflow/flow-go/issues/4649)) - Handle high priority [TODOs](https://github.com/onflow/flow-go/issues/4649), specifically: change how protocol state behaves in case of invalid state transition and replace dynamic weight with participation status. From c15e5101bf0f985852c08b51d24c5a24a1769d1c Mon Sep 17 00:00:00 2001 From: Vishal <1117327+vishalchangrani@users.noreply.github.com> Date: Thu, 9 Nov 2023 13:18:57 -0800 Subject: [PATCH 07/31] Update 2023-11-09-Protocol-Product-Sync.md --- .../product-sync/2023-11-09-Protocol-Product-Sync.md | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) diff --git a/agendas/2023/product-sync/2023-11-09-Protocol-Product-Sync.md b/agendas/2023/product-sync/2023-11-09-Protocol-Product-Sync.md index ad0b9f8a6..87a872257 100644 --- a/agendas/2023/product-sync/2023-11-09-Protocol-Product-Sync.md +++ b/agendas/2023/product-sync/2023-11-09-Protocol-Product-Sync.md @@ -1 +1,8 @@ -Please add agenda items here +Please add agenda items here. + +1. Format of this meeting + - Can we go through the updates on each of the OKR? + +2. Situation with Consensus node counts. + + From c7baee8d76ba8c3493f50dc74bd9526872689f1d Mon Sep 17 00:00:00 2001 From: "Yahya Hassanzadeh, Ph.D" Date: Thu, 9 Nov 2023 15:42:12 -0800 Subject: [PATCH 08/31] Update 2023-11-13-Protocol-Sprint-Kickoff.md --- .../2023-11-13-Protocol-Sprint-Kickoff.md | 21 +++++++++++++------ 1 file changed, 15 insertions(+), 6 deletions(-) diff --git a/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md index 66378d7db..b6fd59266 100644 --- a/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md +++ b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md @@ -112,21 +112,30 @@ Misc: ### **Permissionless Network - Yahya H** **Done last sprint** -- [Investigating and fixing goroutine leakage on `mainnet23`](https://github.com/dapperlabs/flow-go/issues/6871) [PR4846](https://github.com/onflow/flow-go/pull/4846) -- [Addressing technical debts for sync engine ALSP integration](https://github.com/onflow/flow-go/pull/4842) +- [Balanced the inbound and outbound resource limits with backpressure](https://github.com/dapperlabs/flow-go/issues/6896) [PR4929](https://github.com/onflow/flow-go/pull/4929) +- [Discovered the root cause of AN-LN peer blocking issue on mainnet23](https://github.com/dapperlabs/flow-go/issues/6895) + - [Short-term fix deployed](https://github.com/onflow/flow-go/pull/4915) + - [Long-term fix is halfway in progress- Part 1 under review](https://github.com/onflow/flow-go/pull/4951) + **Ongoing (last and next sprint)** -- [Investigated and fixed AN-LN streaming issue on `mainnet23`](https://github.com/dapperlabs/flow-go/issues/6895) [PR4875](https://github.com/onflow/flow-go/pull/4875) +- [Part-2 and -3 of the long term fix for AN-LN peer blocking issue on mainnet23](https://github.com/dapperlabs/flow-go/issues/6895) - [Optimizing memory-intensive RPC inspection operations](https://github.com/dapperlabs/flow-go/issues/6870) + - [Optimizing Subscription Validator Memory Usage](https://github.com/onflow/flow-go/pull/4988) + - Optimizing RPC ID Computation (Not Started) + - Cache-based Application-Specific Score (Not Started) - [Gossip scoring to support additional cluster prefixed control messages](https://github.com/dapperlabs/flow-internal/issues/1889) [PR4857](https://github.com/onflow/flow-go/pull/4857) - [Implement Specific Decay per Peer ID in GossipSubSpamRecord for Improved Spam Mitigation](https://github.com/dapperlabs/flow-go/issues/6662) +- [Apply Penalty to Misbehaving Peers Based on Count and Err in InvCtrlMsgNotif](https://github.com/dapperlabs/flow-go/issues/6664) [PR4978](https://github.com/onflow/flow-go/pull/4978) +- [[CI][Testing] Increase GitHub CI runners for resource intensive tests](https://github.com/dapperlabs/flow-go/issues/6894) [PR4906](https://github.com/onflow/flow-go/pull/4906) **Next Sprint** -- [Balancing the inbound and outbound resource limits with backpressure](https://github.com/dapperlabs/flow-go/issues/6896) -- [Apply Penalty to Misbehaving Peers Based on Count and Err in InvCtrlMsgNotif](https://github.com/dapperlabs/flow-go/issues/6664) +- [GossipSub Message Replay Attack Mitigation](https://github.com/dapperlabs/flow-go/issues/6809) +- [Concluding GossipSub Message Forensics FLIP and planning the development](https://github.com/onflow/flips/pull/195) +- [Implement a Configurable Silence Period to Prevent False-Positive Node Penalties at Startup](https://github.com/onflow/flow-go/issues/4979) - [Increase test coverage for BFTune ingress unit tests](https://github.com/dapperlabs/flow-go/issues/6883) - [[BFT Testing] Refactor Orchestrator lock contension to use worker pools](https://github.com/dapperlabs/flow-go/issues/6884) -- [[CI][Testing] Increase GitHub CI runners for resource intensive tests](https://github.com/dapperlabs/flow-go/issues/6894) + **Active Epics** From c6486e9a31915fd2e444acb27c97cd4abfdad1c6 Mon Sep 17 00:00:00 2001 From: Alexander Hentschel Date: Fri, 10 Nov 2023 00:25:55 -0800 Subject: [PATCH 09/31] Update 2023-11-13-Protocol-Sprint-Kickoff.md updates on Dyn Protocol Sate --- .../2023-11-13-Protocol-Sprint-Kickoff.md | 19 ++++++++++++++----- 1 file changed, 14 insertions(+), 5 deletions(-) diff --git a/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md index b6fd59266..5cfdcd492 100644 --- a/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md +++ b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md @@ -150,13 +150,22 @@ Misc: ### **Consensus (Dynamic Protocol State) - Alex H** **Done last sprint** -- Update [Identity-Changing Operations doc](https://www.notion.so/dapperlabs/Identity-Changing-Operations-610bb2d3b63f4d3dae12e405d3c5a097?pvs=4) to remove dynamically changing weight -**Ongoing** (last & next sprint) +- multiple iterations on the framework code ([PR #4834](https://github.com/onflow/flow-go/pull/4834), [PR #4868](https://github.com/onflow/flow-go/pull/4868)) wrt modularization, maintainability, documentation +- working on code for Epoch Fallback Mode (same functionality as currently, implemented in the new framework): [PR #4931](https://github.com/onflow/flow-go/pull/4931) +- Secure Randomness [Flow Dev Portal → Flow VRF](https://developers.flow.com/build/advanced-concepts/randomness) & GH repo: [Random Coin Toss in Cadence](https://github.com/onflow/random-coin-toss), [Flow VRF: Secure Randomness for Cadence - Executive summary](https://www.notion.so/dapperlabs/Flow-VRF-Secure-Randomness-for-Cadence-Executive-summary-601d0f45680b42b7bd751d440d068aac?pvs=4) (marketing) +- Jordan working on important automation of Cruise Control system ([FLIP 204]([url](https://github.com/onflow/flow-go/issues/4948))), to run Block-Time controller on networks other than mainnet +- Explorations on integrating Epoch Fallback Mode: [PR #4931](https://github.com/onflow/flow-go/pull/4931) + [PR #4922](https://github.com/onflow/flow-go/pull/4922) + + noticed potential avenue for leaving Epoch Fallback Mode without spork utilizing Dynamic Protocol State + +**Next Sprint** +- Getting large framework iteration over finish line ([PR #4868](https://github.com/onflow/flow-go/pull/4868)) +- continue on Epoch Fallback Mode [PR #4931](https://github.com/onflow/flow-go/pull/4931) +- Removing dynamic weight from protocol state, as this is no longer needed +- Long list remaining tech todos [epic #4649](https://github.com/onflow/flow-go/issues/4649)) -- Begin implementing [FLIP 204]([url](https://github.com/onflow/flow-go/issues/4948)) -- Refactoring and refining the interfaces and data structures for clarity (👉 [epic #4649](https://github.com/onflow/flow-go/issues/4649)) -- Handle high priority [TODOs](https://github.com/onflow/flow-go/issues/4649), specifically: change how protocol state behaves in case of invalid state transition and replace dynamic weight with participation status. ### **Infra - JP** From 63990e7cbb09768c8b422a98d36b2a9f42ac34df Mon Sep 17 00:00:00 2001 From: Alexander Hentschel Date: Fri, 10 Nov 2023 00:32:38 -0800 Subject: [PATCH 10/31] Update 2023-11-13-Protocol-Sprint-Kickoff.md added links to Flow VRF resources --- .../sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md index 5cfdcd492..4cca809af 100644 --- a/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md +++ b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md @@ -1,6 +1,9 @@ # Team Wins 🎉 -- safe randomness tools are deployed and working on Mainnet - launch page, documentation and first tutorial are live 🎲 +- safe randomness tools are deployed and live on Mainnet 🎲 + - launch page [Flow VRF](https://developers.flow.com/build/advanced-concepts/randomness) on Dev Portal + - [Cadence documentation](https://cadence-lang.org/docs/1.0/language/built-in-functions) + - [_Random Coin Toss_ as first tutorial](https://github.com/onflow/random-coin-toss) - Script execution working on devnet! Will enable on mainnet this sprint. - Event streaming available for REST on mainnet. (working with 4d on fcl integration) - Lots of AccessAPI quality of life improvements deployed to mainnet. (grpc compression, optional CCF, historic AN tx result cache) From 7a107253b3f6d1fd871986da7ceb76add197a7b9 Mon Sep 17 00:00:00 2001 From: Alexander Hentschel Date: Fri, 10 Nov 2023 00:33:32 -0800 Subject: [PATCH 11/31] Update 2023-11-13-Protocol-Sprint-Kickoff.md formatting --- .../sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md | 6 ++---- 1 file changed, 2 insertions(+), 4 deletions(-) diff --git a/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md index 4cca809af..1fcdc9ed7 100644 --- a/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md +++ b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md @@ -1,9 +1,7 @@ # Team Wins 🎉 -- safe randomness tools are deployed and live on Mainnet 🎲 - - launch page [Flow VRF](https://developers.flow.com/build/advanced-concepts/randomness) on Dev Portal - - [Cadence documentation](https://cadence-lang.org/docs/1.0/language/built-in-functions) - - [_Random Coin Toss_ as first tutorial](https://github.com/onflow/random-coin-toss) +- safe randomness tools are deployed and live on Mainnet 🎲 + launch page [Flow VRF](https://developers.flow.com/build/advanced-concepts/randomness) on Dev Portal, [Cadence documentation](https://cadence-lang.org/docs/1.0/language/built-in-functions), [_Random Coin Toss_ as first tutorial](https://github.com/onflow/random-coin-toss) - Script execution working on devnet! Will enable on mainnet this sprint. - Event streaming available for REST on mainnet. (working with 4d on fcl integration) - Lots of AccessAPI quality of life improvements deployed to mainnet. (grpc compression, optional CCF, historic AN tx result cache) From 0dca54bf4ee418122f3a8c0317b351ba6f703b7a Mon Sep 17 00:00:00 2001 From: Alexander Hentschel Date: Fri, 10 Nov 2023 00:34:21 -0800 Subject: [PATCH 12/31] Update 2023-11-13-Protocol-Sprint-Kickoff.md formatting 2 --- .../2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md index 1fcdc9ed7..caf44d74e 100644 --- a/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md +++ b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md @@ -1,7 +1,9 @@ # Team Wins 🎉 - safe randomness tools are deployed and live on Mainnet 🎲 - launch page [Flow VRF](https://developers.flow.com/build/advanced-concepts/randomness) on Dev Portal, [Cadence documentation](https://cadence-lang.org/docs/1.0/language/built-in-functions), [_Random Coin Toss_ as first tutorial](https://github.com/onflow/random-coin-toss) + - launch page [_Flow VRF_](https://developers.flow.com/build/advanced-concepts/randomness) on Dev Portal + - [_Cadence documentation_](https://cadence-lang.org/docs/1.0/language/built-in-functions) + - [_Random Coin Toss_ as first tutorial](https://github.com/onflow/random-coin-toss) - Script execution working on devnet! Will enable on mainnet this sprint. - Event streaming available for REST on mainnet. (working with 4d on fcl integration) - Lots of AccessAPI quality of life improvements deployed to mainnet. (grpc compression, optional CCF, historic AN tx result cache) From cc25a91c20b14e9b49a969873810e0f3db4d5cec Mon Sep 17 00:00:00 2001 From: Jan Bernatik Date: Fri, 10 Nov 2023 10:31:42 +0100 Subject: [PATCH 13/31] Performance and Cadence update for nov 10 Sprint kickoff --- .../2023-11-13-Protocol-Sprint-Kickoff.md | 60 ++++++++++++++++++- 1 file changed, 57 insertions(+), 3 deletions(-) diff --git a/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md index caf44d74e..bdb7938a7 100644 --- a/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md +++ b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md @@ -7,6 +7,8 @@ - Script execution working on devnet! Will enable on mainnet this sprint. - Event streaming available for REST on mainnet. (working with 4d on fcl integration) - Lots of AccessAPI quality of life improvements deployed to mainnet. (grpc compression, optional CCF, historic AN tx result cache) +- Community approved Staged contract update FLIP for Cadence 1.0 release +- Shared first proposal draft for cadence 1.0 release milestones with community ### Mainnet Uptime SLO - Last 14 days (10/13 to 10/27) @@ -26,12 +28,36 @@ **Done last sprint** +Atree Register Inlining +- Finished investigation of smoke tests failure (in the end the test failure was a false positive) +- Completed local setup for migration testing, ready to test the migration with Atree integrated with Cadence +- [Add atRoot parameter to Value.DeepRemove](https://github.com/onflow/cadence/pull/2920) + +Storehouse +- Continued breaking down Storehouse M1 implementation into PRs, ~30% of the M1 is now reviewed and merged +- [Storehouse - add PayloadToRegister](https://github.com/onflow/flow-go/pull/4955) +- [Storehouse Bootstrap - make worker count as option for indexing checkpoint](https://github.com/onflow/flow-go/pull/4884) +- [Storehouse - Add storehouse interfaces](https://github.com/onflow/flow-go/pull/4835) + +EVM support +- Continued reviewing EVM PRs + +Other Improvements & fixes +[Switch to always using the 0th partition for UUID generation](https://github.com/onflow/flow-go/pull/4893) +[Node operation improvement - Make path configs to be usable by container by default](https://github.com/onflow/flow-go/pull/4885) + +Flow Network Ugrade support +[[Backport] Make path configs to be usable by container by default](https://github.com/onflow/flow-go/pull/4905) +[\[Util\] make chunk-data-pack-dir optional for non-execution node](https://github.com/onflow/flow-go/pull/4896) +[Update cadence to v0.42.2-patch.1](https://github.com/dapperlabs/flow-go/pull/6897) **This sprint** -- [Continue Cadence integration to use Atree register inlining](https://github.com/onflow/cadence/issues/2809) -- Continue testing [Atree register inlining migration](https://github.com/onflow/flow-go/pull/4633) +- Test [migration](https://github.com/onflow/flow-go/pull/4633) of [integrated solution for Atree register inlining](https://github.com/onflow/cadence/issues/2809) - Continue implementation of [Storehouse first milestone](https://github.com/onflow/flow-go/issues/4682) (execution state on disk) +- EVM support + - Continue with PR reviews + - Start benchmarking setup **On Hold** @@ -52,14 +78,42 @@ Objective: long-term support release of Cadence with no expected breaking change **Done last sprint** +Features +- [v0.42 - Port adding new `revertibleRandom` function] + +Cadence 1.0 + features + - [Implement Custom Destructor Removal](https://github.com/onflow/cadence/issues/2790) + - [Interpreting for default events](https://github.com/onflow/cadence/issues/2817) + - [Type checking for default events](https://github.com/onflow/cadence/issues/2812) + - [Support for parsing default destroy events](https://github.com/onflow/cadence/issues/2799) + - [Remove support for custom destructors](https://github.com/onflow/cadence/issues/2789) + Improvements + - [Refactor resource-reference tracking](https://github.com/onflow/cadence/pull/2916) + FLIPs + - [FLIP 95: proposal for entitlements migration](https://github.com/onflow/flips/issues/95) + +Security Fixes (port to public repo) +[Fix nested resource moves](https://github.com/onflow/cadence/issues/2931) +[v0.42 - Fix nested resource moves](https://github.com/onflow/cadence/issues/2930) +[v0.42 - Fix AuthAccount creation](https://github.com/onflow/cadence/issues/2932) + +EVM Support +- [FVM EVM: Refactor stdlib to use new approach](https://github.com/onflow/flow-go/issues/4876) + +Updates of Downstream dependencies +- Go SDK: [Update to Cadence v0.42.3](https://github.com/onflow/flow-go-sdk/issues/499) + + **This sprint** - continue support EVM on FLow initiative. - Continuing with Stable Cadence scope / discussions - Ongoing FLIPs: - - Last FLIP to be opened - Update on entitlements on Attachments + - [FLIP for new behavior for attachments with entitlements](https://github.com/onflow/flips/pull/213) - Continue work on Cadence 1.0 migrations. - Continue Stable Cadence Docs update and knocking tasks off the [tech debt list](https://github.com/onflow/cadence/issues/2642) +- Continue work on Cadence 1.0 release plan **On Hold** - Discussion of the re-entrancy edge cases From a297e678b379bae0253a70a85c867558947708d0 Mon Sep 17 00:00:00 2001 From: Jan Bernatik Date: Fri, 10 Nov 2023 10:33:22 +0100 Subject: [PATCH 14/31] adding win FLIP link --- .../2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md index bdb7938a7..bebffb824 100644 --- a/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md +++ b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md @@ -7,7 +7,7 @@ - Script execution working on devnet! Will enable on mainnet this sprint. - Event streaming available for REST on mainnet. (working with 4d on fcl integration) - Lots of AccessAPI quality of life improvements deployed to mainnet. (grpc compression, optional CCF, historic AN tx result cache) -- Community approved Staged contract update FLIP for Cadence 1.0 release +- Community approved [Staged contract update FLIP](https://github.com/onflow/flips/pull/179) for Cadence 1.0 release - Shared first proposal draft for cadence 1.0 release milestones with community ### Mainnet Uptime SLO - Last 14 days (10/13 to 10/27) From 89d3d0d1b5e948d0f9d06ebde2c952a01d95416f Mon Sep 17 00:00:00 2001 From: Vishal <1117327+vishalchangrani@users.noreply.github.com> Date: Fri, 10 Nov 2023 08:59:46 -0800 Subject: [PATCH 15/31] Update 2023-11-13-Protocol-Sprint-Kickoff.md --- .../2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md | 2 ++ 1 file changed, 2 insertions(+) diff --git a/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md index bebffb824..4ae9d691a 100644 --- a/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md +++ b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md @@ -9,6 +9,8 @@ - Lots of AccessAPI quality of life improvements deployed to mainnet. (grpc compression, optional CCF, historic AN tx result cache) - Community approved [Staged contract update FLIP](https://github.com/onflow/flips/pull/179) for Cadence 1.0 release - Shared first proposal draft for cadence 1.0 release milestones with community +- Flow mainnet upgrade (spork) done +- DapperLabs and FlowFoundation nodes have been split. ### Mainnet Uptime SLO - Last 14 days (10/13 to 10/27) From 7b707912605be5f33c3cc4b9628605ead199ad8d Mon Sep 17 00:00:00 2001 From: Vishal <1117327+vishalchangrani@users.noreply.github.com> Date: Fri, 10 Nov 2023 09:41:58 -0800 Subject: [PATCH 16/31] Update 2023-11-13-Protocol-Sprint-Kickoff.md --- .../2023-11-13-Protocol-Sprint-Kickoff.md | 16 +++++++++------- 1 file changed, 9 insertions(+), 7 deletions(-) diff --git a/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md index 4ae9d691a..f27564a15 100644 --- a/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md +++ b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md @@ -10,20 +10,22 @@ - Community approved [Staged contract update FLIP](https://github.com/onflow/flips/pull/179) for Cadence 1.0 release - Shared first proposal draft for cadence 1.0 release milestones with community - Flow mainnet upgrade (spork) done +- Mainnet is no longer in the epoch fallback mode. - DapperLabs and FlowFoundation nodes have been split. +- Public access nodes were available during the spork (except Send Transaction) -### Mainnet Uptime SLO - Last 14 days (10/13 to 10/27) +### Mainnet Uptime SLO - Last 14 days (11/30 to 11/10) | | Target | Current Score | Error budget used | |:------------------------|:------:|:-------------:|:-----------------:| -| Collection Finalization | 99.9% | 100% | 0% | -| Block Finalization | 99.9% | 99.896% | 104% | -| Transaction Execution | 99.9% | 99.906% | 94.3% | -| Block Sealing | 99.9% | 99.816% | 174% | -| Access API Liveness | 99.9% | 99.722% | 278% | +| Collection Finalization | 99.9% | 99.26% | 7.4% | +| Block Finalization | 99.9% | 99.26% | 7.4% | +| Transaction Execution | 99.9% | 99.26% | 7.4% | +| Block Sealing | 99.9% | 99.26% | 7.4% | +| Access API Liveness | 99.9% | 100% | 0% | #### Incidents - +- Mainnet network upgrade (spork). Duration: 2.5 hrs ### **Performance Pod Sprint Objective - Jan B** From ad0eab8222839955567acdc484f67917ca605e36 Mon Sep 17 00:00:00 2001 From: Vishal <1117327+vishalchangrani@users.noreply.github.com> Date: Fri, 10 Nov 2023 09:57:02 -0800 Subject: [PATCH 17/31] Update 2023-11-13-Protocol-Sprint-Kickoff.md --- .../2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md index f27564a15..d884b5659 100644 --- a/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md +++ b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md @@ -244,4 +244,4 @@ Misc: ### Key Release Dates & Breaking Changes - Mainnet/Testnet Spork dates - - Next spork + - Next spork - TBD (~Q1 2024) From e4156719bbf11087c974a506e38af11a3fd095fd Mon Sep 17 00:00:00 2001 From: sjonpaulbrown Date: Tue, 14 Nov 2023 10:16:02 -0700 Subject: [PATCH 18/31] Add Infra sprint updaates & wins --- .../2023-11-13-Protocol-Sprint-Kickoff.md | 23 ++++++++++++++++--- 1 file changed, 20 insertions(+), 3 deletions(-) diff --git a/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md index d884b5659..4aed9e13e 100644 --- a/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md +++ b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md @@ -13,6 +13,8 @@ - Mainnet is no longer in the epoch fallback mode. - DapperLabs and FlowFoundation nodes have been split. - Public access nodes were available during the spork (except Send Transaction) +- New hosting pattern has been successfully implemented for securely & managing running Dapper Nodes +- Benchnet2 testing has validated support and pattern for running large networks ### Mainnet Uptime SLO - Last 14 days (11/30 to 11/10) @@ -232,15 +234,30 @@ Misc: ### **Infra - JP** **Done last sprint** - -**This Sprint** - Update Ansible automation for Dapper nodes -- Prepare monitoring & alerting for Dapper Nodes +- Prepare monitoring, alerting, and pager dudty group for Dapper Node monitoring - Prepare Dapper infra/keys for Mainnet spork - Create Flow Foundation infrastructure & configuration for Mainnet spork - Create Dapper infrastructure & configuration for Mainnet spork +- Scale down networks following s +- Assist with sporks & HCUs +- Update logrotate for Dapper nodes +- Assist with BN2 testing + +**This Sprint** ************Node Hosting************ +- Continue to monitor system configuratiton for Dapper Nodes +- Prepare execution & protocol state archives for Mainnet23 +- Scale down Mainnet23 AN & EN +- Unstake & deprecate Dapper Nodes on Devnet49 +- Clean up unneeded DPS nodes + +************Support************ +- Evaluate migration path for GCP projects and resources +- Continue to support Benchnet2 with updates to Helm chart +- Work with DevEx team to unblock migration of workloads to + ### Key Release Dates & Breaking Changes - Mainnet/Testnet Spork dates From c527e8d68b6c5fdeb252b1f24586d3b02086fe28 Mon Sep 17 00:00:00 2001 From: Jan Bernatik Date: Tue, 14 Nov 2023 18:52:35 +0100 Subject: [PATCH 19/31] Update 2023-11-13-Protocol-Sprint-Kickoff.md --- .../2023-11-13-Protocol-Sprint-Kickoff.md | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md index 4aed9e13e..d7190bda0 100644 --- a/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md +++ b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md @@ -49,13 +49,13 @@ EVM support - Continued reviewing EVM PRs Other Improvements & fixes -[Switch to always using the 0th partition for UUID generation](https://github.com/onflow/flow-go/pull/4893) -[Node operation improvement - Make path configs to be usable by container by default](https://github.com/onflow/flow-go/pull/4885) +- [Switch to always using the 0th partition for UUID generation](https://github.com/onflow/flow-go/pull/4893) +- [Node operation improvement - Make path configs to be usable by container by default](https://github.com/onflow/flow-go/pull/4885) Flow Network Ugrade support -[[Backport] Make path configs to be usable by container by default](https://github.com/onflow/flow-go/pull/4905) -[\[Util\] make chunk-data-pack-dir optional for non-execution node](https://github.com/onflow/flow-go/pull/4896) -[Update cadence to v0.42.2-patch.1](https://github.com/dapperlabs/flow-go/pull/6897) +- [\[Backport\] Make path configs to be usable by container by default](https://github.com/onflow/flow-go/pull/4905) +- [\[Util\] make chunk-data-pack-dir optional for non-execution node](https://github.com/onflow/flow-go/pull/4896) +- [Update cadence to v0.42.2-patch.1](https://github.com/dapperlabs/flow-go/pull/6897) **This sprint** From e55b9da9227a1389ca8aceeba177724931191445 Mon Sep 17 00:00:00 2001 From: Jan Bernatik Date: Tue, 14 Nov 2023 18:53:46 +0100 Subject: [PATCH 20/31] Update 2023-11-13-Protocol-Sprint-Kickoff.md --- .../2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md index d7190bda0..6c569c577 100644 --- a/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md +++ b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md @@ -49,7 +49,7 @@ EVM support - Continued reviewing EVM PRs Other Improvements & fixes -- [Switch to always using the 0th partition for UUID generation](https://github.com/onflow/flow-go/pull/4893) +- [\[v0.32-ONLY!!\]Switch to always using the 0th partition for UUID generation](https://github.com/onflow/flow-go/pull/4893) - [Node operation improvement - Make path configs to be usable by container by default](https://github.com/onflow/flow-go/pull/4885) Flow Network Ugrade support From 59b9b457c862d4444b1019f0c7849a0809725bd6 Mon Sep 17 00:00:00 2001 From: Jan Bernatik Date: Tue, 14 Nov 2023 18:54:22 +0100 Subject: [PATCH 21/31] Update 2023-11-13-Protocol-Sprint-Kickoff.md --- .../2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md index 6c569c577..c5e98fe07 100644 --- a/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md +++ b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md @@ -49,7 +49,7 @@ EVM support - Continued reviewing EVM PRs Other Improvements & fixes -- [\[v0.32-ONLY!!\]Switch to always using the 0th partition for UUID generation](https://github.com/onflow/flow-go/pull/4893) +- v0.32 ONLY: [Switch to always using the 0th partition for UUID generation](https://github.com/onflow/flow-go/pull/4893) - [Node operation improvement - Make path configs to be usable by container by default](https://github.com/onflow/flow-go/pull/4885) Flow Network Ugrade support From 4830f11b5d7928710ac161babbb67bd55ec171b8 Mon Sep 17 00:00:00 2001 From: Jan Bernatik Date: Tue, 14 Nov 2023 18:58:32 +0100 Subject: [PATCH 22/31] Update 2023-11-13-Protocol-Sprint-Kickoff.md --- .../2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md index c5e98fe07..1407b5e41 100644 --- a/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md +++ b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md @@ -85,7 +85,7 @@ Objective: long-term support release of Cadence with no expected breaking change **Done last sprint** Features -- [v0.42 - Port adding new `revertibleRandom` function] +- [v0.42 - Port adding new `revertibleRandom` function](https://github.com/onflow/cadence/pull/2910) Cadence 1.0 features From bc13175a79032e8186d8388462aef5c2d9827c45 Mon Sep 17 00:00:00 2001 From: Jan Bernatik Date: Tue, 14 Nov 2023 18:59:26 +0100 Subject: [PATCH 23/31] Update 2023-11-13-Protocol-Sprint-Kickoff.md --- .../2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md | 1 + 1 file changed, 1 insertion(+) diff --git a/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md index 1407b5e41..9a41f1541 100644 --- a/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md +++ b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md @@ -96,6 +96,7 @@ Cadence 1.0 - [Remove support for custom destructors](https://github.com/onflow/cadence/issues/2789) Improvements - [Refactor resource-reference tracking](https://github.com/onflow/cadence/pull/2916) + FLIPs - [FLIP 95: proposal for entitlements migration](https://github.com/onflow/flips/issues/95) From c9d8f68dccb45b6864d5a6d7161fef98f1f59793 Mon Sep 17 00:00:00 2001 From: Jan Bernatik Date: Tue, 14 Nov 2023 19:00:30 +0100 Subject: [PATCH 24/31] Update 2023-11-13-Protocol-Sprint-Kickoff.md --- .../sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md index 9a41f1541..3471e2968 100644 --- a/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md +++ b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md @@ -101,9 +101,9 @@ Cadence 1.0 - [FLIP 95: proposal for entitlements migration](https://github.com/onflow/flips/issues/95) Security Fixes (port to public repo) -[Fix nested resource moves](https://github.com/onflow/cadence/issues/2931) -[v0.42 - Fix nested resource moves](https://github.com/onflow/cadence/issues/2930) -[v0.42 - Fix AuthAccount creation](https://github.com/onflow/cadence/issues/2932) +- [Fix nested resource moves](https://github.com/onflow/cadence/issues/2931) +- [v0.42 - Fix nested resource moves](https://github.com/onflow/cadence/issues/2930) +- [v0.42 - Fix AuthAccount creation](https://github.com/onflow/cadence/issues/2932) EVM Support - [FVM EVM: Refactor stdlib to use new approach](https://github.com/onflow/flow-go/issues/4876) From 3f0dc988b32555c3bb39863115b2920f8f683bc9 Mon Sep 17 00:00:00 2001 From: Vishal <1117327+vishalchangrani@users.noreply.github.com> Date: Tue, 14 Nov 2023 10:21:36 -0800 Subject: [PATCH 25/31] Update 2023-11-13-Protocol-Sprint-Kickoff.md --- .../sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md index 3471e2968..9819f3b40 100644 --- a/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md +++ b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md @@ -20,10 +20,10 @@ | | Target | Current Score | Error budget used | |:------------------------|:------:|:-------------:|:-----------------:| -| Collection Finalization | 99.9% | 99.26% | 7.4% | -| Block Finalization | 99.9% | 99.26% | 7.4% | -| Transaction Execution | 99.9% | 99.26% | 7.4% | -| Block Sealing | 99.9% | 99.26% | 7.4% | +| Collection Finalization | 99.9% | 99.26% | 744% | +| Block Finalization | 99.9% | 99.26% | 744% | +| Transaction Execution | 99.9% | 99.26% | 744% | +| Block Sealing | 99.9% | 99.26% | 744% | | Access API Liveness | 99.9% | 100% | 0% | #### Incidents From ad1fa785bbcf3d7936ba6cb0c194bb664073f54b Mon Sep 17 00:00:00 2001 From: Misha <15269764+gomisha@users.noreply.github.com> Date: Tue, 14 Nov 2023 13:35:33 -0500 Subject: [PATCH 26/31] CI win --- .../2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md | 1 + 1 file changed, 1 insertion(+) diff --git a/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md index 9819f3b40..a14a27864 100644 --- a/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md +++ b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md @@ -15,6 +15,7 @@ - Public access nodes were available during the spork (except Send Transaction) - New hosting pattern has been successfully implemented for securely & managing running Dapper Nodes - Benchnet2 testing has validated support and pattern for running large networks +- [CI improved](https://github.com/onflow/flow-go/pull/4906) with upgraded runners, faster runs and less flaky ### Mainnet Uptime SLO - Last 14 days (11/30 to 11/10) From f4a7051508f88c1164ed39f6aac1c34d29f6b4ac Mon Sep 17 00:00:00 2001 From: Misha <15269764+gomisha@users.noreply.github.com> Date: Tue, 14 Nov 2023 13:40:26 -0500 Subject: [PATCH 27/31] Coinbase Rosetta win --- .../2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md | 1 + 1 file changed, 1 insertion(+) diff --git a/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md index a14a27864..7de61dbb7 100644 --- a/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md +++ b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md @@ -16,6 +16,7 @@ - New hosting pattern has been successfully implemented for securely & managing running Dapper Nodes - Benchnet2 testing has validated support and pattern for running large networks - [CI improved](https://github.com/onflow/flow-go/pull/4906) with upgraded runners, faster runs and less flaky +- Coinbase Rosetta mainnet upgrade (spork) done, no issues ### Mainnet Uptime SLO - Last 14 days (11/30 to 11/10) From bf8f3cd386cda62e44413ced4f563000ab397d65 Mon Sep 17 00:00:00 2001 From: Alexander Hentschel Date: Tue, 14 Nov 2023 10:44:49 -0800 Subject: [PATCH 28/31] Update 2023-11-13-Protocol-Sprint-Kickoff.md added reference to our Forum post for secure randomness --- .../2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md | 1 + 1 file changed, 1 insertion(+) diff --git a/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md index 7de61dbb7..efb63c677 100644 --- a/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md +++ b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md @@ -4,6 +4,7 @@ - launch page [_Flow VRF_](https://developers.flow.com/build/advanced-concepts/randomness) on Dev Portal - [_Cadence documentation_](https://cadence-lang.org/docs/1.0/language/built-in-functions) - [_Random Coin Toss_ as first tutorial](https://github.com/onflow/random-coin-toss) + - tentative forum post [_Secure random number generator for Flow’s smart contracts_](https://forum.flow.com/t/secure-random-number-generator-for-flow-s-smart-contracts/5110) (will be published as blog) - Script execution working on devnet! Will enable on mainnet this sprint. - Event streaming available for REST on mainnet. (working with 4d on fcl integration) - Lots of AccessAPI quality of life improvements deployed to mainnet. (grpc compression, optional CCF, historic AN tx result cache) From 0719a1bce5212ceb4de9a0cc3fa359d1d868bfb5 Mon Sep 17 00:00:00 2001 From: Alexander Hentschel Date: Tue, 14 Nov 2023 10:48:28 -0800 Subject: [PATCH 29/31] Update 2023-11-13-Protocol-Sprint-Kickoff.md structured points --- .../sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md | 9 ++++++--- 1 file changed, 6 insertions(+), 3 deletions(-) diff --git a/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md index efb63c677..612ee66c0 100644 --- a/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md +++ b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md @@ -216,17 +216,20 @@ Misc: ### **Consensus (Dynamic Protocol State) - Alex H** -**Done last sprint** +**Done last sprint for Dynamic Protocol State** - multiple iterations on the framework code ([PR #4834](https://github.com/onflow/flow-go/pull/4834), [PR #4868](https://github.com/onflow/flow-go/pull/4868)) wrt modularization, maintainability, documentation - working on code for Epoch Fallback Mode (same functionality as currently, implemented in the new framework): [PR #4931](https://github.com/onflow/flow-go/pull/4931) -- Secure Randomness [Flow Dev Portal → Flow VRF](https://developers.flow.com/build/advanced-concepts/randomness) & GH repo: [Random Coin Toss in Cadence](https://github.com/onflow/random-coin-toss), [Flow VRF: Secure Randomness for Cadence - Executive summary](https://www.notion.so/dapperlabs/Flow-VRF-Secure-Randomness-for-Cadence-Executive-summary-601d0f45680b42b7bd751d440d068aac?pvs=4) (marketing) -- Jordan working on important automation of Cruise Control system ([FLIP 204]([url](https://github.com/onflow/flow-go/issues/4948))), to run Block-Time controller on networks other than mainnet - Explorations on integrating Epoch Fallback Mode: [PR #4931](https://github.com/onflow/flow-go/pull/4931) [PR #4922](https://github.com/onflow/flow-go/pull/4922) noticed potential avenue for leaving Epoch Fallback Mode without spork utilizing Dynamic Protocol State +**Done last sprint (other topics)** +- Secure Randomness [Flow Dev Portal → Flow VRF](https://developers.flow.com/build/advanced-concepts/randomness) & GH repo: [Random Coin Toss in Cadence](https://github.com/onflow/random-coin-toss), [Flow VRF: Secure Randomness for Cadence - Executive summary](https://www.notion.so/dapperlabs/Flow-VRF-Secure-Randomness-for-Cadence-Executive-summary-601d0f45680b42b7bd751d440d068aac?pvs=4) (marketing) +- Jordan working on important automation of Cruise Control system ([FLIP 204]([url](https://github.com/onflow/flow-go/issues/4948))), to run Block-Time controller on networks other than mainnet + + **Next Sprint** - Getting large framework iteration over finish line ([PR #4868](https://github.com/onflow/flow-go/pull/4868)) - continue on Epoch Fallback Mode [PR #4931](https://github.com/onflow/flow-go/pull/4931) From 746779323887cb7328b0114a795b7ba8592dfd24 Mon Sep 17 00:00:00 2001 From: Alexander Hentschel Date: Tue, 14 Nov 2023 10:50:57 -0800 Subject: [PATCH 30/31] Update 2023-11-13-Protocol-Sprint-Kickoff.md refined points --- .../2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md index 612ee66c0..4e29b6cee 100644 --- a/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md +++ b/agendas/2023/sprint-kickoff/2023-11-13-Protocol-Sprint-Kickoff.md @@ -231,7 +231,7 @@ Misc: **Next Sprint** -- Getting large framework iteration over finish line ([PR #4868](https://github.com/onflow/flow-go/pull/4868)) +- Block payload contains Hash commitment of protocol state for child block(s) ([PR #4868](https://github.com/onflow/flow-go/pull/4868)) - continue on Epoch Fallback Mode [PR #4931](https://github.com/onflow/flow-go/pull/4931) - Removing dynamic weight from protocol state, as this is no longer needed - Long list remaining tech todos [epic #4649](https://github.com/onflow/flow-go/issues/4649)) From 7194985c2f9f92d860600e87776a55c415333897 Mon Sep 17 00:00:00 2001 From: Ali Serag Date: Tue, 14 Nov 2023 12:44:03 -0800 Subject: [PATCH 31/31] Create 2023-11-Flow-Ecosystem-Updates.md --- .../updates/2023-11-Flow-Ecosystem-Updates.md | 27 +++++++++++++++++++ 1 file changed, 27 insertions(+) create mode 100644 agendas/2023/updates/2023-11-Flow-Ecosystem-Updates.md diff --git a/agendas/2023/updates/2023-11-Flow-Ecosystem-Updates.md b/agendas/2023/updates/2023-11-Flow-Ecosystem-Updates.md new file mode 100644 index 000000000..338f7cd5c --- /dev/null +++ b/agendas/2023/updates/2023-11-Flow-Ecosystem-Updates.md @@ -0,0 +1,27 @@ +# Flow Ecosystem Updates, November 2023 + +## Announcements and Wins! 🎉 + +## 🗒 Flow Updates: + +### Educational, learning resources, tutorials and documentation + +### Tooling, infrastructure and other software for builders + +### Protocol, core contracts and node updates + +### Cadence and smart contract updates + +### Innovation, composability and advanced concepts + +### Mainnet, Sporks + +------------------------------------------ + +## Grant project updates + +------------------------------------------ +## Community updates + +------------------------------------------ +## Other misc items and updates