feat: Dynamic proving

docs/docs/developers/sandbox/references/sandbox-reference.md

@@ -59,7 +59,7 @@ cd ~/.aztec && docker-compose up
 If you wish to run components of the Aztec network stack separately, you can use the `aztec start` command with various options for enabling components.
 
 ```bash
-aztec start --node [nodeOptions] --pxe [pxeOptions] --archiver [archiverOptions] --sequencer [sequencerOptions] ----p2p-bootstrap [p2pOptions]
+aztec start --node [nodeOptions] --pxe [pxeOptions] --archiver [archiverOptions] --sequencer [sequencerOptions] --prover [proverOptions] ----p2p-bootstrap [p2pOptions]
 ```
 
 Starting the aztec node alongside a PXE, sequencer or archiver, will attach the components to the node. If you want to e.g. run a PXE separately to a node, you can:

yarn-project/aztec-node/package.json

@@ -42,7 +42,9 @@
     "@aztec/l1-artifacts": "workspace:^",
     "@aztec/merkle-tree": "workspace:^",
     "@aztec/p2p": "workspace:^",
+    "@aztec/prover-client": "workspace:^",
     "@aztec/sequencer-client": "workspace:^",
+    "@aztec/simulator": "workspace:^",
     "@aztec/types": "workspace:^",
     "@aztec/world-state": "workspace:^",
     "koa": "^2.14.2",

yarn-project/aztec-node/src/aztec-node/config.ts

@@ -12,6 +12,9 @@ export type AztecNodeConfig = ArchiverConfig &
     /** Whether the sequencer is disabled for this node. */
     disableSequencer: boolean;
 
+    /** Whether the prover is disabled for this node. */
+    disableProver: boolean;
+
     /** A URL for an archiver service that the node will use. */
     archiverUrl?: string;
   };
@@ -21,13 +24,14 @@ export type AztecNodeConfig = ArchiverConfig &
  * @returns A valid aztec node config.
  */
 export function getConfigEnvVars(): AztecNodeConfig {
-  const { SEQ_DISABLED } = process.env;
+  const { SEQ_DISABLED, PROVER_DISABLED } = process.env;
   const allEnvVars: AztecNodeConfig = {
     ...getSequencerVars(),
     ...getArchiverVars(),
     ...getP2PConfigEnvVars(),
     ...getWorldStateVars(),
     disableSequencer: !!SEQ_DISABLED,
+    disableProver: !!PROVER_DISABLED,
     archiverUrl: process.env.ARCHIVER_URL,
   };
 

yarn-project/aztec-node/src/aztec-node/server.ts

@@ -12,6 +12,7 @@ import {
   LogType,
   MerkleTreeId,
   NullifierMembershipWitness,
+  ProverClient,
   PublicDataWitness,
   SequencerConfig,
   SiblingPath,
@@ -20,6 +21,7 @@ import {
   TxHash,
   TxReceipt,
   TxStatus,
+  partitionReverts,
 } from '@aztec/circuit-types';
 import {
   ARCHIVE_HEIGHT,
@@ -44,14 +46,14 @@ import { AztecLmdbStore } from '@aztec/kv-store/lmdb';
 import { initStoreForRollup, openTmpStore } from '@aztec/kv-store/utils';
 import { SHA256, StandardTree } from '@aztec/merkle-tree';
 import { AztecKVTxPool, P2P, createP2PClient } from '@aztec/p2p';
+import { DummyProver, TxProver } from '@aztec/prover-client';
 import {
   GlobalVariableBuilder,
   PublicProcessorFactory,
   SequencerClient,
-  WASMSimulator,
   getGlobalVariableBuilder,
-  partitionReverts,
 } from '@aztec/sequencer-client';
+import { WASMSimulator } from '@aztec/simulator';
 import { ContractClassPublic, ContractDataSource, ContractInstanceWithAddress } from '@aztec/types/contracts';
 import {
   MerkleTrees,
@@ -81,6 +83,7 @@ export class AztecNodeService implements AztecNode {
     protected readonly version: number,
     protected readonly globalVariableBuilder: GlobalVariableBuilder,
     protected readonly merkleTreesDb: AztecKVStore,
+    private readonly prover: ProverClient,
     private log = createDebugLogger('aztec:node'),
   ) {
     const message =
@@ -139,10 +142,13 @@ export class AztecNodeService implements AztecNode {
     // start both and wait for them to sync from the block source
     await Promise.all([p2pClient.start(), worldStateSynchronizer.start()]);
 
+    // start the prover if we have been told to
+    const prover = config.disableProver ? await DummyProver.new() : await TxProver.new(config, worldStateSynchronizer);
+
     // now create the sequencer
     const sequencer = config.disableSequencer
       ? undefined
-      : await SequencerClient.new(config, p2pClient, worldStateSynchronizer, archiver, archiver, archiver);
+      : await SequencerClient.new(config, p2pClient, worldStateSynchronizer, archiver, archiver, archiver, prover);
 
     return new AztecNodeService(
       config,
@@ -158,6 +164,7 @@ export class AztecNodeService implements AztecNode {
       config.version,
       getGlobalVariableBuilder(config),
       store,
+      prover,
       log,
     );
   }
@@ -299,6 +306,7 @@ export class AztecNodeService implements AztecNode {
     await this.p2pClient.stop();
     await this.worldStateSynchronizer.stop();
     await this.blockSource.stop();
+    await this.prover.stop();
     this.log.info(`Stopped`);
   }
 

yarn-project/aztec-node/terraform/main.tf

@@ -155,7 +155,7 @@ resource "aws_ecs_task_definition" "aztec-node" {
   {
     "name": "${var.DEPLOY_TAG}-aztec-node-${count.index + 1}",
     "image": "${var.DOCKERHUB_ACCOUNT}/aztec:${var.DEPLOY_TAG}",
-    "command": ["start", "--node", "--archiver", "--sequencer"],
+    "command": ["start", "--node", "--archiver", "--sequencer", "--prover"],
     "essential": true,
     "memoryReservation": 3776,
     "portMappings": [

yarn-project/aztec-node/tsconfig.json

@@ -33,9 +33,15 @@
     {
       "path": "../p2p"
     },
+    {
+      "path": "../prover-client"
+    },
     {
       "path": "../sequencer-client"
     },
+    {
+      "path": "../simulator"
+    },
     {
       "path": "../types"
     },

yarn-project/aztec/src/cli/cli.ts

@@ -36,6 +36,7 @@ export function getProgram(userLog: LogFn, debugLogger: DebugLogger): Command {
     .option('-px, --pxe [options]', cliTexts.pxe)
     .option('-a, --archiver [options]', cliTexts.archiver)
     .option('-s, --sequencer [options]', cliTexts.sequencer)
+    .option('-r, --prover [options]', cliTexts.prover)
     .option('-p2p, --p2p-bootstrap [options]', cliTexts.p2pBootstrap)
     .action(async options => {
       // list of 'stop' functions to call when process ends

yarn-project/aztec/src/cli/cmds/start_node.ts

@@ -59,6 +59,10 @@ export const startNode = async (
     nodeConfig.publisherPrivateKey = `0x${Buffer.from(privKey!).toString('hex')}`;
   }
 
+  if (!options.prover) {
+    nodeConfig.disableProver = true;
+  }
+
   // Create and start Aztec Node.
   const node = await createAztecNode(nodeConfig);
   const nodeServer = createAztecNodeRpcServer(node);

yarn-project/aztec/src/cli/texts.ts

@@ -63,7 +63,14 @@ export const cliTexts = {
     'requiredConfirmations:SEQ_REQUIRED_CONFIRMATIONS - number - The number of confirmations required before publishing a block. Default: 1\n' +
     'l1BlockPublishRetryIntervalMS:SEQ_PUBLISH_RETRY_INTERVAL_MS - number - The interval in ms to wait before retrying to publish a block. Default: 1000\n' +
     'transactionPollingIntervalMS:SEQ_TX_POLLING_INTERVAL_MS - number - The interval in ms to wait before polling for new transactions. Default: 1000\n' +
+    'acvmBinaryPath:ACVM_BINARY_PATH - string - The full path to an instance of the acvm cli application. If not provided will fallback to WASM circuit simulation\n' +
+    'acvmWorkingDirectory:ACVM_WORKING_DIRECTORY - string - A directory to use for temporary files used by the acvm application. If not provided WASM circuit simulation will be used\n' +
     contractAddresses,
+  prover:
+    'Starts a Prover with options. If started additionally to --node, the Prover will attach to that node.\n' +
+    'Available options are listed below as cliProperty:ENV_VARIABLE_NAME.\n' +
+    'acvmBinaryPath:ACVM_BINARY_PATH - string - The full path to an instance of the acvm cli application. If not provided will fallback to WASM circuit simulation\n' +
+    'acvmWorkingDirectory:ACVM_WORKING_DIRECTORY - string - A directory to use for temporary files used by the acvm application. If not provided WASM circuit simulation will be used\n',
   p2pBootstrap:
     'Starts a P2P bootstrap node with options.\n' +
     'Available options are listed below as cliProperty:ENV_VARIABLE_NAME.\n' +

yarn-project/circuit-types/src/interfaces/block-prover.ts

@@ -0,0 +1,28 @@
+import { Fr, GlobalVariables, Proof } from '@aztec/circuits.js';
+
+import { L2Block } from '../l2_block.js';
+import { ProcessedTx } from '../tx/processed_tx.js';
+
+export type ProvingResult = {
+  block: L2Block;
+  proof: Proof;
+};
+
+export type ProvingTicket = {
+  provingPromise: Promise<ProvingResult>;
+};
+
+/**
+ * The interface to the block prover.
+ * Provides the ability to generate proofs and build rollups.
+ */
+export interface BlockProver {
+  startNewBlock(
+    numTxs: number,
+    globalVariables: GlobalVariables,
+    l1ToL2Messages: Fr[],
+    emptyTx: ProcessedTx,
+  ): Promise<ProvingTicket>;
+
+  addNewTx(tx: ProcessedTx): Promise<void>;
+}

yarn-project/circuit-types/src/interfaces/index.ts

@@ -5,3 +5,5 @@ export * from './sync-status.js';
 export * from './configs.js';
 export * from './nullifier_tree.js';
 export * from './public_data_tree.js';
+export * from './prover-client.js';
+export * from './block-prover.js';

yarn-project/circuit-types/src/interfaces/prover-client.ts

@@ -0,0 +1,11 @@
+import { BlockProver } from './block-prover.js';
+
+/**
+ * The interface to the prover client.
+ * Provides the ability to generate proofs and build rollups.
+ */
+export interface ProverClient extends BlockProver {
+  start(): Promise<void>;
+
+  stop(): Promise<void>;
+}

yarn-project/circuit-types/src/tx/index.ts

@@ -1,3 +1,4 @@
 export * from './tx.js';
 export * from './tx_hash.js';
 export * from './tx_receipt.js';
+export * from './processed_tx.js';

yarn-project/circuits.js/package.json

@@ -11,7 +11,8 @@
     "./types": "./dest/types/index.js",
     "./constants": "./dest/constants.gen.js",
     "./contract": "./dest/contract/index.js",
-    "./merkle": "./dest/merkle/index.js"
+    "./merkle": "./dest/merkle/index.js",
+    "./simulation": "./dest/simulator/index.js"
   },
   "typedocOptions": {
     "entryPoints": [

yarn-project/circuits.js/src/structs/proof.ts

@@ -1,5 +1,7 @@
 import { BufferReader, serializeToBuffer } from '@aztec/foundation/serialize';
 
+const EMPTY_PROOF_SIZE = 42;
+
 /**
  * The Proof class is a wrapper around the circuits proof.
  * Underlying it is a buffer of proof data in a form a barretenberg prover understands.
@@ -47,5 +49,5 @@ export class Proof {
  * @returns The empty "proof".
  */
 export function makeEmptyProof() {
-  return new Proof(Buffer.alloc(0));
+  return new Proof(Buffer.alloc(EMPTY_PROOF_SIZE, 0));
 }

yarn-project/end-to-end/package.json

@@ -32,8 +32,10 @@
     "@aztec/noir-contracts.js": "workspace:^",
     "@aztec/p2p": "workspace:^",
     "@aztec/protocol-contracts": "workspace:^",
+    "@aztec/prover-client": "workspace:^",
     "@aztec/pxe": "workspace:^",
     "@aztec/sequencer-client": "workspace:^",
+    "@aztec/simulator": "workspace:^",
     "@aztec/types": "workspace:^",
     "@aztec/world-state": "workspace:^",
     "@jest/globals": "^29.5.0",
@@ -50,6 +52,7 @@
     "crypto-browserify": "^3.12.0",
     "glob": "^10.3.10",
     "jest": "^29.5.0",
+    "jest-mock-extended": "^3.0.5",
     "koa": "^2.14.2",
     "koa-static": "^5.0.0",
     "levelup": "^5.1.1",