From f296de5a20c52b17e77b3a8d9be98f27c9bad6fc Mon Sep 17 00:00:00 2001 From: Luke Van Seters Date: Fri, 31 Dec 2021 16:37:27 -0500 Subject: [PATCH] Update README to reflect new backfill --- README.md | 19 ++++++++++++++++--- Tiltfile | 6 +++++- 2 files changed, 21 insertions(+), 4 deletions(-) diff --git a/README.md b/README.md index 9b299c3..c514f71 100644 --- a/README.md +++ b/README.md @@ -103,11 +103,24 @@ And stop the listener with: ### Backfilling -For larger backfills, you can inspect many blocks in parallel using kubernetes +For larger backfills, you can inspect many blocks in parallel -To inspect blocks 12914944 to 12915044 divided across 10 worker pods: +To inspect blocks 12914944 to 12915044, run ``` -./mev backfill 12914944 12915044 10 +./mev backfill 12914944 12915044 +``` + +This queues the blocks in Redis to be pulled off by the mev-inspect-worker service + +To increase or decrease parallelism, update the replicaCount value for the mev-inspect-workers helm chart + +Locally, this can be done by editing Tiltfile and changing "replicaCount=1" to your desired parallelism: +``` +k8s_yaml(helm( + './k8s/mev-inspect-workers', + name='mev-inspect-workers', + set=["replicaCount=1"], +)) ``` You can see worker pods spin up then complete by watching the status of all pods diff --git a/Tiltfile b/Tiltfile index 0a59bb1..093e77e 100644 --- a/Tiltfile +++ b/Tiltfile @@ -47,7 +47,11 @@ k8s_resource( resource_deps=["postgresql-postgresql", "redis-master"], ) -k8s_yaml(helm('./k8s/mev-inspect-workers', name='mev-inspect-workers')) +k8s_yaml(helm( + './k8s/mev-inspect-workers', + name='mev-inspect-workers', + set=["replicaCount=1"], +)) k8s_resource( workload="mev-inspect-workers", resource_deps=["postgresql-postgresql", "redis-master"],