From 13df5e9fe7ee6a1bee36bd38b64df47b025ac615 Mon Sep 17 00:00:00 2001 From: Ryan Barrett Date: Thu, 13 Jun 2024 12:26:30 -0700 Subject: [PATCH] bump up router to 2 cores and 100 threads, double receive/send task queue rates --- queue.yaml | 9 ++------- router.yaml | 4 ++-- 2 files changed, 4 insertions(+), 9 deletions(-) diff --git a/queue.yaml b/queue.yaml index fdfa37a..ad65039 100644 --- a/queue.yaml +++ b/queue.yaml @@ -2,7 +2,6 @@ # https://cloud.google.com/tasks/docs/queue-yaml queue: - name: atproto-commit - target: hub rate: 300/s max_concurrent_requests: 1 retry_parameters: @@ -11,7 +10,6 @@ queue: max_doublings: 5 - name: webmention - target: default rate: 500/s max_concurrent_requests: 10 retry_parameters: @@ -20,25 +18,22 @@ queue: max_doublings: 2 - name: receive - target: default rate: 500/s - max_concurrent_requests: 40 + max_concurrent_requests: 80 retry_parameters: task_retry_limit: 2 min_backoff_seconds: 300 max_doublings: 2 - name: send - target: default rate: 500/s - max_concurrent_requests: 10 + max_concurrent_requests: 20 retry_parameters: task_retry_limit: 2 min_backoff_seconds: 300 max_doublings: 2 - name: poll-feed - target: default rate: 5/s max_concurrent_requests: 1 retry_parameters: diff --git a/router.yaml b/router.yaml index 70b1b22..fbcdc1b 100644 --- a/router.yaml +++ b/router.yaml @@ -12,7 +12,7 @@ runtime_config: runtime_version: "3.11" resources: - cpu: 1 + cpu: 2 memory_gb: 2 env_variables: @@ -38,4 +38,4 @@ manual_scaling: # https://cloud.google.com/appengine/docs/flexible/python/runtime#application_startup # https://docs.gunicorn.org/en/latest/settings.html # TODO: try asyncio w/eventlet workers -entrypoint: gunicorn --workers 1 --threads 50 -b :$PORT router:app +entrypoint: gunicorn --workers 1 --threads 100 -b :$PORT router:app