8 bulk workers (page cache was misread as pressure; swap is the signal)
1 changed file +48 −0
modified
infra/mld/findata.json
+48 −0
@@ -240,6 +240,54 @@ | |||||
| 240 | "autorestart": true, | 240 | "autorestart": true, | ||
| 241 | "max_memory_restart": "12G", | 241 | "max_memory_restart": "12G", | ||
| 242 | "kill_timeout": 3600000 | 242 | "kill_timeout": 3600000 | ||
| 243 | + }, | ||||
| 244 | + { | ||||
| 245 | + "name": "findata-bulk-7", | ||||
| 246 | + "manager": "pm2", | ||||
| 247 | + "script": "{{HOME}}/apps/findata/infra/scripts/run-under-sshd.sh", | ||||
| 248 | + "args": [ | ||||
| 249 | + "{{HOME}}/apps/findata", | ||||
| 250 | + "{{HOME}}/apps/findata/.venv/bin/python", | ||||
| 251 | + "-m", | ||||
| 252 | + "findata_ingest.cli", | ||||
| 253 | + "worker", | ||||
| 254 | + "--role", | ||||
| 255 | + "bulk" | ||||
| 256 | + ], | ||||
| 257 | + "interpreter": null, | ||||
| 258 | + "cwd": "{{HOME}}/apps/findata", | ||||
| 259 | + "env": { | ||||
| 260 | + "FINDATA_ROOT": "{{HOME}}/apps/findata", | ||||
| 261 | + "PATH": "/opt/homebrew/opt/postgresql@17/bin:/opt/homebrew/bin:/usr/bin:/bin:/usr/sbin:/sbin" | ||||
| 262 | + }, | ||||
| 263 | + "cron_restart": null, | ||||
| 264 | + "autorestart": true, | ||||
| 265 | + "max_memory_restart": "12G", | ||||
| 266 | + "kill_timeout": 3600000 | ||||
| 267 | + }, | ||||
| 268 | + { | ||||
| 269 | + "name": "findata-bulk-8", | ||||
| 270 | + "manager": "pm2", | ||||
| 271 | + "script": "{{HOME}}/apps/findata/infra/scripts/run-under-sshd.sh", | ||||
| 272 | + "args": [ | ||||
| 273 | + "{{HOME}}/apps/findata", | ||||
| 274 | + "{{HOME}}/apps/findata/.venv/bin/python", | ||||
| 275 | + "-m", | ||||
| 276 | + "findata_ingest.cli", | ||||
| 277 | + "worker", | ||||
| 278 | + "--role", | ||||
| 279 | + "bulk" | ||||
| 280 | + ], | ||||
| 281 | + "interpreter": null, | ||||
| 282 | + "cwd": "{{HOME}}/apps/findata", | ||||
| 283 | + "env": { | ||||
| 284 | + "FINDATA_ROOT": "{{HOME}}/apps/findata", | ||||
| 285 | + "PATH": "/opt/homebrew/opt/postgresql@17/bin:/opt/homebrew/bin:/usr/bin:/bin:/usr/sbin:/sbin" | ||||
| 286 | + }, | ||||
| 287 | + "cron_restart": null, | ||||
| 288 | + "autorestart": true, | ||||
| 289 | + "max_memory_restart": "12G", | ||||
| 290 | + "kill_timeout": 3600000 | ||||
| 243 | } | 291 | } | ||
| 244 | ], | 292 | ], | ||
| 245 | "ngrok": null, | 293 | "ngrok": null, | ||
| 246 | 294 | ||||