8 bulk workers
1 changed file +96 −0
modified
infra/mld/findata.json
+96 −0
@@ -192,6 +192,102 @@ | |||||
| 192 | "autorestart": true, | 192 | "autorestart": true, | ||
| 193 | "max_memory_restart": "12G", | 193 | "max_memory_restart": "12G", | ||
| 194 | "kill_timeout": 3600000 | 194 | "kill_timeout": 3600000 | ||
| 195 | + }, | ||||
| 196 | + { | ||||
| 197 | + "name": "findata-bulk-5", | ||||
| 198 | + "manager": "pm2", | ||||
| 199 | + "script": "{{HOME}}/apps/findata/infra/scripts/run-under-sshd.sh", | ||||
| 200 | + "args": [ | ||||
| 201 | + "{{HOME}}/apps/findata", | ||||
| 202 | + "{{HOME}}/apps/findata/.venv/bin/python", | ||||
| 203 | + "-m", | ||||
| 204 | + "findata_ingest.cli", | ||||
| 205 | + "worker", | ||||
| 206 | + "--role", | ||||
| 207 | + "bulk" | ||||
| 208 | + ], | ||||
| 209 | + "interpreter": null, | ||||
| 210 | + "cwd": "{{HOME}}/apps/findata", | ||||
| 211 | + "env": { | ||||
| 212 | + "FINDATA_ROOT": "{{HOME}}/apps/findata", | ||||
| 213 | + "PATH": "/opt/homebrew/opt/postgresql@17/bin:/opt/homebrew/bin:/usr/bin:/bin:/usr/sbin:/sbin" | ||||
| 214 | + }, | ||||
| 215 | + "cron_restart": null, | ||||
| 216 | + "autorestart": true, | ||||
| 217 | + "max_memory_restart": "12G", | ||||
| 218 | + "kill_timeout": 3600000 | ||||
| 219 | + }, | ||||
| 220 | + { | ||||
| 221 | + "name": "findata-bulk-6", | ||||
| 222 | + "manager": "pm2", | ||||
| 223 | + "script": "{{HOME}}/apps/findata/infra/scripts/run-under-sshd.sh", | ||||
| 224 | + "args": [ | ||||
| 225 | + "{{HOME}}/apps/findata", | ||||
| 226 | + "{{HOME}}/apps/findata/.venv/bin/python", | ||||
| 227 | + "-m", | ||||
| 228 | + "findata_ingest.cli", | ||||
| 229 | + "worker", | ||||
| 230 | + "--role", | ||||
| 231 | + "bulk" | ||||
| 232 | + ], | ||||
| 233 | + "interpreter": null, | ||||
| 234 | + "cwd": "{{HOME}}/apps/findata", | ||||
| 235 | + "env": { | ||||
| 236 | + "FINDATA_ROOT": "{{HOME}}/apps/findata", | ||||
| 237 | + "PATH": "/opt/homebrew/opt/postgresql@17/bin:/opt/homebrew/bin:/usr/bin:/bin:/usr/sbin:/sbin" | ||||
| 238 | + }, | ||||
| 239 | + "cron_restart": null, | ||||
| 240 | + "autorestart": true, | ||||
| 241 | + "max_memory_restart": "12G", | ||||
| 242 | + "kill_timeout": 3600000 | ||||
| 243 | + }, | ||||
| 244 | + { | ||||
| 245 | + "name": "findata-bulk-7", | ||||
| 246 | + "manager": "pm2", | ||||
| 247 | + "script": "{{HOME}}/apps/findata/infra/scripts/run-under-sshd.sh", | ||||
| 248 | + "args": [ | ||||
| 249 | + "{{HOME}}/apps/findata", | ||||
| 250 | + "{{HOME}}/apps/findata/.venv/bin/python", | ||||
| 251 | + "-m", | ||||
| 252 | + "findata_ingest.cli", | ||||
| 253 | + "worker", | ||||
| 254 | + "--role", | ||||
| 255 | + "bulk" | ||||
| 256 | + ], | ||||
| 257 | + "interpreter": null, | ||||
| 258 | + "cwd": "{{HOME}}/apps/findata", | ||||
| 259 | + "env": { | ||||
| 260 | + "FINDATA_ROOT": "{{HOME}}/apps/findata", | ||||
| 261 | + "PATH": "/opt/homebrew/opt/postgresql@17/bin:/opt/homebrew/bin:/usr/bin:/bin:/usr/sbin:/sbin" | ||||
| 262 | + }, | ||||
| 263 | + "cron_restart": null, | ||||
| 264 | + "autorestart": true, | ||||
| 265 | + "max_memory_restart": "12G", | ||||
| 266 | + "kill_timeout": 3600000 | ||||
| 267 | + }, | ||||
| 268 | + { | ||||
| 269 | + "name": "findata-bulk-8", | ||||
| 270 | + "manager": "pm2", | ||||
| 271 | + "script": "{{HOME}}/apps/findata/infra/scripts/run-under-sshd.sh", | ||||
| 272 | + "args": [ | ||||
| 273 | + "{{HOME}}/apps/findata", | ||||
| 274 | + "{{HOME}}/apps/findata/.venv/bin/python", | ||||
| 275 | + "-m", | ||||
| 276 | + "findata_ingest.cli", | ||||
| 277 | + "worker", | ||||
| 278 | + "--role", | ||||
| 279 | + "bulk" | ||||
| 280 | + ], | ||||
| 281 | + "interpreter": null, | ||||
| 282 | + "cwd": "{{HOME}}/apps/findata", | ||||
| 283 | + "env": { | ||||
| 284 | + "FINDATA_ROOT": "{{HOME}}/apps/findata", | ||||
| 285 | + "PATH": "/opt/homebrew/opt/postgresql@17/bin:/opt/homebrew/bin:/usr/bin:/bin:/usr/sbin:/sbin" | ||||
| 286 | + }, | ||||
| 287 | + "cron_restart": null, | ||||
| 288 | + "autorestart": true, | ||||
| 289 | + "max_memory_restart": "12G", | ||||
| 290 | + "kill_timeout": 3600000 | ||||
| 195 | } | 291 | } | ||
| 196 | ], | 292 | ], | ||
| 197 | "ngrok": null, | 293 | "ngrok": null, | ||
| 198 | 294 | ||||