graham/prop
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Fix ASOS upsert timeout: infinite tx timeout, bump prod pool to 20

Browse source 
458K-record upsert held a connection for the entire transaction,
exceeding the 15s Postgrex timeout on prod. Set transaction timeout
to infinity and increase prod pool from 10 to 20.
This commit is contained in:
Graham McIntire 2026-03-31 15:54:19 -05:00
parent ffae4b52e7
commit ee6975bc39
No known key found for this signature in database
GPG key ID: F4ABF488E6029E59
2 changed files with 16 additions and 13 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
config/runtime.exs
View file

@ -49,7 +49,7 @@ if config_env() == :prod do
config :microwaveprop, Microwaveprop.Repo, config :microwaveprop, Microwaveprop.Repo,
# ssl: true, # ssl: true,
url: database_url, url: database_url,
pool_size: String.to_integer(System.get_env("POOL_SIZE") || "10"), pool_size: String.to_integer(System.get_env("POOL_SIZE") || "20"),
# For machines with several cores, consider starting multiple pools of `pool_size` # For machines with several cores, consider starting multiple pools of `pool_size`
# pool_count: 4, # pool_count: 4,
socket_options: maybe_ipv6 socket_options: maybe_ipv6

7
lib/microwaveprop/propagation.ex
View file

@ -77,7 +77,8 @@ defmodule Microwaveprop.Propagation do
end) end)
result = result =
Repo.transaction(fn -> Repo.transaction(
fn ->
entries entries
|> Enum.chunk_every(500) |> Enum.chunk_every(500)
|> Enum.reduce(0, fn chunk, acc -> |> Enum.reduce(0, fn chunk, acc ->
@ -89,7 +90,9 @@ defmodule Microwaveprop.Propagation do
acc + count acc + count
end) end)
end) end,
timeout: :infinity
)
case result do case result do
{:ok, _count} -> prune_old_scores() {:ok, _count} -> prune_old_scores()