From 2006e9e052a548faf232f2f7e07a59a923fc7124 Mon Sep 17 00:00:00 2001
From: Graham McIntire <graham@mcintire.me>
Date: Mon, 30 Mar 2026 13:31:48 -0500
Subject: [PATCH] Chunk Oban.insert_all to avoid PG parameter limit

Weather job fan-out can exceed PostgreSQL's 65535 parameter limit
when many QSOs produce thousands of jobs in a single batch. Chunk
insert_all into batches of 1000 jobs.
---
 .../workers/qso_weather_enqueue_worker.ex        | 16 ++++++++++++----
 1 file changed, 12 insertions(+), 4 deletions(-)

diff --git a/lib/microwaveprop/workers/qso_weather_enqueue_worker.ex b/lib/microwaveprop/workers/qso_weather_enqueue_worker.ex
index 925e94ae..40a30b28 100644
--- a/lib/microwaveprop/workers/qso_weather_enqueue_worker.ex
+++ b/lib/microwaveprop/workers/qso_weather_enqueue_worker.ex
@@ -12,6 +12,8 @@ defmodule Microwaveprop.Workers.QsoWeatherEnqueueWorker do
 
   @asos_radius_km 150
   @sounding_radius_km 300
+  # Oban jobs have ~15 params each; PG limit is 65535 params per query
+  @insert_batch_size 1000
 
   @impl Oban.Worker
   def perform(%Oban.Job{}) do
@@ -34,7 +36,7 @@ defmodule Microwaveprop.Workers.QsoWeatherEnqueueWorker do
         jobs = build_weather_jobs(qsos)
 
         if jobs != [] do
-          Oban.insert_all(jobs)
+          insert_all_chunked(jobs)
         end
 
         qso_ids = Enum.map(qsos, & &1.id)
@@ -53,7 +55,7 @@ defmodule Microwaveprop.Workers.QsoWeatherEnqueueWorker do
         jobs = build_hrrr_jobs(qsos)
 
         if jobs != [] do
-          Oban.insert_all(jobs)
+          insert_all_chunked(jobs)
         end
 
         qso_ids = Enum.map(qsos, & &1.id)
@@ -72,7 +74,7 @@ defmodule Microwaveprop.Workers.QsoWeatherEnqueueWorker do
         jobs = build_terrain_jobs(qsos)
 
         if jobs != [] do
-          Oban.insert_all(jobs)
+          insert_all_chunked(jobs)
         end
 
         qso_ids = Enum.map(qsos, & &1.id)
@@ -128,7 +130,7 @@ defmodule Microwaveprop.Workers.QsoWeatherEnqueueWorker do
         jobs = build_iemre_jobs(qsos)
 
         if jobs != [] do
-          Oban.insert_all(jobs)
+          insert_all_chunked(jobs)
         end
 
         qso_ids = Enum.map(qsos, & &1.id)
@@ -213,4 +215,10 @@ defmodule Microwaveprop.Workers.QsoWeatherEnqueueWorker do
       })
     end
   end
+
+  defp insert_all_chunked(jobs) do
+    jobs
+    |> Enum.chunk_every(@insert_batch_size)
+    |> Enum.each(&Oban.insert_all/1)
+  end
 end