Enqueue worker now gathers atmospheric data at pos1, midpoint, and pos2 along each QSO path instead of only pos1. Existing has_* guards prevent duplicate fetches at each grid point. - Add Radio.qso_path_points/1 for path point extraction - Update hrrr_job_for_qso, iemre_job_for_qso, jobs_for_qso to iterate path points - Refactor Weather into find_nearest_hrrr/3 and find_nearest_iemre/3 - Add hrrr_profiles_for_path/1 and iemre_for_path/1 query functions - Add mix reset_enrichment task to trigger re-processing
200 lines
5.3 KiB
Elixir
200 lines
5.3 KiB
Elixir
defmodule Microwaveprop.Radio do
|
|
@moduledoc false
|
|
|
|
import Ecto.Query
|
|
|
|
alias Microwaveprop.Radio.Maidenhead
|
|
alias Microwaveprop.Radio.Qso
|
|
alias Microwaveprop.Repo
|
|
|
|
@per_page 20
|
|
@sortable_fields ~w(station1 station2 band mode distance_km qso_timestamp inserted_at)a
|
|
|
|
def list_qsos(opts \\ []) do
|
|
page = max(Keyword.get(opts, :page, 1), 1)
|
|
offset = (page - 1) * @per_page
|
|
|
|
{sort_field, sort_dir} = sort_opts(opts)
|
|
|
|
total_entries = Repo.aggregate(Qso, :count)
|
|
total_pages = max(ceil(total_entries / @per_page), 1)
|
|
|
|
entries =
|
|
Qso
|
|
|> order_by([q], [{^sort_dir, field(q, ^sort_field)}])
|
|
|> limit(^@per_page)
|
|
|> offset(^offset)
|
|
|> Repo.all()
|
|
|
|
%{
|
|
entries: entries,
|
|
page: page,
|
|
total_pages: total_pages,
|
|
total_entries: total_entries
|
|
}
|
|
end
|
|
|
|
defp sort_opts(opts) do
|
|
sort_by = Keyword.get(opts, :sort_by, :qso_timestamp)
|
|
sort_order = Keyword.get(opts, :sort_order, :desc)
|
|
|
|
field = if sort_by in @sortable_fields, do: sort_by, else: :qso_timestamp
|
|
dir = if sort_order in [:asc, :desc], do: sort_order, else: :desc
|
|
|
|
{field, dir}
|
|
end
|
|
|
|
def unprocessed_qsos(limit \\ 500) do
|
|
Qso
|
|
|> where([q], q.weather_queued == false and not is_nil(q.pos1))
|
|
|> order_by([q], asc: q.qso_timestamp)
|
|
|> limit(^limit)
|
|
|> Repo.all()
|
|
end
|
|
|
|
def mark_weather_queued!(qso_ids) do
|
|
Qso
|
|
|> where([q], q.id in ^qso_ids)
|
|
|> Repo.update_all(set: [weather_queued: true])
|
|
end
|
|
|
|
def unprocessed_hrrr_qsos(limit \\ 500) do
|
|
Qso
|
|
|> where([q], q.hrrr_queued == false and not is_nil(q.pos1))
|
|
|> order_by([q], asc: q.qso_timestamp)
|
|
|> limit(^limit)
|
|
|> Repo.all()
|
|
end
|
|
|
|
def mark_hrrr_queued!(qso_ids) do
|
|
Qso
|
|
|> where([q], q.id in ^qso_ids)
|
|
|> Repo.update_all(set: [hrrr_queued: true])
|
|
end
|
|
|
|
def unprocessed_terrain_qsos(limit \\ 500) do
|
|
Qso
|
|
|> where([q], q.terrain_queued == false and not is_nil(q.pos1) and not is_nil(q.pos2))
|
|
|> order_by([q], asc: q.qso_timestamp)
|
|
|> limit(^limit)
|
|
|> Repo.all()
|
|
end
|
|
|
|
def mark_terrain_queued!(qso_ids) do
|
|
Qso
|
|
|> where([q], q.id in ^qso_ids)
|
|
|> Repo.update_all(set: [terrain_queued: true])
|
|
end
|
|
|
|
def unprocessed_iemre_qsos(limit \\ 500) do
|
|
Qso
|
|
|> where([q], q.iemre_queued == false and not is_nil(q.pos1))
|
|
|> order_by([q], asc: q.qso_timestamp)
|
|
|> limit(^limit)
|
|
|> Repo.all()
|
|
end
|
|
|
|
def mark_iemre_queued!(qso_ids) do
|
|
Qso
|
|
|> where([q], q.id in ^qso_ids)
|
|
|> Repo.update_all(set: [iemre_queued: true])
|
|
end
|
|
|
|
@doc """
|
|
Returns a list of {lat, lon} points along the QSO path: pos1, midpoint, pos2.
|
|
Returns [pos1] if pos2 is nil, or [] if pos1 is nil.
|
|
"""
|
|
def qso_path_points(%{pos1: nil}), do: []
|
|
|
|
def qso_path_points(%{pos1: pos1, pos2: nil}) do
|
|
lat = pos1["lat"]
|
|
lon = pos1["lon"] || pos1["lng"]
|
|
if lat && lon, do: [{lat, lon}], else: []
|
|
end
|
|
|
|
def qso_path_points(%{pos1: pos1, pos2: pos2}) do
|
|
lat1 = pos1["lat"]
|
|
lon1 = pos1["lon"] || pos1["lng"]
|
|
lat2 = pos2["lat"]
|
|
lon2 = pos2["lon"] || pos2["lng"]
|
|
|
|
if lat1 && lon1 && lat2 && lon2 do
|
|
mid_lat = (lat1 + lat2) / 2
|
|
mid_lon = (lon1 + lon2) / 2
|
|
[{lat1, lon1}, {mid_lat, mid_lon}, {lat2, lon2}]
|
|
else
|
|
[{lat1, lon1}]
|
|
end
|
|
end
|
|
|
|
@earth_radius_km 6371.0
|
|
|
|
def haversine_km(lat1, lon1, lat2, lon2) do
|
|
dlat = deg_to_rad(lat2 - lat1)
|
|
dlon = deg_to_rad(lon2 - lon1)
|
|
rlat1 = deg_to_rad(lat1)
|
|
rlat2 = deg_to_rad(lat2)
|
|
|
|
a =
|
|
:math.sin(dlat / 2) ** 2 +
|
|
:math.cos(rlat1) * :math.cos(rlat2) * :math.sin(dlon / 2) ** 2
|
|
|
|
2 * @earth_radius_km * :math.asin(:math.sqrt(a))
|
|
end
|
|
|
|
def backfill_distances(qsos) do
|
|
Enum.each(qsos, fn qso ->
|
|
if is_nil(qso.distance_km) && qso.pos1 && qso.pos2 do
|
|
lat1 = qso.pos1["lat"]
|
|
lon1 = qso.pos1["lon"] || qso.pos1["lng"]
|
|
lat2 = qso.pos2["lat"]
|
|
lon2 = qso.pos2["lon"] || qso.pos2["lng"]
|
|
|
|
if lat1 && lon1 && lat2 && lon2 do
|
|
dist = lat1 |> haversine_km(lon1, lat2, lon2) |> round() |> Decimal.new()
|
|
|
|
Qso
|
|
|> where([q], q.id == ^qso.id)
|
|
|> Repo.update_all(set: [distance_km: dist])
|
|
end
|
|
end
|
|
end)
|
|
end
|
|
|
|
defp deg_to_rad(deg), do: deg * :math.pi() / 180
|
|
|
|
def get_qso!(id) do
|
|
Repo.get!(Qso, id)
|
|
end
|
|
|
|
def change_qso(qso, attrs \\ %{}) do
|
|
Qso.submission_changeset(qso, attrs)
|
|
end
|
|
|
|
def create_qso(attrs) do
|
|
changeset = Qso.submission_changeset(%Qso{}, attrs)
|
|
|
|
if changeset.valid? do
|
|
grid1 = Ecto.Changeset.get_change(changeset, :grid1)
|
|
grid2 = Ecto.Changeset.get_change(changeset, :grid2)
|
|
|
|
case {Maidenhead.to_latlon(grid1), Maidenhead.to_latlon(grid2)} do
|
|
{{:ok, {lat1, lon1}}, {:ok, {lat2, lon2}}} ->
|
|
distance = lat1 |> haversine_km(lon1, lat2, lon2) |> round() |> Decimal.new()
|
|
|
|
changeset
|
|
|> Ecto.Changeset.put_change(:pos1, %{"lat" => lat1, "lon" => lon1})
|
|
|> Ecto.Changeset.put_change(:pos2, %{"lat" => lat2, "lon" => lon2})
|
|
|> Ecto.Changeset.put_change(:distance_km, distance)
|
|
|> Ecto.Changeset.put_change(:user_submitted, true)
|
|
|> Repo.insert()
|
|
|
|
_ ->
|
|
changeset = Ecto.Changeset.add_error(changeset, :grid1, "could not resolve grid to coordinates")
|
|
{:error, %{changeset | action: :insert}}
|
|
end
|
|
else
|
|
{:error, %{changeset | action: :insert}}
|
|
end
|
|
end
|
|
end
|