Graham McIntire
d61fbd346e
Enabled :error_handling, :unknown, :unmatched_returns, :extra_return, :missing_return in an earlier commit and landed a 129-warning baseline. Four parallel agents each fixed a directory slice: - Core contexts (29): Radio, Release, Weather, Beacons, Cache, Backtest.Features, Terrain.Srtm, Ionosphere.GiroClient, Propagation.RunTiming, Accounts.Scope, RepoListener. Fixes were (a) prefix side-effect calls (Task.start, Phoenix.PubSub, Logger, :ets.new) with _ = ; (b) tighten/widen specs that didn't match actual returns; (c) add missing @type t declarations; (d) drop dead parse_int(nil) clause. - Propagation + weather subdirs (15): FreshnessMonitor, NotifyListener, ScoreCache, ScoreCacheReconciler, Weather.FrontalAnalysis, Weather.Grib2.Extractor, Weather.Grib2.Wgrib2, GridCache, HrrrPointEnqueuer, NexradCache. Same patterns — mostly _ = on PubSub / :ets / Repo.insert_all; widened two specs (float -> number) where integer returns were reachable. - Workers (35): BackfillEnqueue, CanadianSoundingFetch, ContactImport, ContactWeatherEnqueue, GefsFetch, IemreFetch, NarrFetch, SolarIndex, TerrainProfile, WeatherFetch. Prefixed Repo.update_all / Radio.set_enrichment_status! / Weather.upsert_* side-effect calls. Fixed one :pattern_match in CanadianSoundingFetch.most_recent_sounding_time/1 where a tautological cond guard generated unreachable code. - Web + Mix tasks + lib_ml (46 of 50): controllers, LiveViews, UserAuth, and 11 mix tasks. Same prefix strategy. 4 remaining warnings originate in LiveTable.LiveResource dep macro expansion and can't be fixed without forking the dep — added .dialyzer_ignore.exs to suppress just those specific file:line pairs. Also wired ignore_warnings in mix.exs dialyzer config. mix dialyzer --format short | grep ^lib/ | wc -l -> 0 mix test: 2163 tests, 3 pre-existing flakes, 0 regressions.
100 lines
2.7 KiB
Elixir
100 lines
2.7 KiB
Elixir
defmodule Mix.Tasks.HrrrNativeDeriveFields do
|
|
@shortdoc "Compute derived turbulence fields on hrrr_native_profiles"
|
|
@moduledoc """
|
|
Walks all `hrrr_native_profiles` rows that are missing derived
|
|
fields (bulk_richardson is nil) and populates them from the raw
|
|
level arrays using the Inversion and ThetaE modules.
|
|
|
|
Idempotent: rows that already have derived fields are skipped.
|
|
|
|
mix hrrr_native_derive_fields # process all pending
|
|
mix hrrr_native_derive_fields --limit 100
|
|
"""
|
|
use Mix.Task
|
|
|
|
import Ecto.Query
|
|
|
|
alias Microwaveprop.Propagation.Duct
|
|
alias Microwaveprop.Propagation.Inversion
|
|
alias Microwaveprop.Repo
|
|
alias Microwaveprop.Weather.HrrrNativeProfile
|
|
alias Microwaveprop.Weather.ThetaE
|
|
|
|
@impl Mix.Task
|
|
def run(argv) do
|
|
Mix.Task.run("app.start")
|
|
_ = Oban.pause_all_queues(Oban)
|
|
|
|
{opts, _, _} = OptionParser.parse(argv, switches: [limit: :integer])
|
|
limit = Keyword.get(opts, :limit, 10_000)
|
|
|
|
profiles =
|
|
HrrrNativeProfile
|
|
|> where([p], is_nil(p.bulk_richardson) and p.level_count > 2)
|
|
|> limit(^limit)
|
|
|> Repo.all()
|
|
|
|
Mix.shell().info("Deriving fields for #{length(profiles)} profiles...")
|
|
|
|
count =
|
|
Enum.count(profiles, fn profile ->
|
|
derived = derive(profile)
|
|
|
|
{1, _} =
|
|
HrrrNativeProfile
|
|
|> where([p], p.id == ^profile.id)
|
|
|> Repo.update_all(set: derived)
|
|
|
|
true
|
|
end)
|
|
|
|
Mix.shell().info("Updated #{count} profiles with derived turbulence fields.")
|
|
end
|
|
|
|
defp derive(profile) do
|
|
p = %{
|
|
heights_m: profile.heights_m,
|
|
temp_k: profile.temp_k,
|
|
spfh: profile.spfh,
|
|
pressure_pa: profile.pressure_pa,
|
|
u_wind_ms: profile.u_wind_ms,
|
|
v_wind_ms: profile.v_wind_ms,
|
|
tke_m2s2: profile.tke_m2s2,
|
|
level_count: profile.level_count
|
|
}
|
|
|
|
# Phase 2: turbulence features
|
|
inversion_fields =
|
|
case Inversion.find_inversion_top(p) do
|
|
{:ok, %{height_m: top_h, level_idx: top_idx, base_idx: base_idx}} ->
|
|
ri = Inversion.bulk_richardson(p, base_idx, top_idx)
|
|
shear = Inversion.shear_magnitude(p, base_idx, top_idx)
|
|
theta_e_jump = ThetaE.theta_e_jump(p, base_idx, top_idx)
|
|
|
|
[
|
|
inversion_top_m: top_h,
|
|
bulk_richardson: ri,
|
|
shear_at_top_ms: shear,
|
|
theta_e_jump_k: theta_e_jump
|
|
]
|
|
|
|
:none ->
|
|
[
|
|
inversion_top_m: nil,
|
|
bulk_richardson: nil,
|
|
shear_at_top_ms: nil,
|
|
theta_e_jump_k: nil
|
|
]
|
|
end
|
|
|
|
# Phase 4: duct geometry
|
|
duct_result = Duct.analyze(p)
|
|
|
|
duct_fields = [
|
|
ducts: duct_result.ducts,
|
|
best_duct_band_ghz: duct_result.best_duct_band_ghz
|
|
]
|
|
|
|
inversion_fields ++ duct_fields
|
|
end
|
|
end
|