Graham McIntire
15248239fe
Stage 2 of the HRDPS plan. Mirror of hrrr_profiles for HRDPS-derived
rows so HRDPS can be dropped/reprocessed without disturbing the 4500+
HRRR profiles already in prod. Same column set, same indexes,
PARTITION BY RANGE (valid_time) with quarterly partitions starting at
the deploy quarter.
Schema follows the @primary_key {:id, :binary_id, autogenerate: true}
convention and the same set of derived fields HrrrProfile carries
(surface_refractivity, min_refractivity_gradient, ducting_detected,
duct_characteristics, etc.) so the rest of the pipeline can consume
HRDPS-derived rows interchangeably with HRRR-derived rows.
Unique constraint on (lat, lon, valid_time) is enforced at the DB
level via the partitioned index; schema-level unique_constraint/2
matching against changeset errors doesn't apply because the
partition's index name varies per partition. Production upserts go
through `on_conflict: {:replace_all_except, ...}` per project
convention.
42 lines
1.4 KiB
Elixir
42 lines
1.4 KiB
Elixir
defmodule Microwaveprop.Weather.HrdpsProfile do
|
|
@moduledoc false
|
|
use Ecto.Schema
|
|
|
|
import Ecto.Changeset
|
|
|
|
@primary_key {:id, :binary_id, autogenerate: true}
|
|
@foreign_key_type :binary_id
|
|
|
|
schema "hrdps_profiles" do
|
|
field :valid_time, :utc_datetime
|
|
field :lat, :float
|
|
field :lon, :float
|
|
field :run_time, :utc_datetime
|
|
field :profile, {:array, :map}
|
|
field :hpbl_m, :float
|
|
field :pwat_mm, :float
|
|
field :surface_temp_c, :float
|
|
field :surface_dewpoint_c, :float
|
|
field :surface_pressure_mb, :float
|
|
field :surface_refractivity, :float
|
|
field :min_refractivity_gradient, :float
|
|
field :ducting_detected, :boolean, default: false
|
|
field :duct_characteristics, {:array, :map}
|
|
field :is_grid_point, :boolean, default: false
|
|
|
|
timestamps(type: :utc_datetime)
|
|
end
|
|
|
|
@type t :: %__MODULE__{}
|
|
|
|
@required_fields ~w(valid_time lat lon)a
|
|
@optional_fields ~w(run_time profile hpbl_m pwat_mm surface_temp_c surface_dewpoint_c surface_pressure_mb surface_refractivity min_refractivity_gradient ducting_detected duct_characteristics is_grid_point)a
|
|
|
|
@spec changeset(t() | Ecto.Changeset.t(), map()) :: Ecto.Changeset.t()
|
|
def changeset(hrdps_profile, attrs) do
|
|
hrdps_profile
|
|
|> cast(attrs, @required_fields ++ @optional_fields)
|
|
|> validate_required(@required_fields)
|
|
|> unique_constraint([:lat, :lon, :valid_time])
|
|
end
|
|
end
|