defmodule Microwaveprop.Release do @moduledoc """ Release tasks that run in production without Mix installed. Long-running tasks are enqueued as Oban jobs so `eval` returns immediately. Check Oban Web at /admin/oban for progress. Usage via `bin/microwaveprop eval`: bin/microwaveprop eval "Microwaveprop.Release.migrate" bin/microwaveprop eval "Microwaveprop.Release.backtest_all" bin/microwaveprop eval "Microwaveprop.Release.backtest(\"naive_gradient\")" bin/microwaveprop eval "Microwaveprop.Release.climatology" bin/microwaveprop eval "Microwaveprop.Release.native_backfill(500)" bin/microwaveprop eval "Microwaveprop.Release.native_derive" bin/microwaveprop eval "Microwaveprop.Release.recalibrate" bin/microwaveprop eval "Microwaveprop.Release.scorer_diff(\"{\\\"humidity\\\":0.18,...}\")" """ alias Microwaveprop.Workers.AdminTaskWorker @app :microwaveprop def migrate do load_app() for repo <- repos() do {:ok, _, _} = Ecto.Migrator.with_repo(repo, &Ecto.Migrator.run(&1, :up, all: true)) end end def rollback(repo, version) do load_app() {:ok, _, _} = Ecto.Migrator.with_repo(repo, &Ecto.Migrator.run(&1, :down, to: version)) end def backtest(feature_name) when is_binary(feature_name) do start_app() {:ok, job} = Oban.insert(AdminTaskWorker.new(%{task: "backtest", feature: feature_name})) IO.puts("Enqueued backtest for #{feature_name} (job #{job.id})") end def backtest_all do start_app() {:ok, job} = Oban.insert(AdminTaskWorker.new(%{task: "backtest_all"})) IO.puts("Enqueued consolidated backtest (job #{job.id})") end def climatology(min_samples \\ 3) do start_app() {:ok, job} = Oban.insert(AdminTaskWorker.new(%{task: "climatology", min_samples: min_samples})) IO.puts("Enqueued climatology build (job #{job.id})") end def native_backfill(limit \\ 500) do start_app() %{rows: rows} = Microwaveprop.Repo.query!( """ SELECT EXTRACT(YEAR FROM qso_timestamp)::int AS year, EXTRACT(MONTH FROM qso_timestamp)::int AS month, EXTRACT(DAY FROM qso_timestamp)::int AS day, EXTRACT(HOUR FROM qso_timestamp)::int AS hour, COUNT(*) AS cnt FROM contacts WHERE pos1 IS NOT NULL AND qso_timestamp >= '2019-01-01' GROUP BY 1, 2, 3, 4 ORDER BY cnt DESC LIMIT $1 """, [limit], timeout: 60_000 ) IO.puts("Enqueuing #{length(rows)} native backfill jobs...") for [year, month, day, hour, cnt] <- rows do args = %{year: year, month: month, day: day, hour: hour} case Oban.insert(Microwaveprop.Workers.HrrrNativeGridWorker.new(args, unique: [period: :infinity])) do {:ok, _} -> IO.puts(" #{year}-#{month}-#{day} #{hour}Z (#{cnt} contacts)") {:error, _} -> IO.puts(" #{year}-#{month}-#{day} #{hour}Z (skipped)") end end IO.puts("Done.") end def recalibrate do start_app() {:ok, job} = Oban.insert(AdminTaskWorker.new(%{task: "recalibrate"})) IO.puts("Enqueued recalibration (job #{job.id})") end def scorer_diff(new_weights_json) when is_binary(new_weights_json) do start_app() {:ok, job} = Oban.insert(AdminTaskWorker.new(%{task: "scorer_diff", new_weights: new_weights_json})) IO.puts("Enqueued scorer diff (job #{job.id})") end def native_derive(limit \\ 10_000) do start_app() {:ok, job} = Oban.insert(AdminTaskWorker.new(%{task: "native_derive", limit: limit})) IO.puts("Enqueued native derive (job #{job.id})") end defp repos do Application.fetch_env!(@app, :ecto_repos) end defp load_app do Application.ensure_all_started(:ssl) Application.ensure_loaded(@app) end defp start_app do Application.ensure_all_started(@app) end end