New bout page

server/config/config.exs

@@ -91,7 +91,7 @@ config :orcasite, Oban,
   repo: Orcasite.Repo,
   # 7 day job retention
   plugins: [{Oban.Plugins.Pruner, max_age: 7 * 24 * 60 * 60}],
-  queues: [default: 10, email: 10, feeds: 10]
+  queues: [default: 10, email: 10, feeds: 10, audio_images: 5]
 
 config :spark, :formatter,
   remove_parens?: true,

server/config/dev.exs

@@ -113,3 +113,5 @@ config :ex_aws,
 config :orcasite,
   audio_image_bucket: System.get_env("ORCASITE_AUDIO_IMAGE_BUCKET", "dev-audio-viz"),
   audio_image_bucket_region: System.get_env("ORCASITE_AUDIO_IMAGE_BUCKET_REGION", "us-west-2")
+
+config :orcasite, :env, :dev

server/config/prod.exs

@@ -80,3 +80,5 @@ else
   config :hammer,
     backend: {Hammer.Backend.ETS, [expiry_ms: 60_000 * 60 * 4, cleanup_interval_ms: 60_000 * 10]}
 end
+
+config :orcasite, :env, :prod

server/config/runtime.exs

@@ -21,6 +21,8 @@ if System.get_env("PHX_SERVER") do
   config :orcasite, OrcasiteWeb.Endpoint, server: true
 end
 
+config :orcasite, :prod_host, System.get_env("HOST_URL", "live.orcasound.net")
+
 if config_env() == :prod do
   database_url =
     System.get_env("DATABASE_URL") ||
@@ -49,7 +51,7 @@ if config_env() == :prod do
       You can generate one by calling: mix phx.gen.secret
       """
 
-  host = System.get_env("HOST_URL") || "live.orcasite.com"
+  host = System.get_env("HOST_URL") || "live.orcasound.net"
   port = String.to_integer(System.get_env("PORT") || "4000")
 
   if System.get_env("FEED_STREAM_QUEUE_URL", "") != "" do

server/config/test.exs

@@ -51,3 +51,5 @@ config :ex_aws,
     :instance_role
   ],
   region: "us-west-2"
+
+config :orcasite, :env, :test

server/lib/orcasite/accounts/user.ex

@@ -110,7 +110,6 @@ defmodule Orcasite.Accounts.User do
   code_interface do
     domain Orcasite.Accounts
 
-    define :register_with_password
     define :sign_in_with_password
     define :by_email, args: [:email]
     define :request_password_reset_with_password

server/lib/orcasite/global_setup.ex

@@ -21,6 +21,7 @@ defmodule Orcasite.GlobalSetup do
     |> case do
       {:ok, %{timestamps: [_ | _] = timestamps}} ->
         timestamp = List.last(timestamps)
+
         {:ok, feed_stream} =
           Orcasite.Radio.FeedStream
           |> Ash.Changeset.for_create(:create, %{feed: feed, playlist_timestamp: timestamp})
@@ -34,4 +35,59 @@ defmodule Orcasite.GlobalSetup do
         :ok
     end
   end
+
+  def populate_latest_feed_streams(feed, minutes_ago \\ 10) do
+    if Application.get_env(:orcasite, :env) != :prod do
+      # Get prod feed id for feed
+      {:ok, feed_resp} = Orcasite.Radio.GraphqlClient.get_feed(feed.slug)
+
+      feed_resp
+      |> get_in(["data", "feed", "id"])
+      |> case do
+        nil ->
+          {:error, :feed_not_found}
+
+        feed_id ->
+          now = DateTime.utc_now()
+          minutes_ago_datetime = now |> DateTime.add(-minutes_ago, :minute)
+
+          # Get stream for the last `minutes` minutes
+          {:ok, feed_streams_response} =
+            Orcasite.Radio.GraphqlClient.get_feed_streams_with_segments(
+              feed_id,
+              minutes_ago_datetime,
+              now
+            )
+
+          feed_streams = get_in(feed_streams_response, ["data", "feedStreams", "results"])
+
+          feed_streams
+          |> Recase.Enumerable.convert_keys(&Recase.to_snake/1)
+          |> Enum.map(fn feed_stream ->
+            feed_stream
+            |> Map.drop(["id"])
+            |> Map.put("feed", feed)
+            |> Map.update(
+              "feed_segments",
+              [],
+              &Enum.map(&1, fn seg ->
+                seg
+                |> Map.drop(["id"])
+                |> Map.put("feed", feed)
+                |> Recase.Enumerable.atomize_keys()
+              end)
+            )
+            |> Recase.Enumerable.atomize_keys()
+          end)
+          |> Ash.bulk_create(
+            Orcasite.Radio.FeedStream,
+            :populate_with_segments,
+            return_errors?: true,
+            stop_on_error?: true,
+            upsert?: true,
+            upsert_identity: :playlist_m3u8_path
+          )
+      end
+    end
+  end
 end

server/lib/orcasite/notifications/workers/send_notification_email.ex

@@ -39,7 +39,7 @@ defmodule Orcasite.Notifications.Workers.SendNotificationEmail do
       end
       |> Enum.filter(&(&1.id != notification_id))
 
-    :ok = continue?()
+    :ok = Orcasite.RateLimiter.continue?("ses_email", 1_000, 14)
 
     %{meta: params}
     |> Map.merge(%{
@@ -95,14 +95,4 @@ defmodule Orcasite.Notifications.Workers.SendNotificationEmail do
     end)
   end
 
-  def continue?() do
-    case Hammer.check_rate("ses_email", 1_000, 14) do
-      {:allow, _count} ->
-        :ok
-
-      {:deny, _limit} ->
-        Process.sleep(250)
-        continue?()
-    end
-  end
 end

server/lib/orcasite/radio/audio_image.ex

@@ -78,6 +78,18 @@ defmodule Orcasite.Radio.AudioImage do
   actions do
     defaults [:read, :destroy, create: :*, update: :*]
 
+    read :for_feed do
+      argument :feed_id, :string, allow_nil?: false
+
+      pagination do
+        offset? true
+        countable true
+        default_limit 100
+      end
+
+      filter expr(feed_id == ^arg(:feed_id))
+    end
+
     create :for_feed_segment do
       upsert? true
       upsert_identity :unique_audio_image
@@ -201,7 +213,7 @@ defmodule Orcasite.Radio.AudioImage do
                        {:error, error} ->
                          image
                          |> Ash.Changeset.for_update(:update, %{
-                           status: :failed
+                           status: :errored
                          })
                          |> Ash.Changeset.force_change_attribute(:last_error, inspect(error))
                          |> Ash.update(authorize?: false)
@@ -215,10 +227,18 @@ defmodule Orcasite.Radio.AudioImage do
                prepend?: true
              )
     end
+
+    update :set_failed do
+      change set_attribute(:status, :failed)
+    end
   end
 
   graphql do
     type :audio_image
-    attribute_types [feed_id: :id]
+    attribute_types feed_id: :id
+
+    queries do
+      list :audio_images, :for_feed
+    end
   end
 end

server/lib/orcasite/radio/bout.ex

@@ -27,6 +27,7 @@ defmodule Orcasite.Radio.Bout do
 
     attribute :category, Orcasite.Types.AudioCategory do
       public? true
+      allow_nil? false
     end
 
     create_timestamp :inserted_at

server/lib/orcasite/radio/detection.ex

@@ -51,7 +51,10 @@ defmodule Orcasite.Radio.Detection do
 
   relationships do
     belongs_to :candidate, Candidate, public?: true
-    belongs_to :feed, Feed, public?: true
+    belongs_to :feed, Feed do
+      public? true
+
+    end
 
     belongs_to :user, Orcasite.Accounts.User
   end
@@ -103,6 +106,9 @@ defmodule Orcasite.Radio.Detection do
         default_limit 100
       end
 
+      argument :feed_id, :string
+
+      filter expr(if not is_nil(^arg(:feed_id)), do: feed_id == ^arg(:feed_id), else: true)
       prepare build(load: [:uuid], sort: [inserted_at: :desc])
     end
 

server/lib/orcasite/radio/feed_segment.ex

@@ -158,7 +158,7 @@ defmodule Orcasite.Radio.FeedSegment do
       ]
 
       argument :feed, :map, allow_nil?: false
-      argument :feed_stream, :map, allow_nil?: false
+      argument :feed_stream, :map
 
       argument :segment_path, :string do
         allow_nil? false

server/lib/orcasite/radio/feed_stream.ex

@@ -288,6 +288,41 @@ defmodule Orcasite.Radio.FeedStream do
       end
     end
 
+    create :populate_with_segments do
+      upsert? true
+      upsert_identity :playlist_m3u8_path
+      accept [
+        :start_time,
+        :end_time,
+        :duration,
+        :bucket,
+        :bucket_region,
+        :cloudfront_url,
+        :playlist_path,
+        :playlist_timestamp,
+        :playlist_m3u8_path
+      ]
+
+      upsert_fields [
+        :start_time,
+        :end_time,
+        :duration,
+        :bucket,
+        :bucket_region,
+        :cloudfront_url,
+        :playlist_path,
+        :playlist_timestamp,
+        :playlist_m3u8_path,
+        :updated_at
+      ]
+
+      argument :feed_segments, {:array, :map}
+      argument :feed, :map
+
+      change manage_relationship(:feed_segments, type: :create)
+      change manage_relationship(:feed, type: :append)
+    end
+
     update :update_segments do
       description "Pulls contents of m3u8 file and creates a FeedSegment per new entry"
       require_atomic? false

server/lib/orcasite/radio/graphql_client.ex

@@ -0,0 +1,99 @@
+defmodule Orcasite.Radio.GraphqlClient do
+  def get_feed(feed_slug) do
+    ~s|
+      {
+        feed(slug: "#{feed_slug}") {
+          id
+          slug
+        }
+      }
+    |
+    |> submit()
+  end
+
+  def get_feed_streams_with_segments(feed_id, from_datetime, to_datetime) do
+    day_before = from_datetime |> DateTime.add(-1, :day)
+
+    ~s|
+      {
+        feedStreams(
+          feedId: "#{feed_id}",
+          filter: {
+            and: [
+              {startTime: {lessThanOrEqual: "#{DateTime.to_iso8601(to_datetime)}"}},
+              {startTime: {greaterThanOrEqual: "#{DateTime.to_iso8601(day_before)}"}}
+            ],
+            or: [{endTime: {isNil: true}}, {endTime: {greaterThanOrEqual: "#{DateTime.to_iso8601(from_datetime)}"}}]
+          },
+          sort: {field: START_TIME, order: DESC},
+          limit: 2
+        ) {
+          count
+          results {
+            id
+            startTime
+            endTime
+            duration
+            bucket
+            bucketRegion
+            cloudfrontUrl
+            playlistTimestamp
+            playlistPath
+            playlistM3u8Path
+
+            feedSegments(
+              filter: {
+                and: [
+                  {startTime: {lessThanOrEqual: "#{DateTime.to_iso8601(to_datetime)}"}},
+                  {startTime: {greaterThanOrEqual: "#{DateTime.to_iso8601(day_before)}"}}
+                ],
+                endTime: {greaterThanOrEqual: "#{DateTime.to_iso8601(from_datetime)}"}
+              },
+              sort: {field: START_TIME, order: DESC},
+            ) {
+              startTime
+              endTime
+              duration
+              bucket
+              bucketRegion
+              cloudfrontUrl
+              fileName
+              playlistM3u8Path
+              playlistPath
+              playlistTimestamp
+              segmentPath
+            }
+          }
+        }
+      }
+    |
+    |> submit()
+  end
+
+  def submit(query) do
+    Finch.build(
+      :post,
+      gql_url(),
+      [{"content-type", "application/json"}],
+      Jason.encode!(%{
+        query: query
+      })
+    )
+    |> Finch.request(Orcasite.Finch)
+    |> case do
+      {:ok, %{body: body}} -> Jason.decode(body)
+      resp -> resp
+    end
+  end
+
+  def gql_url() do
+    Application.get_env(:orcasite, :prod_host)
+    |> case do
+      "https://" <> _host = url -> url
+      "http://" <> _host = url -> url
+      host -> "https://" <> host
+    end
+    |> String.trim_trailing("/")
+    |> then(&(&1 <> "/graphql"))
+  end
+end