Download cutoff date for sources (#69)

* Added new uploaded_at column to media items

* Updated indexer to pull upload date

* Updates media item creation to update on conflict

* Added download cutoff date to sources

* Applies cutoff date logic to pending media logic

* Updated docs

test/support/fixtures/media_fixtures.ex

@@ -21,7 +21,8 @@ defmodule Pinchflat.MediaFixtures do
         livestream: false,
         short_form_content: false,
         media_filepath: "/video/#{Faker.File.file_name(:video)}",
-        source_id: SourcesFixtures.source_fixture().id
+        source_id: SourcesFixtures.source_fixture().id,
+        upload_date: DateTime.utc_now()
       })
       |> Pinchflat.Media.create_media_item()
 
@@ -75,7 +76,8 @@ defmodule Pinchflat.MediaFixtures do
       was_live: false,
       description: "desc1",
       aspect_ratio: 1.67,
-      duration: 123.45
+      duration: 123.45,
+      upload_date: "20210101"
     }
 
     Phoenix.json_library().encode!(media_attributes)

test/support/fixtures/sources_fixtures.ex

@@ -15,15 +15,19 @@ defmodule Pinchflat.SourcesFixtures do
     {:ok, source} =
       %Source{}
       |> Source.changeset(
-        Enum.into(attrs, %{
-          collection_name: "Source ##{:rand.uniform(1_000_000)}",
-          collection_id: Base.encode16(:crypto.hash(:md5, "#{:rand.uniform(1_000_000)}")),
-          collection_type: "channel",
-          custom_name: "Cool and good internal name!",
-          original_url: "https://www.youtube.com/channel/#{Faker.String.base64(12)}",
-          media_profile_id: ProfilesFixtures.media_profile_fixture().id,
-          index_frequency_minutes: 60
-        })
+        Enum.into(
+          attrs,
+          %{
+            collection_name: "Source ##{:rand.uniform(1_000_000)}",
+            collection_id: Base.encode16(:crypto.hash(:md5, "#{:rand.uniform(1_000_000)}")),
+            collection_type: "channel",
+            custom_name: "Cool and good internal name!",
+            original_url: "https://www.youtube.com/channel/#{Faker.String.base64(12)}",
+            media_profile_id: ProfilesFixtures.media_profile_fixture().id,
+            index_frequency_minutes: 60
+          }
+        ),
+        :pre_insert
       )
       |> Repo.insert()
 
@@ -39,7 +43,8 @@ defmodule Pinchflat.SourcesFixtures do
         was_live: false,
         description: "desc1",
         aspect_ratio: 1.67,
-        duration: 12.34
+        duration: 12.34,
+        upload_date: "20210101"
       },
       %{
         id: "video2",
@@ -48,7 +53,8 @@ defmodule Pinchflat.SourcesFixtures do
         was_live: true,
         description: "desc2",
         aspect_ratio: 1.67,
-        duration: 345.67
+        duration: 345.67,
+        upload_date: "20220202"
       },
       %{
         id: "video3",
@@ -57,7 +63,8 @@ defmodule Pinchflat.SourcesFixtures do
         was_live: false,
         description: "desc3",
         aspect_ratio: 1.0,
-        duration: 678.90
+        duration: 678.90,
+        upload_date: "20230303"
       }
     ]
 

test/support/testing_helper_methods.ex

@@ -11,6 +11,14 @@ defmodule Pinchflat.TestingHelperMethods do
     DateTime.add(now(), offset, :minute)
   end
 
+  def now_minus(offset, unit) when unit in [:minute, :minutes] do
+    DateTime.add(now(), -offset, :minute)
+  end
+
+  def now_minus(offset, unit) when unit in [:day, :days] do
+    DateTime.add(now(), -offset, :day)
+  end
+
   def assert_changed(checker_fun, action_fn) do
     before_res = checker_fun.()
     action_fn.()