Misc refactors 2024-03-14 (#89)

* Adds method to improve cleanup of empty directories

* resolved bug where source metadata worker could call itself in an infinite loop

* Refactored file deletion for media items

* Removed useless filesystem data worker

* Updated task listing fns to take a record directly

* Refactored the way I call workers

* Improved some tests

lib/pinchflat/metadata/source_metadata_storage_worker.ex

@@ -4,7 +4,10 @@ defmodule Pinchflat.Metadata.SourceMetadataStorageWorker do
   use Oban.Worker,
     queue: :remote_metadata,
     tags: ["media_source", "source_metadata", "remote_metadata"],
-    max_attempts: 1
+    max_attempts: 1,
+    # This is the only thing stopping this job from calling itself
+    # in an infinite loop.
+    unique: [period: 600]
 
   alias __MODULE__
   alias Pinchflat.Repo
@@ -16,27 +19,27 @@ defmodule Pinchflat.Metadata.SourceMetadataStorageWorker do
   @doc """
   Starts the source metadata storage worker and creates a task for the source.
 
-  IDEA: testing out this method of handling job kickoff. I think I like it, so
-  I may use it in other places. Just testing it for now
-
   Returns {:ok, %Task{}} | {:error, :duplicate_job} | {:error, %Ecto.Changeset{}}
   """
-  def kickoff_with_task(source) do
+  def kickoff_with_task(source, opts \\ []) do
     %{id: source.id}
-    |> SourceMetadataStorageWorker.new()
+    |> SourceMetadataStorageWorker.new(opts)
     |> Tasks.create_job_with_task(source)
   end
 
-  @impl Oban.Worker
   @doc """
   Fetches and stores metadata for a source in the secret metadata location.
 
   Returns :ok
   """
+  @impl Oban.Worker
   def perform(%Oban.Job{args: %{"id" => source_id}}) do
     source = Repo.preload(Sources.get_source!(source_id), :metadata)
     {:ok, metadata} = MediaCollection.get_source_metadata(source.original_url)
 
+    # Since updating a source kicks this job off again, we enforce job uniqueness (above)
+    # to once, per source, per x minutes. This is to prevent a job from calling itself
+    # in an infinite loop.
     Sources.update_source(source, %{
       metadata: %{
         metadata_filepath: MetadataFileHelpers.compress_and_store_metadata_for(source, metadata)