chore: Move child specs to functions in AudioTagger

lib/medical_transcription/application.ex

@@ -4,19 +4,12 @@ defmodule MedicalTranscription.Application do
   @moduledoc false
 
   use Application
+  alias AudioTagger.{KeywordFinder, Transcriber, Vectors}
 
   @model_name "openai/whisper-tiny"
 
   @impl true
   def start(_type, _args) do
-    transcription_serving =
-      AudioTagger.Transcriber.prepare_serving(@model_name)
-
-    token_classification_serving =
-      AudioTagger.KeywordFinder.prepare_token_classification_serving()
-
-    text_embedding_serving = AudioTagger.Vectors.prepare_serving()
-
     children = [
       MedicalTranscriptionWeb.Telemetry,
       MedicalTranscription.Repo,
@@ -25,9 +18,9 @@ defmodule MedicalTranscription.Application do
       {Phoenix.PubSub, name: MedicalTranscription.PubSub},
       # Start the Finch HTTP client for sending emails
       {Finch, name: MedicalTranscription.Finch},
-      serving_child_spec(MedicalTranscription.TranscriptionServing, transcription_serving, 4),
-      serving_child_spec(MedicalTranscription.TokenClassificationServing, token_classification_serving, 1),
-      {Nx.Serving, serving: text_embedding_serving, name: MedicalTranscription.TextEmbeddingServing},
+      transcription_spec(),
+      token_classification_spec(),
+      text_embedding_spec(),
       # Start a worker by calling: MedicalTranscription.Worker.start_link(arg)
       # {MedicalTranscription.Worker, arg},
       # Start to serve requests, typically the last entry
@@ -48,10 +41,15 @@ defmodule MedicalTranscription.Application do
     :ok
   end
 
-  defp serving_child_spec(name, serving, batch_size) do
-    {
-      Nx.Serving,
-      serving: serving, name: name, batch_size: batch_size, batch_timeout: 100
-    }
+  defp transcription_spec() do
+    Transcriber.child_spec(MedicalTranscription.TranscriptionServing, @model_name)
+  end
+
+  defp token_classification_spec() do
+    KeywordFinder.token_classification_child_spec(MedicalTranscription.TokenClassificationServing)
+  end
+
+  defp text_embedding_spec() do
+    Vectors.child_spec(MedicalTranscription.TextEmbeddingServing)
   end
 end

mix.lock

@@ -1,5 +1,5 @@
 %{
-  "audio_tagger": {:git, "https://github.com/headwayio/audio_tagger.git", "a136a02a668d9db49aa505966e6e02497ce4370a", []},
+  "audio_tagger": {:git, "https://github.com/headwayio/audio_tagger.git", "1d10f299cd2aa6e40608a16b6cfc80b80ef81b8f", []},
   "aws_signature": {:hex, :aws_signature, "0.3.1", "67f369094cbd55ffa2bbd8cc713ede14b195fcfb45c86665cd7c5ad010276148", [:rebar3], [], "hexpm", "50fc4dc1d1f7c2d0a8c63f455b3c66ecd74c1cf4c915c768a636f9227704a674"},
   "axon": {:hex, :axon, "0.6.0", "fd7560079581e4cedebaf0cd5f741d6ac3516d06f204ebaf1283b1093bf66ff6", [:mix], [{:kino, "~> 0.7", [hex: :kino, repo: "hexpm", optional: true]}, {:kino_vega_lite, "~> 0.1.7", [hex: :kino_vega_lite, repo: "hexpm", optional: true]}, {:nx, "~> 0.6.0", [hex: :nx, repo: "hexpm", optional: false]}, {:polaris, "~> 0.1", [hex: :polaris, repo: "hexpm", optional: false]}, {:table_rex, "~> 3.1.1", [hex: :table_rex, repo: "hexpm", optional: true]}], "hexpm", "204e7aeb50d231a30b25456adf17bfbaae33fe7c085e03793357ac3bf62fd853"},
   "bimap": {:hex, :bimap, "1.3.0", "3ea4832e58dc83a9b5b407c6731e7bae87458aa618e6d11d8e12114a17afa4b3", [:mix], [], "hexpm", "bf5a2b078528465aa705f405a5c638becd63e41d280ada41e0f77e6d255a10b4"},