add new embeddings and change speech enhancement settings

app.py

@@ -16,17 +16,18 @@ pipe = pipeline(
     model=checkpoint_finetuned,
     use_fast=True,
     device=device,
-    revision = revision,
+    revision=revision,
 )
 
+embeddings_dir = "embeddings/nst-da-metricgan-plus/"
 
 speaker_embeddings = {
-    "F23": "embeddings/female_23_vestjylland.npy",
-    "F24": "embeddings/female_24_storkoebenhavn.npy",
-    "F49": "embeddings/female_49_nordjylland.npy",
-    "M51": "embeddings/male_51_vest_sudsjaelland.npy",
-    "M18": "embeddings/male_18_vest_sydsjaelland.npy",
-    "M31": "embeddings/male_31_fyn.npy",
+    "F23": embeddings_dir + "female_23_vestjylland.npy",
+    "F24": embeddings_dir + "female_24_storkoebenhavn.npy",
+    "F49": embeddings_dir + "female_49_nordjylland.npy",
+    "M51": embeddings_dir + "male_51_vest_sydsjaelland.npy",
+    "M18": embeddings_dir + "male_18_vest_sydsjaelland.npy",
+    "M31": embeddings_dir + "male_31_fyn.npy",
 }
 
 
@@ -86,7 +87,7 @@ def enhance_audio(waveform, sr, device="cuda"):
     tensor = torch.tensor(waveform).float()
     denoised, new_sr = denoise(tensor, sr, device)
     enhanced, new_sr = enhance(
-        denoised, new_sr, device, nfe=2, solver="midpoint", lambd=0.9, tau=0.95
+        denoised, new_sr, device, nfe=64, solver="midpoint", lambd=0.1, tau=0.5
     )
     enhanced_cpu = enhanced.cpu().numpy()
     return new_sr, enhanced_cpu

embeddings/male_51_vest_sudsjaelland.npy

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9739b13f1ca1b64ccf9a6354e1d799093e6a9b0137b87c92281db64b6647eded
-size 2176

embeddings/{female_23_vestjylland.npy → nst-da-metricgan-plus/female_23_vestjylland.npy}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cc11a9c7e00e19347f2816933d82cacb04b77c2888a388a70d9591ddb3dace06
+oid sha256:7b86c2796dd4057e69d906bd53c7ea9e00d91c119df3ef2d3cad9a3fa4f98744
 size 2176

embeddings/{female_24_storkoebenhavn.npy → nst-da-metricgan-plus/female_24_storkoebenhavn.npy}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ea36f0424e66bb735fb45067b83dfbdb6d7557154527ee8fe0de31fbbc4ea2c4
+oid sha256:8d507a41f5ff0d49bd9175234e967903956477acc4aa05978ded2e7ac8b7ede1
 size 2176

embeddings/{female_49_nordjylland.npy → nst-da-metricgan-plus/female_49_nordjylland.npy}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8f6f3922a91bc3cfa59be8ac73e4b04776413622dc35ddfaa3e81ea660936a7d
+oid sha256:8179c3ca38e13e018cc5c438f28681f09468ed20eb8d2e7de78c3e57c53bde4c
 size 2176

embeddings/{male_18_vest_sydsjaelland.npy → nst-da-metricgan-plus/male_18_vest_sydsjaelland.npy}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e7a03a89b2341f6ed9649238be9ed53aa7e0e1e5e567f5252abbb3722d0b136d
+oid sha256:755204ed3cca5b4815b6e2877214083da45d0fbc851e8170534d619c48c84a3b
 size 2176

embeddings/{male_31_fyn.npy → nst-da-metricgan-plus/male_31_fyn.npy}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7f9683f8ef8f378bbc6b0200e8e35a9533276759b25dfd26936499e146298ead
+oid sha256:373825731696bd6d8291c8a54e2649fd92ad216993492d742084b98abb134839
 size 2176

embeddings/nst-da-metricgan-plus/male_51_vest_sydsjaelland.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bebbdd421a9d1177f55e0c8050e813cf13322405f3a9e9a021187a3240c09e7
+size 2176

embeddings/nst-da-resemble-enhance/female_22_oestjylland.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d45dfb984b4261c4ccc73acfb08aaee6f057dcb5f391dd89f8959cc6a43f45a
+size 2176

embeddings/nst-da-resemble-enhance/female_24_storkoebenhavn.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0fa64a435d4abc876b9a3d62f540f6bc13b655635d7ee926edc81fe81c7d878
+size 2176

embeddings/nst-da-resemble-enhance/female_44_nordjylland.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:796eac35fd3530f7030638a476282893d57dbacbff9e68a584207ce69b07c30a
+size 2176

embeddings/nst-da-resemble-enhance/male_18_vest_syd_sjaelland.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6eae5328954facea9a251f87f1f1efdbc57878d285586593957f1753cd35838
+size 2176

embeddings/nst-da-resemble-enhance/male_31_fyn.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da9fed81ba968d7877ec2ca2416ca4713f4916f12ce2569ac8d605e0a31f87c3
+size 2176

embeddings/nst-da-resemble-enhance/male_55_storkoebenhavn.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d36b34c8e0efb968071431ea3954697be3990c1e50bd82216237dff09f15b9c5
+size 2176

embeddings/nst-da/female_23_vestjylland.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bb1f9bee64ac28831cda0b8058f9d0cf3de1395735df90851146d119797b0dc
+size 2176

embeddings/nst-da/female_24_storkoebenhavn.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40ae4302c8e6eeff11156f1832cc65ddbcac4b155dd09aa897b681da286a5295
+size 2176

embeddings/nst-da/female_49_nordjylland.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a136540a6ded14ba5868e48dbd182f0bd44e5a8e09d14a892ff9256671405b
+size 2176

embeddings/nst-da/male_18_vest_sydsjaelland.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:112e6ab713cbd4b7cfc0ae5f22885661a6aa5b5daaf88b8e35afc2c70a77f628
+size 2176

embeddings/nst-da/male_31_fyn.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c112eaa675e3281eba9a48481a70fc8c67a4f19991a94930ab95f2632afc04c
+size 2176

embeddings/nst-da/male_51_vest_sydsjaelland.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc40251ce13731b4a3eabb077a954f12009de4e1563eca11d487deac46944fdb
+size 2176