Clean singularity cache before each run

Author: alejoe91

tests/test_containers_gpu.py

@@ -12,6 +12,11 @@
 DOCKER_SINGULARITY = "singularity" # "docker"
 
 
+def clean_singularity_cache():
+    print("Cleaning singularity cache")
+    os.system("singularity cache clean --force")
+
+
 def generate_run_kwargs():
     test_recording, _ = se.toy_example(
         duration=30,
@@ -53,26 +58,36 @@ def run_kwargs(work_dir):
 
 
 def test_kilosort2(run_kwargs):
+    if DOCKER_SINGULARITY == "singularity":
+        clean_singularity_cache()
     sorting = ss.run_kilosort2(output_folder="kilosort2", **run_kwargs)
     print(sorting)
 
 
 def test_kilosort2_5(run_kwargs):
+    if DOCKER_SINGULARITY == "singularity":
+        clean_singularity_cache()
     sorting = ss.run_kilosort2_5(output_folder="kilosort2_5", **run_kwargs)
     print(sorting)
 
 
 def test_kilosort3(run_kwargs):
+    if DOCKER_SINGULARITY == "singularity":
+        clean_singularity_cache()
     sorting = ss.run_kilosort3(output_folder="kilosort3", **run_kwargs)
     print(sorting)
 
 
 def test_yass(run_kwargs):
+    if DOCKER_SINGULARITY == "singularity":
+        clean_singularity_cache()
     sorting = ss.run_yass(output_folder="yass", **run_kwargs)
     print(sorting)
 
 
 def test_pykilosort(run_kwargs):
+    if DOCKER_SINGULARITY == "singularity":
+        clean_singularity_cache()
     sorting = ss.run_pykilosort(output_folder="pykilosort", **run_kwargs)
     print(sorting)
 

tests/test_singularity_containers.py

@@ -11,6 +11,10 @@
 # test docker or singularity
 DOCKER_SINGULARITY = "singularity" # "docker"
 
+def clean_singularity_cache():
+    print("Cleaning singularity cache")
+    os.system("singularity cache clean --force")
+
 
 def generate_run_kwargs():
     test_recording, _ = se.toy_example(
@@ -54,45 +58,66 @@ def run_kwargs(work_dir):
 
 
 def test_spykingcircus(run_kwargs):
+    if DOCKER_SINGULARITY == "singularity":
+        clean_singularity_cache()
     sorting = ss.run_spykingcircus(output_folder="spykingcircus", **run_kwargs)
     print(sorting)
 
 
 def test_mountainsort4(run_kwargs):
+    if DOCKER_SINGULARITY == "singularity":
+        clean_singularity_cache()
     sorting = ss.run_mountainsort4(output_folder="mountainsort4", **run_kwargs)
     print(sorting)
 
 
 def test_tridesclous(run_kwargs):
+    if DOCKER_SINGULARITY == "singularity":
+        clean_singularity_cache()
     sorting = ss.run_tridesclous(output_folder="tridesclous", **run_kwargs)
     print(sorting)
 
 
 def test_klusta(run_kwargs):
+    if DOCKER_SINGULARITY == "singularity":
+        clean_singularity_cache()
+    recording = run_kwargs["recording"]
+    recording.extra_requirements.append("pandas")
+    run_kwargs["recording"] = recording
     sorting = ss.run_klusta(output_folder="klusta", **run_kwargs)
     print(sorting)
 
 
 def test_ironclust(run_kwargs):
+    if DOCKER_SINGULARITY == "singularity":
+        clean_singularity_cache()
     sorting = ss.run_ironclust(output_folder="ironclust", fGpu=False, **run_kwargs)
     print(sorting)
 
 
 def test_waveclus(run_kwargs):
+    if DOCKER_SINGULARITY == "singularity":
+        clean_singularity_cache()
     sorting = ss.run_waveclus(output_folder="waveclus", **run_kwargs)
     print(sorting)
 
 
 def test_hdsort(run_kwargs):
+    if DOCKER_SINGULARITY == "singularity":
+        clean_singularity_cache()
     sorting = ss.run_hdsort(output_folder="hdsort", **run_kwargs)
     print(sorting)
 
 
 def test_kilosort1(run_kwargs):
+    if DOCKER_SINGULARITY == "singularity":
+        clean_singularity_cache()
     sorting = ss.run_kilosort(output_folder="kilosort", useGPU=False, **run_kwargs)
     print(sorting)
 
 def test_combinato(run_kwargs):
+    if DOCKER_SINGULARITY == "singularity":
+        clean_singularity_cache()
     rec = run_kwargs['recording']
     channels = rec.get_channel_ids()[0:1]
     rec_one_channel = rec.channel_slice(channels)