Make sure ACES works with the latest dependencies

Author: GLJS

pyproject.toml

@@ -8,7 +8,7 @@ description = "ACES metric for evaluating automated audio captioning models base
 readme = "README.md"
 authors = [{name = "Gijs Wijngaard", email = "hi@gijs.me"}]
 license = {file = "LICENSE"}
-requires-python = ">=3.9,<3.11"
+requires-python = ">=3.9"
 dynamic = ["version", "dependencies"]
 
 [tool.setuptools.dynamic]

requirements.txt

@@ -1,5 +1,5 @@
-transformers<4.31.0
-numpy~=1.24.1
-torch==1.13.1
-sentence_transformers~=2.2.2
-tqdm~=4.49.0
+transformers
+numpy
+torch
+sentence_transformers
+tqdm

src/aces/__init__.py

@@ -1,3 +1,3 @@
 from .main import ACES, get_aces_score
 
-__version__ = "0.0.4"
+__version__ = "0.0.5"

src/aces/fense/evaluator.py

@@ -28,7 +28,17 @@ def load_pretrain_echecker(echecker_model, device='cuda', use_proxy=False, proxi
     file_path = check_download_resource(remote, use_proxy, proxies)
     model_states = torch.load(file_path)
     clf = BERTFlatClassifier(model_type=model_states['model_type'], num_classes=model_states['num_classes'])
-    clf.load_state_dict(model_states['state_dict'])
+    
+    # Handle potential incompatible keys due to transformers library version differences
+    state_dict = model_states['state_dict']
+    # Remove problematic keys if they exist
+    keys_to_remove = ['encoder.embeddings.position_ids']
+    for key in keys_to_remove:
+        if key in state_dict:
+            print(f"Removing incompatible key from state_dict: {key}")
+            del state_dict[key]
+    
+    clf.load_state_dict(state_dict, strict=False)
     clf.eval()
     clf.to(device)
     return clf

src/aces/main.py

@@ -109,7 +109,7 @@ def postprocess(self, model_outputs: Dict,
         # Process the model outputs
         if isinstance(model_outputs, list):
             model_outputs = model_outputs[0]
-        logits = model_outputs["logits"][0].numpy()
+        logits = model_outputs["logits"][0].float().numpy()
 
         # Calculate scores from logits
         maxes = np.max(logits, axis=-1, keepdims=True)