Skip to content

Commit

Permalink
taxabind update
Browse files Browse the repository at this point in the history
  • Loading branch information
Vishu26 committed Oct 29, 2024
1 parent d29feb8 commit 449c6e1
Show file tree
Hide file tree
Showing 3 changed files with 4 additions and 3 deletions.
1 change: 1 addition & 0 deletions requirements.txt
Original file line number Diff line number Diff line change
Expand Up @@ -5,3 +5,4 @@ huggingface_hub>=0.23.1
einops>=0.8.0
transformers>=4.41.1
open_clip_torch>=2.24.0
torchaudio
4 changes: 2 additions & 2 deletions rshf/taxabind/model.py
Original file line number Diff line number Diff line change
Expand Up @@ -25,7 +25,7 @@ def get_image_processor(self):
transforms.Normalize(mean=self.config.normalize_mean, std=self.config.normalize_std)])

def get_audio_encoder(self):
return ClapAudioModelWithProjection(self.config.audio_encoder)
return ClapAudioModelWithProjection.from_pretrained(self.config.audio_encoder)

def process_audio(self, track, sr):
processor = ClapProcessor.from_pretrained(self.config.audio_encoder)
Expand All @@ -47,7 +47,7 @@ def get_env_processor(self):
return SINR.preprocess_locs

def get_sat_encoder(self):
return CLIPVisionModelWithProjection(self.config.sat_encoder)
return CLIPVisionModelWithProjection.from_pretrained(self.config.sat_encoder)

def get_sat_processor(self):
return transforms.Compose([transforms.Resize((self.config.sat_resize, self.config.sat_resize)),
Expand Down
2 changes: 1 addition & 1 deletion setup.cfg
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
[metadata]
name = rshf
version = 0.1.0
version = 0.1.1
author = Srikumar Sastry
author_email = s.sastry@wustl.edu
description = RS pretrained models in huggingface style
Expand Down

0 comments on commit 449c6e1

Please sign in to comment.