[F] Fix examples
This commit is contained in:
@@ -1,11 +1,11 @@
|
|||||||
"""
|
"""
|
||||||
This is an example using CLAPCAP for audio captioning.
|
This is an example using CLAPCAP for audio captioning.
|
||||||
"""
|
"""
|
||||||
from CLAPWrapper import CLAPWrapper
|
from msclap import CLAP
|
||||||
|
|
||||||
# Load and initialize CLAP
|
# Load and initialize CLAP
|
||||||
weights_path = "weights_path"
|
weights_path = "weights_path"
|
||||||
clap_model = CLAPWrapper(weights_path, version = 'clapcap', use_cuda=False)
|
clap_model = CLAP(weights_path, version = 'clapcap', use_cuda=False)
|
||||||
|
|
||||||
#Load audio files
|
#Load audio files
|
||||||
audio_files = ['audio_file']
|
audio_files = ['audio_file']
|
||||||
|
|||||||
@@ -3,7 +3,7 @@ This is an example using CLAP to perform zeroshot
|
|||||||
classification on ESC50 (https://github.com/karolpiczak/ESC-50).
|
classification on ESC50 (https://github.com/karolpiczak/ESC-50).
|
||||||
"""
|
"""
|
||||||
|
|
||||||
from CLAPWrapper import CLAPWrapper
|
from msclap import CLAP
|
||||||
from esc50_dataset import ESC50
|
from esc50_dataset import ESC50
|
||||||
import torch.nn.functional as F
|
import torch.nn.functional as F
|
||||||
import numpy as np
|
import numpy as np
|
||||||
@@ -18,7 +18,7 @@ y = [prompt + x for x in dataset.classes]
|
|||||||
|
|
||||||
# Load and initialize CLAP
|
# Load and initialize CLAP
|
||||||
weights_path = "weights_path"
|
weights_path = "weights_path"
|
||||||
clap_model = CLAPWrapper(weights_path, version = '2023', use_cuda=False)
|
clap_model = CLAP(weights_path, version = '2023', use_cuda=False)
|
||||||
|
|
||||||
# Computing text embeddings
|
# Computing text embeddings
|
||||||
text_embeddings = clap_model.get_text_embeddings(y)
|
text_embeddings = clap_model.get_text_embeddings(y)
|
||||||
|
|||||||
@@ -1,7 +1,7 @@
|
|||||||
"""
|
"""
|
||||||
This is an example using CLAP for zero-shot inference.
|
This is an example using CLAP for zero-shot inference.
|
||||||
"""
|
"""
|
||||||
from CLAPWrapper import CLAPWrapper
|
from msclap import CLAP
|
||||||
import torch.nn.functional as F
|
import torch.nn.functional as F
|
||||||
|
|
||||||
# Define classes for zero-shot
|
# Define classes for zero-shot
|
||||||
@@ -17,7 +17,7 @@ audio_files = ['audio_file']
|
|||||||
# Load and initialize CLAP
|
# Load and initialize CLAP
|
||||||
weights_path = "weights_path"
|
weights_path = "weights_path"
|
||||||
# Setting use_cuda = True will load the model on a GPU using CUDA
|
# Setting use_cuda = True will load the model on a GPU using CUDA
|
||||||
clap_model = CLAPWrapper(weights_path, version = '2023', use_cuda=False)
|
clap_model = CLAP(weights_path, version = '2023', use_cuda=False)
|
||||||
|
|
||||||
# compute text embeddings from natural text
|
# compute text embeddings from natural text
|
||||||
text_embeddings = clap_model.get_text_embeddings(class_prompts)
|
text_embeddings = clap_model.get_text_embeddings(class_prompts)
|
||||||
|
|||||||
Reference in New Issue
Block a user