forked from metavoiceio/metavoice-src
-
Notifications
You must be signed in to change notification settings - Fork 0
/
utils.py
103 lines (85 loc) · 2.88 KB
/
utils.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
import hashlib
import json
import os
import re
import subprocess
import tempfile
import librosa
import torch
def normalize_text(text: str) -> str:
unicode_conversion = {
8175: "'",
8189: "'",
8190: "'",
8208: "-",
8209: "-",
8210: "-",
8211: "-",
8212: "-",
8213: "-",
8214: "||",
8216: "'",
8217: "'",
8218: ",",
8219: "`",
8220: '"',
8221: '"',
8222: ",,",
8223: '"',
8228: ".",
8229: "..",
8230: "...",
8242: "'",
8243: '"',
8245: "'",
8246: '"',
180: "'",
2122: "TM", # Trademark
}
text = text.translate(unicode_conversion)
non_bpe_chars = set([c for c in list(text) if ord(c) >= 256])
if len(non_bpe_chars) > 0:
non_bpe_points = [(c, ord(c)) for c in non_bpe_chars]
raise ValueError(f"Non-supported character found: {non_bpe_points}")
text = text.replace("\t", " ").replace("\n", " ").replace("\r", " ").replace("*", " ").strip()
text = re.sub("\s\s+", " ", text) # remove multiple spaces
return text
def check_audio_file(path_or_uri, threshold_s=30):
if "http" in path_or_uri:
temp_fd, filepath = tempfile.mkstemp()
os.close(temp_fd) # Close the file descriptor, curl will create a new connection
curl_command = ["curl", "-L", path_or_uri, "-o", filepath]
subprocess.run(curl_command, check=True)
else:
filepath = path_or_uri
audio, sr = librosa.load(filepath)
duration_s = librosa.get_duration(y=audio, sr=sr)
if duration_s < threshold_s:
raise Exception(
f"The audio file is too short. Please provide an audio file that is at least {threshold_s} seconds long to proceed."
)
# Clean up the temporary file if it was created
if "http" in path_or_uri:
os.remove(filepath)
def get_default_dtype() -> str:
"""Compute default 'dtype' based on GPU architecture"""
if torch.cuda.is_available():
for i in range(torch.cuda.device_count()):
device_properties = torch.cuda.get_device_properties(i)
dtype = "float16" if device_properties.major <= 7 else "bfloat16" # tesla and turing architectures
else:
dtype = "float16"
print(f"using dtype={dtype}")
return dtype
def get_device() -> str:
return "cuda" if torch.cuda.is_available() else "cpu"
def hash_dictionary(d: dict):
# Serialize the dictionary into JSON with sorted keys to ensure consistency
serialized = json.dumps(d, sort_keys=True)
# Encode the serialized string to bytes
encoded = serialized.encode()
# Create a hash object (you can also use sha1, sha512, etc.)
hash_object = hashlib.sha256(encoded)
# Get the hexadecimal digest of the hash
hash_digest = hash_object.hexdigest()
return hash_digest