This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import unittest | |
import os | |
import shutil | |
import file_distributor | |
class TestFileDistributor(unittest.TestCase): | |
@classmethod | |
def setUpClass(cls): | |
# Clean up output directory before each test run | |
if os.path.exists(file_distributor.OUTPUT_DIR): |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import os | |
import shutil | |
from math import ceil | |
# Configuration | |
SOURCE_DIR = 'my_source_files_test' # Path to source files | |
OUTPUT_DIR = 'output' # Path to output worker folders | |
NUM_LABELERS = 5 # Number of workers | |
NUM_COPIES = 3 # Number of workers each file should be copied to |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
path | start | end | |
---|---|---|---|
8fe3015a-20250301_2035_0550590092_1231.mp3 | 113.3 | 124.9 | |
d97d6a84-20250301_2032_0507070300_1173.mp3 | 227.5 | 229.6 | |
7dd04129-20250301_2032_0508170821_1199.mp3 | 92.1 | 96.4 | |
ce2e11c4-20250301_2013_0708414823_1120.mp3 | 120.8 | 127.6 | |
374a1d69-1727757709.315706.mp3 | 120.5 | 122.8 | |
1c792137-20250301_2021_0552296662_1173.mp3 | 138.6 | 142.3 | |
53d71024-20250301_2024_0771299991_1262.mp3 | 205.1 | 215.8 | |
a449514a-20250301_2021_0700008240_1227.mp3 | 178.1 | 185.3 | |
0c685918-20250301_2021_0707440688_1231.mp3 | 95.1 | 102.7 |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import os | |
import pandas as pd | |
import librosa | |
import csv | |
import re | |
# Load the DataFrame from a CSV file | |
input_file = "deperson_13_files.csv" # Replace with the actual file path | |
input_df = pd.read_csv(input_file) |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import pandas as pd | |
import matplotlib.pyplot as plt | |
# Load the DataFrame from the CSV file | |
csv_file_real = "real_deperson_13.csv" | |
df_real = pd.read_csv(csv_file_real) | |
csv_file_test = "test_deperson_13_files_5.csv" | |
df_test = pd.read_csv(csv_file_test) |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import json | |
import os, re, argparse, shutil | |
import sys | |
import multiprocessing | |
from functools import partial | |
from silero_vad import load_silero_vad, read_audio, get_speech_timestamps | |
from pydub import AudioSegment | |
from dotenv import load_dotenv | |
import google.generativeai as genai |
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
from comet_ml import OfflineExperiment | |
import sys | |
if __name__ == '__main__': | |
experiment = OfflineExperiment(project_name="pytorch") | |
experiment.log_model("model", sys.argv[1]) | |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
from comet_ml import Experiment | |
import sys | |
if __name__ == '__main__': | |
experiment = Experiment(project_name="pytorch") | |
experiment.log_model("model", sys.argv[1]) | |
NewerOlder