csv implementation
This commit is contained in:
@@ -1,7 +1,9 @@
|
||||
[project]
|
||||
name = "ucsinfer"
|
||||
version = "0.1.0"
|
||||
description = "Tools for applying UCS categories to sounds using large-language models"
|
||||
description = """
|
||||
Tools for applying UCS categories to sounds using large-language models
|
||||
"""
|
||||
authors = [
|
||||
{name = "Jamie Hardt", email = "jamiehardt@me.com"}
|
||||
]
|
||||
|
||||
3
ucsinfer/finetune.py
Normal file
3
ucsinfer/finetune.py
Normal file
@@ -0,0 +1,3 @@
|
||||
from sentence_transformers import SentenceTransformerTrainingArguments
|
||||
|
||||
args = SentenceTransformerTrainingArguments(output_dir="finetuned/")
|
||||
@@ -5,7 +5,8 @@ from typing import Generator
|
||||
from .util import parse_ucs
|
||||
|
||||
|
||||
def csv_to_data(paths, description_key, filename_key, catid_list) -> Generator[tuple[str, str], None, None]:
|
||||
def csv_to_data(paths, description_key, filename_key, catid_list) \
|
||||
-> Generator[tuple[str, str], None, None]:
|
||||
"""
|
||||
Accepts a list of paths and returns an iterator of (sentence, class)
|
||||
tuples.
|
||||
|
||||
Reference in New Issue
Block a user