csv implementation
This commit is contained in:
@@ -1,7 +1,9 @@
|
|||||||
[project]
|
[project]
|
||||||
name = "ucsinfer"
|
name = "ucsinfer"
|
||||||
version = "0.1.0"
|
version = "0.1.0"
|
||||||
description = "Tools for applying UCS categories to sounds using large-language models"
|
description = """
|
||||||
|
Tools for applying UCS categories to sounds using large-language models
|
||||||
|
"""
|
||||||
authors = [
|
authors = [
|
||||||
{name = "Jamie Hardt", email = "jamiehardt@me.com"}
|
{name = "Jamie Hardt", email = "jamiehardt@me.com"}
|
||||||
]
|
]
|
||||||
|
|||||||
3
ucsinfer/finetune.py
Normal file
3
ucsinfer/finetune.py
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
from sentence_transformers import SentenceTransformerTrainingArguments
|
||||||
|
|
||||||
|
args = SentenceTransformerTrainingArguments(output_dir="finetuned/")
|
||||||
@@ -5,7 +5,8 @@ from typing import Generator
|
|||||||
from .util import parse_ucs
|
from .util import parse_ucs
|
||||||
|
|
||||||
|
|
||||||
def csv_to_data(paths, description_key, filename_key, catid_list) -> Generator[tuple[str, str], None, None]:
|
def csv_to_data(paths, description_key, filename_key, catid_list) \
|
||||||
|
-> Generator[tuple[str, str], None, None]:
|
||||||
"""
|
"""
|
||||||
Accepts a list of paths and returns an iterator of (sentence, class)
|
Accepts a list of paths and returns an iterator of (sentence, class)
|
||||||
tuples.
|
tuples.
|
||||||
|
|||||||
Reference in New Issue
Block a user