github/home-llm
1
1
Fork 0
mirror of https://github.com/acon96/home-llm.git synced 2026-01-09 21:58:00 -05:00
Code Issues Packages Projects Releases Wiki Activity

Rename pile types to not confuse with other type classes

Browse Source
This commit is contained in:
Evian Schlenz
2025-12-30 23:51:27 +01:00
parent c26ef953c6
commit 80669b6522
1 changed files with 14 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files

28
data/utils.py
View File

@@ -84,38 +84,38 @@ def get_random_response(pile_of_responses, *, service: str, persona: str, questi
return possible_results.sample()["response_starting"].values[0], possible_results.sample()["response_confirmed"].values[0] return possible_results.sample()["response_starting"].values[0], possible_results.sample()["response_confirmed"].values[0]
class DeviceType(TypedDict): class PileOfDeviceType(TypedDict):
device_name: str device_name: str
description: str description: str
type: str type: str
class SpecificActionType(TypedDict): class PileOfSpecificActionType(TypedDict):
service_name: str service_name: str
device_name: str device_name: str
phrase: str phrase: str
class TemplatedActionType(TypedDict): class PileOfTemplatedActionType(TypedDict):
device_type: str device_type: str
service: str service: str
phrase: str phrase: str
multiplier: int multiplier: int
class StatusRequestType(TypedDict): class PileOfStatusRequestType(TypedDict):
device_type: str device_type: str
state: str state: str
phrase: str phrase: str
assistant_response: str assistant_response: str
class HallucinatedServiceType(TypedDict): class PileOfHallucinatedServiceType(TypedDict):
real_service: str real_service: str
hallucinated_service: str hallucinated_service: str
class FailedToolcallType(TypedDict): class PileOfFailedToolcallType(TypedDict):
service_name: str service_name: str
correct_device_name: str correct_device_name: str
correct_friendly_name: str correct_friendly_name: str
@@ -125,7 +125,7 @@ class FailedToolcallType(TypedDict):
retry_prompt: str retry_prompt: str
class RefusalsType(TypedDict): class PileOfRefusalsType(TypedDict):
reason_type: str reason_type: str
service_name: str service_name: str
device_name: str device_name: str
@@ -155,7 +155,7 @@ class DatasetPiles:
with open(f"{cwd}/piles/{language}/pile_of_todo_items.txt", encoding="utf8") as f: with open(f"{cwd}/piles/{language}/pile_of_todo_items.txt", encoding="utf8") as f:
self.pile_of_todo_items = [ x.strip() for x in f.readlines() ] self.pile_of_todo_items = [ x.strip() for x in f.readlines() ]
self.stacks_of_device_names: dict[str, list[DeviceType]] = { x: [] for x in supported_devices } self.stacks_of_device_names: dict[str, list[PileOfDeviceType]] = { x: [] for x in supported_devices }
with open(f"{cwd}/piles/{language}/pile_of_device_names.csv", encoding="utf8") as f: with open(f"{cwd}/piles/{language}/pile_of_device_names.csv", encoding="utf8") as f:
reader = csv.DictReader(f) reader = csv.DictReader(f)
pile_of_device_names = list(reader) pile_of_device_names = list(reader)
@@ -179,18 +179,18 @@ class DatasetPiles:
for x in range(multiplier): for x in range(multiplier):
processed_pile_of_templated_actions.append(action) processed_pile_of_templated_actions.append(action)
self.pile_of_templated_actions: list[TemplatedActionType] = processed_pile_of_templated_actions self.pile_of_templated_actions: list[PileOfTemplatedActionType] = processed_pile_of_templated_actions
with open(f"{cwd}/piles/{language}/pile_of_specific_actions.csv", encoding="utf8") as f: with open(f"{cwd}/piles/{language}/pile_of_specific_actions.csv", encoding="utf8") as f:
reader = csv.DictReader(f) reader = csv.DictReader(f)
self.pile_of_specific_actions: list[SpecificActionType] = list(reader) # type: ignore self.pile_of_specific_actions: list[PileOfSpecificActionType] = list(reader) # type: ignore
self.pile_of_responses = pandas.read_csv(f"{cwd}/piles/{language}/pile_of_responses.csv") self.pile_of_responses = pandas.read_csv(f"{cwd}/piles/{language}/pile_of_responses.csv")
self.pile_of_responses["contains_vars"] = self.pile_of_responses["response_starting"].apply(get_included_vars) self.pile_of_responses["contains_vars"] = self.pile_of_responses["response_starting"].apply(get_included_vars)
with open(f"{cwd}/piles/{language}/pile_of_status_requests.csv", encoding="utf8") as f: with open(f"{cwd}/piles/{language}/pile_of_status_requests.csv", encoding="utf8") as f:
reader = csv.DictReader(f) reader = csv.DictReader(f)
self.pile_of_status_requests: list[StatusRequestType] = list(reader) # type: ignore self.pile_of_status_requests: list[PileOfStatusRequestType] = list(reader) # type: ignore
with open(f"{cwd}/piles/{language}/pile_of_system_prompts.csv", encoding="utf8") as f: with open(f"{cwd}/piles/{language}/pile_of_system_prompts.csv", encoding="utf8") as f:
reader = csv.DictReader(f) reader = csv.DictReader(f)
@@ -199,21 +199,21 @@ class DatasetPiles:
# service names are not translated # service names are not translated
with open(f"{cwd}/piles/english/pile_of_hallucinated_service_names.csv", encoding="utf8") as f: with open(f"{cwd}/piles/english/pile_of_hallucinated_service_names.csv", encoding="utf8") as f:
reader = csv.DictReader(f) reader = csv.DictReader(f)
self.pile_of_hallucinated_service_names: list[HallucinatedServiceType] = list(reader) # type: ignore self.pile_of_hallucinated_service_names: list[PileOfHallucinatedServiceType] = list(reader) # type: ignore
failed_tool_calls_path = f"{cwd}/piles/{language}/pile_of_failed_tool_calls.csv" failed_tool_calls_path = f"{cwd}/piles/{language}/pile_of_failed_tool_calls.csv"
self.pile_of_failed_tool_calls = [] self.pile_of_failed_tool_calls = []
if os.path.exists(failed_tool_calls_path): if os.path.exists(failed_tool_calls_path):
with open(failed_tool_calls_path, encoding="utf8") as f: with open(failed_tool_calls_path, encoding="utf8") as f:
reader = csv.DictReader(f) reader = csv.DictReader(f)
self.pile_of_failed_tool_calls: list[FailedToolcallType] = list(reader) # type: ignore self.pile_of_failed_tool_calls: list[PileOfFailedToolcallType] = list(reader) # type: ignore
refusals_path = f"{cwd}/piles/{language}/pile_of_refusals.csv" refusals_path = f"{cwd}/piles/{language}/pile_of_refusals.csv"
self.pile_of_refusals = [] self.pile_of_refusals = []
if os.path.exists(refusals_path): if os.path.exists(refusals_path):
with open(refusals_path, encoding="utf8") as f: with open(refusals_path, encoding="utf8") as f:
reader = csv.DictReader(f) reader = csv.DictReader(f)
self.pile_of_refusals: list[RefusalsType] = list(reader) # type: ignore self.pile_of_refusals: list[PileOfRefusalsType] = list(reader) # type: ignore
def __getitem__(self, key): def __getitem__(self, key):
return getattr(self, key) return getattr(self, key)