Compare commits
2
Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
007161a927 | ||
|
|
d804cc4a13 |
@@ -83,4 +83,5 @@ dev = [
|
||||
"ruff>=0.13.0",
|
||||
"safety>=3.2.11",
|
||||
"testcontainers>=4.13.0",
|
||||
"types-requests>=2.32.4.20250913",
|
||||
]
|
||||
|
||||
@@ -278,7 +278,6 @@ if __name__ == "__main__":
|
||||
experiment = mlflow.get_experiment_by_name("visual-semiotic-ai-analysis")
|
||||
experiment_id = experiment.experiment_id if experiment else None
|
||||
# Calculate accuracy
|
||||
category_events = {}
|
||||
for category, initial_prompt in CATEGORY_PROMPT_MAP.items():
|
||||
step = 0
|
||||
run = mlflow.start_run(
|
||||
@@ -309,8 +308,10 @@ if __name__ == "__main__":
|
||||
continue
|
||||
try:
|
||||
# Calculate accuracy for refined prompt
|
||||
accuracy = calculate_model_prompt_accuracy(MODEL, refined_prompt, category)
|
||||
mlflow.log_metric(f"accuracy", accuracy, step=step)
|
||||
accuracy = calculate_model_prompt_accuracy(
|
||||
MODEL, refined_prompt, category
|
||||
)
|
||||
mlflow.log_metric("accuracy", accuracy, step=step)
|
||||
except Exception as e:
|
||||
print(f"Error calculating accuracy: {e}")
|
||||
continue
|
||||
|
||||
@@ -2629,6 +2629,18 @@ wheels = [
|
||||
{ url = "http://10.0.0.2:5001/index/types-pytz/types_pytz-2025.2.0.20250809-py3-none-any.whl", hash = "sha256:4f55ed1b43e925cf851a756fe1707e0f5deeb1976e15bf844bcaa025e8fbd0db" },
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "types-requests"
|
||||
version = "2.32.4.20250913"
|
||||
source = { registry = "http://10.0.0.2:5001/index/" }
|
||||
dependencies = [
|
||||
{ name = "urllib3" },
|
||||
]
|
||||
sdist = { url = "http://10.0.0.2:5001/index/types-requests/types_requests-2.32.4.20250913.tar.gz", hash = "sha256:abd6d4f9ce3a9383f269775a9835a4c24e5cd6b9f647d64f88aa4613c33def5d" }
|
||||
wheels = [
|
||||
{ url = "http://10.0.0.2:5001/index/types-requests/types_requests-2.32.4.20250913-py3-none-any.whl", hash = "sha256:78c9c1fffebbe0fa487a418e0fa5252017e9c60d1a2da394077f1780f655d7e1" },
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "typing-extensions"
|
||||
version = "4.15.0"
|
||||
@@ -2720,6 +2732,7 @@ dev = [
|
||||
{ name = "ruff" },
|
||||
{ name = "safety" },
|
||||
{ name = "testcontainers" },
|
||||
{ name = "types-requests" },
|
||||
]
|
||||
|
||||
[package.metadata]
|
||||
@@ -2744,6 +2757,7 @@ dev = [
|
||||
{ name = "ruff", specifier = ">=0.13.0" },
|
||||
{ name = "safety", specifier = ">=3.2.11" },
|
||||
{ name = "testcontainers", specifier = ">=4.13.0" },
|
||||
{ name = "types-requests", specifier = ">=2.32.4.20250913" },
|
||||
]
|
||||
|
||||
[[package]]
|
||||
|
||||
Reference in New Issue
Block a user