Skip to content
Snippets Groups Projects
Commit f8f0a2cc authored by Simonas's avatar Simonas
Browse files

fix: Minor fixes

parent c1beddfe
No related branches found
No related tags found
No related merge requests found
Source diff could not be displayed: it is too large. Options to address this: view the blob.
......@@ -245,7 +245,7 @@ class RollingWindowSplitter:
plt.ylabel("Similarity Score")
plt.title(
f"Threshold: {self.calculated_threshold} |"
" Window Size: {self.window_size}",
f" Window Size: {self.window_size}",
loc="right",
fontsize=10,
)
......
......@@ -73,7 +73,17 @@ def plot_splits(document_splits: List[DocumentSplit]) -> None:
for i, split in enumerate(document_splits):
color = colors[i % len(colors)]
colored_content = f"{color}{split.content}{Style.RESET_ALL}"
print(f"Split {i + 1}, tokens {split.token_count}:")
if split.is_triggered:
triggered = f"{split.triggered_score:.2f}"
elif i == len(document_splits) - 1:
triggered = "final split"
else:
triggered = "token limit"
print(
f"Split {i + 1}, "
f"tokens {split.token_count}, "
f"triggered by: {triggered}"
)
print(colored_content)
print("-" * 88)
print("\n")
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment