From f497e329606340de31379cc0ba564610898fd0bf Mon Sep 17 00:00:00 2001
From: James Briggs <james.briggs@hotmail.com>
Date: Sun, 28 Apr 2024 13:11:15 +0800
Subject: [PATCH] feat: add token limit to openai encoder
---
.github/workflows/test.yml | 2 +-
Makefile | 7 +
coverage.xml | 2673 +++++++++++++++-------------
semantic_router/encoders/openai.py | 59 +-
semantic_router/schema.py | 43 +-
tests/unit/encoders/test_openai.py | 1 -
6 files changed, 1552 insertions(+), 1233 deletions(-)
diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
index 2a957e00..6e80f475 100644
--- a/.github/workflows/test.yml
+++ b/.github/workflows/test.yml
@@ -45,7 +45,7 @@ jobs:
- name: Download nltk data
run: |
python -m nltk.downloader punkt stopwords wordnet
- - name: Pytest
+ - name: Pytest All
env:
PINECONE_API_KEY: ${{ secrets.PINECONE_API_KEY }}
OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
diff --git a/Makefile b/Makefile
index a7c69643..3d76b7b8 100644
--- a/Makefile
+++ b/Makefile
@@ -13,3 +13,10 @@ lint lint_diff:
test:
poetry run pytest -vv -n 20 --cov=semantic_router --cov-report=term-missing --cov-report=xml
+
+test_functional:
+ poetry run pytest -vv -n 20 tests/functional
+test_unit:
+ poetry run pytest -vv -n 20 tests/unit
+test_integration:
+ poetry run pytest -vv -n 20 tests/integration
\ No newline at end of file
diff --git a/coverage.xml b/coverage.xml
index 321f6c5c..bcccea3f 100644
--- a/coverage.xml
+++ b/coverage.xml
@@ -1,24 +1,24 @@
<?xml version="1.0" ?>
-<coverage version="7.4.3" timestamp="1710430201229" lines-valid="2107" lines-covered="1642" line-rate="0.7793" branches-covered="0" branches-valid="0" branch-rate="0" complexity="0">
- <!-- Generated by coverage.py: https://coverage.readthedocs.io/en/7.4.3 -->
+<coverage version="7.4.4" timestamp="1714280906690" lines-valid="2388" lines-covered="978" line-rate="0.4095" branches-covered="0" branches-valid="0" branch-rate="0" complexity="0">
+ <!-- Generated by coverage.py: https://coverage.readthedocs.io/en/7.4.4 -->
<!-- Based on https://raw.githubusercontent.com/cobertura/web/master/htdocs/xml/coverage-04.dtd -->
<sources>
- <source>/Users/andreped/workspace/semantic-router/semantic_router</source>
+ <source>/Users/jamesbriggs/Documents/projects/aurelio-labs/semantic-router/semantic_router</source>
</sources>
<packages>
- <package name="." line-rate="0.8928" branch-rate="0" complexity="0">
+ <package name="." line-rate="0.2415" branch-rate="0" complexity="0">
<classes>
- <class name="__init__.py" filename="__init__.py" complexity="0" line-rate="1" branch-rate="0">
+ <class name="__init__.py" filename="__init__.py" complexity="0" line-rate="0.4" branch-rate="0">
<methods/>
<lines>
<line number="1" hits="1"/>
<line number="2" hits="1"/>
- <line number="3" hits="1"/>
- <line number="5" hits="1"/>
- <line number="7" hits="1"/>
+ <line number="3" hits="0"/>
+ <line number="5" hits="0"/>
+ <line number="7" hits="0"/>
</lines>
</class>
- <class name="hybrid_layer.py" filename="hybrid_layer.py" complexity="0" line-rate="0.958" branch-rate="0">
+ <class name="hybrid_layer.py" filename="hybrid_layer.py" complexity="0" line-rate="0.1933" branch-rate="0">
<methods/>
<lines>
<line number="1" hits="1"/>
@@ -33,116 +33,116 @@
<line number="18" hits="1"/>
<line number="19" hits="1"/>
<line number="21" hits="1"/>
- <line number="30" hits="1"/>
- <line number="31" hits="1"/>
- <line number="33" hits="1"/>
+ <line number="30" hits="0"/>
+ <line number="31" hits="0"/>
+ <line number="33" hits="0"/>
<line number="34" hits="0"/>
<line number="35" hits="0"/>
- <line number="37" hits="1"/>
- <line number="39" hits="1"/>
- <line number="40" hits="1"/>
- <line number="41" hits="1"/>
+ <line number="37" hits="0"/>
+ <line number="39" hits="0"/>
+ <line number="40" hits="0"/>
+ <line number="41" hits="0"/>
<line number="42" hits="0"/>
- <line number="43" hits="1"/>
- <line number="44" hits="1"/>
+ <line number="43" hits="0"/>
+ <line number="44" hits="0"/>
<line number="45" hits="0"/>
- <line number="48" hits="1"/>
- <line number="49" hits="1"/>
- <line number="50" hits="1"/>
- <line number="53" hits="1"/>
- <line number="55" hits="1"/>
- <line number="59" hits="1"/>
+ <line number="48" hits="0"/>
+ <line number="49" hits="0"/>
+ <line number="50" hits="0"/>
+ <line number="53" hits="0"/>
+ <line number="55" hits="0"/>
+ <line number="59" hits="0"/>
<line number="61" hits="1"/>
- <line number="62" hits="1"/>
- <line number="63" hits="1"/>
- <line number="64" hits="1"/>
- <line number="65" hits="1"/>
- <line number="66" hits="1"/>
- <line number="68" hits="1"/>
+ <line number="62" hits="0"/>
+ <line number="63" hits="0"/>
+ <line number="64" hits="0"/>
+ <line number="65" hits="0"/>
+ <line number="66" hits="0"/>
+ <line number="68" hits="0"/>
<line number="70" hits="1"/>
- <line number="71" hits="1"/>
+ <line number="71" hits="0"/>
<line number="73" hits="1"/>
- <line number="74" hits="1"/>
- <line number="76" hits="1"/>
- <line number="78" hits="1"/>
- <line number="81" hits="1"/>
- <line number="83" hits="1"/>
- <line number="84" hits="1"/>
- <line number="87" hits="1"/>
- <line number="89" hits="1"/>
- <line number="92" hits="1"/>
- <line number="93" hits="1"/>
- <line number="95" hits="1"/>
- <line number="96" hits="1"/>
- <line number="97" hits="1"/>
+ <line number="74" hits="0"/>
+ <line number="76" hits="0"/>
+ <line number="78" hits="0"/>
+ <line number="81" hits="0"/>
+ <line number="83" hits="0"/>
+ <line number="84" hits="0"/>
+ <line number="87" hits="0"/>
+ <line number="89" hits="0"/>
+ <line number="92" hits="0"/>
+ <line number="93" hits="0"/>
+ <line number="95" hits="0"/>
+ <line number="96" hits="0"/>
+ <line number="97" hits="0"/>
<line number="99" hits="1"/>
- <line number="101" hits="1"/>
- <line number="102" hits="1"/>
- <line number="105" hits="1"/>
- <line number="106" hits="1"/>
- <line number="109" hits="1"/>
- <line number="110" hits="1"/>
- <line number="111" hits="1"/>
+ <line number="101" hits="0"/>
+ <line number="102" hits="0"/>
+ <line number="105" hits="0"/>
+ <line number="106" hits="0"/>
+ <line number="109" hits="0"/>
+ <line number="110" hits="0"/>
+ <line number="111" hits="0"/>
<line number="117" hits="1"/>
- <line number="118" hits="1"/>
- <line number="120" hits="1"/>
+ <line number="118" hits="0"/>
+ <line number="120" hits="0"/>
<line number="126" hits="1"/>
- <line number="127" hits="1"/>
- <line number="129" hits="1"/>
+ <line number="127" hits="0"/>
+ <line number="129" hits="0"/>
<line number="135" hits="1"/>
- <line number="140" hits="1"/>
- <line number="141" hits="1"/>
- <line number="143" hits="1"/>
- <line number="144" hits="1"/>
- <line number="146" hits="1"/>
- <line number="148" hits="1"/>
- <line number="150" hits="1"/>
- <line number="151" hits="1"/>
- <line number="152" hits="1"/>
- <line number="154" hits="1"/>
- <line number="155" hits="1"/>
- <line number="156" hits="1"/>
- <line number="157" hits="1"/>
- <line number="159" hits="1"/>
- <line number="160" hits="1"/>
- <line number="161" hits="1"/>
- <line number="163" hits="1"/>
- <line number="164" hits="1"/>
- <line number="166" hits="1"/>
- <line number="167" hits="1"/>
+ <line number="140" hits="0"/>
+ <line number="141" hits="0"/>
+ <line number="143" hits="0"/>
+ <line number="144" hits="0"/>
+ <line number="146" hits="0"/>
+ <line number="148" hits="0"/>
+ <line number="150" hits="0"/>
+ <line number="151" hits="0"/>
+ <line number="152" hits="0"/>
+ <line number="154" hits="0"/>
+ <line number="155" hits="0"/>
+ <line number="156" hits="0"/>
+ <line number="157" hits="0"/>
+ <line number="159" hits="0"/>
+ <line number="160" hits="0"/>
+ <line number="161" hits="0"/>
+ <line number="163" hits="0"/>
+ <line number="164" hits="0"/>
+ <line number="166" hits="0"/>
+ <line number="167" hits="0"/>
<line number="169" hits="1"/>
- <line number="171" hits="1"/>
- <line number="172" hits="1"/>
- <line number="173" hits="1"/>
+ <line number="171" hits="0"/>
+ <line number="172" hits="0"/>
+ <line number="173" hits="0"/>
<line number="175" hits="1"/>
- <line number="176" hits="1"/>
- <line number="177" hits="1"/>
- <line number="178" hits="1"/>
- <line number="179" hits="1"/>
- <line number="180" hits="1"/>
- <line number="181" hits="1"/>
+ <line number="176" hits="0"/>
+ <line number="177" hits="0"/>
+ <line number="178" hits="0"/>
+ <line number="179" hits="0"/>
+ <line number="180" hits="0"/>
+ <line number="181" hits="0"/>
<line number="183" hits="0"/>
<line number="187" hits="1"/>
- <line number="188" hits="1"/>
- <line number="189" hits="1"/>
- <line number="190" hits="1"/>
- <line number="191" hits="1"/>
- <line number="192" hits="1"/>
- <line number="193" hits="1"/>
- <line number="195" hits="1"/>
- <line number="198" hits="1"/>
- <line number="202" hits="1"/>
- <line number="205" hits="1"/>
- <line number="206" hits="1"/>
- <line number="208" hits="1"/>
- <line number="209" hits="1"/>
+ <line number="188" hits="0"/>
+ <line number="189" hits="0"/>
+ <line number="190" hits="0"/>
+ <line number="191" hits="0"/>
+ <line number="192" hits="0"/>
+ <line number="193" hits="0"/>
+ <line number="195" hits="0"/>
+ <line number="198" hits="0"/>
+ <line number="202" hits="0"/>
+ <line number="205" hits="0"/>
+ <line number="206" hits="0"/>
+ <line number="208" hits="0"/>
+ <line number="209" hits="0"/>
<line number="211" hits="1"/>
- <line number="212" hits="1"/>
- <line number="213" hits="1"/>
- <line number="215" hits="1"/>
+ <line number="212" hits="0"/>
+ <line number="213" hits="0"/>
+ <line number="215" hits="0"/>
</lines>
</class>
- <class name="layer.py" filename="layer.py" complexity="0" line-rate="0.8889" branch-rate="0">
+ <class name="layer.py" filename="layer.py" complexity="0" line-rate="0.04217" branch-rate="0">
<methods/>
<lines>
<line number="1" hits="1"/>
@@ -159,289 +159,324 @@
<line number="14" hits="1"/>
<line number="15" hits="1"/>
<line number="16" hits="1"/>
- <line number="17" hits="1"/>
- <line number="18" hits="1"/>
- <line number="21" hits="1"/>
- <line number="24" hits="1"/>
- <line number="25" hits="1"/>
- <line number="26" hits="1"/>
- <line number="28" hits="1"/>
+ <line number="17" hits="0"/>
+ <line number="18" hits="0"/>
+ <line number="21" hits="0"/>
+ <line number="24" hits="0"/>
+ <line number="25" hits="0"/>
+ <line number="26" hits="0"/>
+ <line number="28" hits="0"/>
<line number="29" hits="0"/>
<line number="30" hits="0"/>
<line number="31" hits="0"/>
<line number="32" hits="0"/>
<line number="35" hits="0"/>
<line number="36" hits="0"/>
- <line number="38" hits="1"/>
- <line number="39" hits="1"/>
+ <line number="38" hits="0"/>
+ <line number="39" hits="0"/>
<line number="40" hits="0"/>
<line number="43" hits="0"/>
- <line number="45" hits="1"/>
+ <line number="45" hits="0"/>
<line number="46" hits="0"/>
<line number="47" hits="0"/>
<line number="48" hits="0"/>
- <line number="51" hits="1"/>
- <line number="57" hits="1"/>
- <line number="59" hits="1"/>
- <line number="65" hits="1"/>
- <line number="66" hits="1"/>
- <line number="67" hits="1"/>
- <line number="68" hits="1"/>
- <line number="69" hits="1"/>
+ <line number="51" hits="0"/>
+ <line number="57" hits="0"/>
+ <line number="59" hits="0"/>
+ <line number="65" hits="0"/>
+ <line number="66" hits="0"/>
+ <line number="67" hits="0"/>
+ <line number="68" hits="0"/>
+ <line number="69" hits="0"/>
<line number="70" hits="0"/>
- <line number="73" hits="1"/>
- <line number="76" hits="1"/>
- <line number="77" hits="1"/>
- <line number="78" hits="1"/>
- <line number="79" hits="1"/>
- <line number="81" hits="1"/>
- <line number="82" hits="1"/>
- <line number="83" hits="1"/>
- <line number="84" hits="1"/>
- <line number="85" hits="1"/>
- <line number="86" hits="1"/>
- <line number="87" hits="1"/>
- <line number="88" hits="1"/>
- <line number="89" hits="1"/>
- <line number="91" hits="1"/>
- <line number="95" hits="1"/>
- <line number="96" hits="1"/>
- <line number="98" hits="1"/>
- <line number="99" hits="1"/>
- <line number="100" hits="1"/>
- <line number="101" hits="1"/>
- <line number="103" hits="1"/>
- <line number="104" hits="1"/>
- <line number="108" hits="1"/>
- <line number="110" hits="1"/>
- <line number="111" hits="1"/>
- <line number="113" hits="1"/>
- <line number="115" hits="1"/>
- <line number="118" hits="1"/>
- <line number="119" hits="1"/>
- <line number="121" hits="1"/>
- <line number="125" hits="1"/>
- <line number="126" hits="1"/>
- <line number="132" hits="1"/>
- <line number="134" hits="1"/>
- <line number="135" hits="1"/>
- <line number="138" hits="1"/>
- <line number="139" hits="1"/>
- <line number="143" hits="1"/>
- <line number="146" hits="1"/>
+ <line number="73" hits="0"/>
+ <line number="76" hits="0"/>
+ <line number="77" hits="0"/>
+ <line number="78" hits="0"/>
+ <line number="79" hits="0"/>
+ <line number="81" hits="0"/>
+ <line number="82" hits="0"/>
+ <line number="83" hits="0"/>
+ <line number="84" hits="0"/>
+ <line number="85" hits="0"/>
+ <line number="86" hits="0"/>
+ <line number="87" hits="0"/>
+ <line number="88" hits="0"/>
+ <line number="89" hits="0"/>
+ <line number="91" hits="0"/>
+ <line number="95" hits="0"/>
+ <line number="96" hits="0"/>
+ <line number="98" hits="0"/>
+ <line number="99" hits="0"/>
+ <line number="100" hits="0"/>
+ <line number="101" hits="0"/>
+ <line number="103" hits="0"/>
+ <line number="104" hits="0"/>
+ <line number="108" hits="0"/>
+ <line number="110" hits="0"/>
+ <line number="111" hits="0"/>
+ <line number="113" hits="0"/>
+ <line number="115" hits="0"/>
+ <line number="118" hits="0"/>
+ <line number="119" hits="0"/>
+ <line number="121" hits="0"/>
+ <line number="125" hits="0"/>
+ <line number="126" hits="0"/>
+ <line number="132" hits="0"/>
+ <line number="134" hits="0"/>
+ <line number="135" hits="0"/>
+ <line number="138" hits="0"/>
+ <line number="139" hits="0"/>
+ <line number="143" hits="0"/>
+ <line number="146" hits="0"/>
<line number="147" hits="0"/>
- <line number="149" hits="1"/>
- <line number="150" hits="1"/>
- <line number="151" hits="1"/>
- <line number="152" hits="1"/>
- <line number="153" hits="1"/>
- <line number="155" hits="1"/>
- <line number="156" hits="1"/>
- <line number="157" hits="1"/>
- <line number="159" hits="1"/>
- <line number="160" hits="1"/>
- <line number="161" hits="1"/>
- <line number="162" hits="1"/>
- <line number="163" hits="1"/>
- <line number="164" hits="1"/>
- <line number="166" hits="1"/>
- <line number="167" hits="1"/>
- <line number="168" hits="0"/>
- <line number="170" hits="1"/>
- <line number="171" hits="1"/>
- <line number="174" hits="1"/>
- <line number="175" hits="1"/>
- <line number="176" hits="1"/>
- <line number="177" hits="1"/>
- <line number="179" hits="1"/>
- <line number="188" hits="1"/>
- <line number="189" hits="1"/>
- <line number="190" hits="1"/>
- <line number="191" hits="1"/>
- <line number="195" hits="1"/>
- <line number="197" hits="1"/>
- <line number="198" hits="1"/>
- <line number="199" hits="1"/>
- <line number="200" hits="1"/>
- <line number="201" hits="1"/>
- <line number="202" hits="1"/>
+ <line number="149" hits="0"/>
+ <line number="150" hits="0"/>
+ <line number="151" hits="0"/>
+ <line number="152" hits="0"/>
+ <line number="153" hits="0"/>
+ <line number="155" hits="0"/>
+ <line number="156" hits="0"/>
+ <line number="157" hits="0"/>
+ <line number="159" hits="0"/>
+ <line number="160" hits="0"/>
+ <line number="161" hits="0"/>
+ <line number="162" hits="0"/>
+ <line number="163" hits="0"/>
+ <line number="164" hits="0"/>
+ <line number="166" hits="0"/>
+ <line number="167" hits="0"/>
+ <line number="168" hits="0"/>
+ <line number="170" hits="0"/>
+ <line number="171" hits="0"/>
+ <line number="174" hits="0"/>
+ <line number="175" hits="0"/>
+ <line number="176" hits="0"/>
+ <line number="177" hits="0"/>
+ <line number="179" hits="0"/>
+ <line number="188" hits="0"/>
+ <line number="189" hits="0"/>
+ <line number="190" hits="0"/>
+ <line number="191" hits="0"/>
+ <line number="195" hits="0"/>
+ <line number="197" hits="0"/>
+ <line number="198" hits="0"/>
+ <line number="199" hits="0"/>
+ <line number="200" hits="0"/>
+ <line number="201" hits="0"/>
+ <line number="202" hits="0"/>
<line number="203" hits="0"/>
- <line number="204" hits="1"/>
- <line number="205" hits="1"/>
+ <line number="204" hits="0"/>
+ <line number="205" hits="0"/>
<line number="206" hits="0"/>
- <line number="209" hits="1"/>
- <line number="212" hits="1"/>
- <line number="213" hits="1"/>
- <line number="214" hits="1"/>
- <line number="216" hits="1"/>
- <line number="218" hits="1"/>
- <line number="220" hits="1"/>
- <line number="221" hits="1"/>
- <line number="222" hits="1"/>
+ <line number="209" hits="0"/>
+ <line number="212" hits="0"/>
+ <line number="213" hits="0"/>
+ <line number="214" hits="0"/>
+ <line number="216" hits="0"/>
+ <line number="218" hits="0"/>
+ <line number="220" hits="0"/>
+ <line number="221" hits="0"/>
+ <line number="222" hits="0"/>
<line number="223" hits="0"/>
<line number="227" hits="0"/>
- <line number="228" hits="1"/>
- <line number="230" hits="1"/>
- <line number="237" hits="1"/>
- <line number="238" hits="1"/>
- <line number="239" hits="1"/>
- <line number="240" hits="1"/>
- <line number="242" hits="1"/>
- <line number="243" hits="1"/>
- <line number="245" hits="1"/>
- <line number="246" hits="1"/>
- <line number="247" hits="1"/>
- <line number="250" hits="1"/>
+ <line number="228" hits="0"/>
+ <line number="230" hits="0"/>
+ <line number="238" hits="0"/>
+ <line number="239" hits="0"/>
+ <line number="240" hits="0"/>
+ <line number="241" hits="0"/>
+ <line number="243" hits="0"/>
+ <line number="244" hits="0"/>
+ <line number="246" hits="0"/>
+ <line number="247" hits="0"/>
+ <line number="248" hits="0"/>
<line number="251" hits="0"/>
<line number="252" hits="0"/>
- <line number="258" hits="0"/>
+ <line number="253" hits="0"/>
<line number="259" hits="0"/>
- <line number="261" hits="0"/>
- <line number="262" hits="1"/>
- <line number="263" hits="1"/>
+ <line number="260" hits="0"/>
+ <line number="262" hits="0"/>
+ <line number="263" hits="0"/>
<line number="264" hits="0"/>
- <line number="271" hits="1"/>
- <line number="273" hits="1"/>
- <line number="281" hits="1"/>
- <line number="283" hits="1"/>
- <line number="285" hits="1"/>
- <line number="286" hits="1"/>
- <line number="288" hits="1"/>
- <line number="292" hits="1"/>
+ <line number="265" hits="0"/>
+ <line number="272" hits="0"/>
+ <line number="274" hits="0"/>
+ <line number="279" hits="0"/>
+ <line number="280" hits="0"/>
+ <line number="281" hits="0"/>
+ <line number="282" hits="0"/>
+ <line number="284" hits="0"/>
+ <line number="286" hits="0"/>
+ <line number="289" hits="0"/>
+ <line number="291" hits="0"/>
+ <line number="292" hits="0"/>
<line number="293" hits="0"/>
- <line number="294" hits="1"/>
- <line number="299" hits="1"/>
- <line number="301" hits="1"/>
- <line number="302" hits="0"/>
- <line number="308" hits="1"/>
- <line number="309" hits="1"/>
- <line number="310" hits="1"/>
- <line number="311" hits="1"/>
- <line number="312" hits="1"/>
- <line number="314" hits="1"/>
- <line number="315" hits="1"/>
- <line number="316" hits="1"/>
- <line number="317" hits="1"/>
- <line number="318" hits="1"/>
- <line number="320" hits="1"/>
- <line number="321" hits="1"/>
- <line number="322" hits="1"/>
- <line number="323" hits="1"/>
- <line number="325" hits="1"/>
- <line number="326" hits="1"/>
- <line number="328" hits="1"/>
- <line number="330" hits="1"/>
- <line number="331" hits="1"/>
- <line number="334" hits="1"/>
- <line number="339" hits="1"/>
- <line number="341" hits="1"/>
- <line number="342" hits="1"/>
- <line number="344" hits="1"/>
+ <line number="294" hits="0"/>
+ <line number="295" hits="0"/>
+ <line number="296" hits="0"/>
+ <line number="298" hits="0"/>
+ <line number="300" hits="0"/>
+ <line number="308" hits="0"/>
+ <line number="312" hits="0"/>
+ <line number="314" hits="0"/>
+ <line number="315" hits="0"/>
+ <line number="317" hits="0"/>
+ <line number="321" hits="0"/>
+ <line number="322" hits="0"/>
+ <line number="323" hits="0"/>
+ <line number="328" hits="0"/>
+ <line number="330" hits="0"/>
+ <line number="331" hits="0"/>
+ <line number="337" hits="0"/>
+ <line number="338" hits="0"/>
+ <line number="339" hits="0"/>
+ <line number="340" hits="0"/>
+ <line number="341" hits="0"/>
+ <line number="343" hits="0"/>
+ <line number="344" hits="0"/>
<line number="345" hits="0"/>
- <line number="347" hits="1"/>
- <line number="353" hits="1"/>
- <line number="354" hits="1"/>
- <line number="355" hits="1"/>
- <line number="356" hits="1"/>
- <line number="358" hits="1"/>
- <line number="359" hits="1"/>
- <line number="361" hits="1"/>
+ <line number="346" hits="0"/>
+ <line number="347" hits="0"/>
+ <line number="349" hits="0"/>
+ <line number="350" hits="0"/>
+ <line number="351" hits="0"/>
+ <line number="352" hits="0"/>
+ <line number="354" hits="0"/>
+ <line number="355" hits="0"/>
+ <line number="357" hits="0"/>
+ <line number="359" hits="0"/>
+ <line number="360" hits="0"/>
<line number="363" hits="0"/>
- <line number="378" hits="1"/>
- <line number="380" hits="1"/>
- <line number="383" hits="1"/>
- <line number="385" hits="1"/>
- <line number="387" hits="1"/>
- <line number="393" hits="1"/>
- <line number="396" hits="1"/>
- <line number="397" hits="1"/>
- <line number="398" hits="1"/>
- <line number="400" hits="1"/>
- <line number="403" hits="1"/>
- <line number="404" hits="1"/>
- <line number="406" hits="1"/>
- <line number="407" hits="1"/>
- <line number="408" hits="1"/>
- <line number="409" hits="1"/>
- <line number="410" hits="1"/>
- <line number="411" hits="1"/>
- <line number="412" hits="1"/>
+ <line number="368" hits="0"/>
+ <line number="370" hits="0"/>
+ <line number="371" hits="0"/>
+ <line number="373" hits="0"/>
+ <line number="374" hits="0"/>
+ <line number="376" hits="0"/>
+ <line number="382" hits="0"/>
+ <line number="383" hits="0"/>
+ <line number="384" hits="0"/>
+ <line number="385" hits="0"/>
+ <line number="387" hits="0"/>
+ <line number="388" hits="0"/>
+ <line number="390" hits="0"/>
+ <line number="392" hits="0"/>
+ <line number="407" hits="0"/>
+ <line number="409" hits="0"/>
+ <line number="412" hits="0"/>
<line number="414" hits="0"/>
- <line number="418" hits="1"/>
- <line number="419" hits="1"/>
- <line number="420" hits="1"/>
- <line number="421" hits="1"/>
- <line number="422" hits="1"/>
- <line number="423" hits="1"/>
- <line number="424" hits="1"/>
- <line number="426" hits="1"/>
- <line number="429" hits="1"/>
- <line number="433" hits="1"/>
- <line number="436" hits="1"/>
- <line number="437" hits="1"/>
+ <line number="416" hits="0"/>
+ <line number="422" hits="0"/>
+ <line number="425" hits="0"/>
+ <line number="426" hits="0"/>
+ <line number="427" hits="0"/>
+ <line number="429" hits="0"/>
+ <line number="434" hits="0"/>
+ <line number="437" hits="0"/>
<line number="439" hits="0"/>
<line number="440" hits="0"/>
- <line number="442" hits="1"/>
- <line number="443" hits="1"/>
- <line number="444" hits="1"/>
- <line number="446" hits="1"/>
- <line number="448" hits="1"/>
- <line number="452" hits="1"/>
- <line number="453" hits="1"/>
- <line number="454" hits="1"/>
- <line number="458" hits="1"/>
- <line number="459" hits="1"/>
- <line number="465" hits="1"/>
- <line number="466" hits="1"/>
- <line number="467" hits="1"/>
- <line number="469" hits="1"/>
- <line number="470" hits="1"/>
- <line number="471" hits="1"/>
- <line number="473" hits="1"/>
- <line number="475" hits="1"/>
- <line number="479" hits="1"/>
- <line number="481" hits="1"/>
- <line number="489" hits="1"/>
- <line number="490" hits="1"/>
- <line number="491" hits="1"/>
- <line number="492" hits="1"/>
- <line number="494" hits="1"/>
- <line number="495" hits="1"/>
- <line number="497" hits="1"/>
- <line number="498" hits="1"/>
- <line number="500" hits="1"/>
- <line number="505" hits="1"/>
- <line number="507" hits="1"/>
- <line number="509" hits="1"/>
- <line number="510" hits="0"/>
+ <line number="441" hits="0"/>
+ <line number="442" hits="0"/>
+ <line number="443" hits="0"/>
+ <line number="444" hits="0"/>
+ <line number="445" hits="0"/>
+ <line number="447" hits="0"/>
+ <line number="451" hits="0"/>
+ <line number="452" hits="0"/>
+ <line number="455" hits="0"/>
+ <line number="459" hits="0"/>
+ <line number="462" hits="0"/>
+ <line number="463" hits="0"/>
+ <line number="465" hits="0"/>
+ <line number="466" hits="0"/>
+ <line number="468" hits="0"/>
+ <line number="469" hits="0"/>
+ <line number="470" hits="0"/>
+ <line number="471" hits="0"/>
+ <line number="472" hits="0"/>
+ <line number="473" hits="0"/>
+ <line number="475" hits="0"/>
+ <line number="478" hits="0"/>
+ <line number="481" hits="0"/>
+ <line number="482" hits="0"/>
+ <line number="484" hits="0"/>
+ <line number="485" hits="0"/>
+ <line number="487" hits="0"/>
+ <line number="492" hits="0"/>
+ <line number="493" hits="0"/>
+ <line number="494" hits="0"/>
+ <line number="496" hits="0"/>
+ <line number="498" hits="0"/>
+ <line number="501" hits="0"/>
+ <line number="502" hits="0"/>
+ <line number="503" hits="0"/>
+ <line number="504" hits="0"/>
+ <line number="505" hits="0"/>
+ <line number="506" hits="0"/>
+ <line number="508" hits="0"/>
+ <line number="509" hits="0"/>
<line number="511" hits="0"/>
- <line number="513" hits="1"/>
- <line number="515" hits="1"/>
- <line number="519" hits="1"/>
- <line number="520" hits="1"/>
- <line number="521" hits="1"/>
- <line number="522" hits="1"/>
- <line number="524" hits="1"/>
- <line number="525" hits="1"/>
- <line number="527" hits="1"/>
- <line number="531" hits="1"/>
- <line number="532" hits="1"/>
- <line number="534" hits="1"/>
- <line number="535" hits="1"/>
- <line number="536" hits="1"/>
- <line number="537" hits="1"/>
- <line number="538" hits="1"/>
- <line number="540" hits="1"/>
- <line number="541" hits="1"/>
- <line number="544" hits="1"/>
- <line number="550" hits="1"/>
- <line number="551" hits="1"/>
- <line number="552" hits="1"/>
- <line number="554" hits="1"/>
- <line number="555" hits="1"/>
- <line number="556" hits="1"/>
- <line number="564" hits="1"/>
- <line number="568" hits="1"/>
+ <line number="512" hits="0"/>
+ <line number="513" hits="0"/>
+ <line number="515" hits="0"/>
+ <line number="517" hits="0"/>
+ <line number="521" hits="0"/>
+ <line number="522" hits="0"/>
+ <line number="523" hits="0"/>
+ <line number="527" hits="0"/>
+ <line number="528" hits="0"/>
+ <line number="534" hits="0"/>
+ <line number="535" hits="0"/>
+ <line number="536" hits="0"/>
+ <line number="538" hits="0"/>
+ <line number="539" hits="0"/>
+ <line number="540" hits="0"/>
+ <line number="542" hits="0"/>
+ <line number="544" hits="0"/>
+ <line number="548" hits="0"/>
+ <line number="550" hits="0"/>
+ <line number="558" hits="0"/>
+ <line number="559" hits="0"/>
+ <line number="560" hits="0"/>
+ <line number="561" hits="0"/>
+ <line number="563" hits="0"/>
+ <line number="564" hits="0"/>
+ <line number="566" hits="0"/>
+ <line number="567" hits="0"/>
+ <line number="569" hits="0"/>
+ <line number="574" hits="0"/>
+ <line number="576" hits="0"/>
+ <line number="578" hits="0"/>
+ <line number="579" hits="0"/>
+ <line number="580" hits="0"/>
+ <line number="582" hits="0"/>
+ <line number="584" hits="0"/>
+ <line number="588" hits="0"/>
+ <line number="589" hits="0"/>
+ <line number="590" hits="0"/>
+ <line number="591" hits="0"/>
+ <line number="593" hits="0"/>
+ <line number="594" hits="0"/>
+ <line number="596" hits="0"/>
+ <line number="600" hits="0"/>
+ <line number="601" hits="0"/>
+ <line number="603" hits="0"/>
+ <line number="604" hits="0"/>
+ <line number="605" hits="0"/>
+ <line number="606" hits="0"/>
+ <line number="607" hits="0"/>
+ <line number="609" hits="0"/>
+ <line number="610" hits="0"/>
+ <line number="613" hits="0"/>
+ <line number="619" hits="0"/>
+ <line number="620" hits="0"/>
+ <line number="621" hits="0"/>
+ <line number="623" hits="0"/>
+ <line number="624" hits="0"/>
+ <line number="625" hits="0"/>
+ <line number="633" hits="0"/>
+ <line number="637" hits="0"/>
</lines>
</class>
<class name="linear.py" filename="linear.py" complexity="0" line-rate="1" branch-rate="0">
@@ -462,7 +497,7 @@
<line number="30" hits="1"/>
</lines>
</class>
- <class name="route.py" filename="route.py" complexity="0" line-rate="0.8851" branch-rate="0">
+ <class name="route.py" filename="route.py" complexity="0" line-rate="0.8046" branch-rate="0">
<methods/>
<lines>
<line number="1" hits="1"/>
@@ -475,8 +510,8 @@
<line number="10" hits="1"/>
<line number="12" hits="1"/>
<line number="13" hits="1"/>
- <line number="14" hits="0"/>
- <line number="15" hits="0"/>
+ <line number="14" hits="1"/>
+ <line number="15" hits="1"/>
<line number="18" hits="1"/>
<line number="19" hits="1"/>
<line number="20" hits="1"/>
@@ -485,17 +520,17 @@
<line number="24" hits="1"/>
<line number="25" hits="1"/>
<line number="26" hits="1"/>
- <line number="27" hits="1"/>
- <line number="30" hits="1"/>
+ <line number="27" hits="0"/>
+ <line number="30" hits="0"/>
<line number="31" hits="1"/>
<line number="33" hits="1"/>
<line number="34" hits="1"/>
- <line number="35" hits="1"/>
- <line number="38" hits="1"/>
+ <line number="35" hits="0"/>
+ <line number="38" hits="0"/>
<line number="40" hits="1"/>
- <line number="41" hits="1"/>
- <line number="42" hits="1"/>
- <line number="43" hits="1"/>
+ <line number="41" hits="0"/>
+ <line number="42" hits="0"/>
+ <line number="43" hits="0"/>
<line number="46" hits="1"/>
<line number="47" hits="1"/>
<line number="48" hits="1"/>
@@ -513,8 +548,8 @@
<line number="65" hits="0"/>
<line number="70" hits="0"/>
<line number="73" hits="0"/>
- <line number="76" hits="1"/>
- <line number="77" hits="1"/>
+ <line number="76" hits="0"/>
+ <line number="77" hits="0"/>
<line number="82" hits="1"/>
<line number="83" hits="1"/>
<line number="84" hits="1"/>
@@ -554,88 +589,75 @@
<line number="160" hits="0"/>
</lines>
</class>
- <class name="schema.py" filename="schema.py" complexity="0" line-rate="0.9" branch-rate="0">
+ <class name="schema.py" filename="schema.py" complexity="0" line-rate="0.8723" branch-rate="0">
<methods/>
<lines>
<line number="1" hits="1"/>
<line number="2" hits="1"/>
<line number="4" hits="1"/>
- <line number="5" hits="1"/>
<line number="7" hits="1"/>
+ <line number="8" hits="1"/>
+ <line number="9" hits="1"/>
+ <line number="10" hits="1"/>
+ <line number="11" hits="1"/>
+ <line number="12" hits="1"/>
+ <line number="13" hits="1"/>
<line number="16" hits="1"/>
<line number="17" hits="1"/>
<line number="18" hits="1"/>
<line number="19" hits="1"/>
- <line number="20" hits="1"/>
<line number="21" hits="1"/>
+ <line number="22" hits="1"/>
+ <line number="23" hits="1"/>
<line number="24" hits="1"/>
- <line number="25" hits="1"/>
- <line number="26" hits="1"/>
<line number="27" hits="1"/>
- <line number="30" hits="1"/>
+ <line number="28" hits="1"/>
+ <line number="29" hits="1"/>
<line number="31" hits="1"/>
<line number="32" hits="1"/>
- <line number="33" hits="1"/>
+ <line number="33" hits="0"/>
<line number="34" hits="1"/>
<line number="36" hits="1"/>
- <line number="37" hits="1"/>
- <line number="38" hits="1"/>
+ <line number="37" hits="0"/>
<line number="39" hits="1"/>
- <line number="40" hits="1"/>
- <line number="41" hits="1"/>
- <line number="42" hits="0"/>
- <line number="43" hits="1"/>
- <line number="44" hits="1"/>
+ <line number="40" hits="0"/>
+ <line number="42" hits="1"/>
+ <line number="43" hits="0"/>
<line number="45" hits="1"/>
- <line number="46" hits="1"/>
- <line number="47" hits="0"/>
- <line number="48" hits="0"/>
- <line number="50" hits="0"/>
+ <line number="46" hits="0"/>
+ <line number="49" hits="1"/>
+ <line number="50" hits="1"/>
+ <line number="51" hits="1"/>
<line number="52" hits="1"/>
<line number="53" hits="1"/>
+ <line number="54" hits="1"/>
<line number="56" hits="1"/>
<line number="57" hits="1"/>
- <line number="58" hits="1"/>
- <line number="60" hits="1"/>
+ <line number="58" hits="0"/>
<line number="61" hits="1"/>
<line number="62" hits="1"/>
<line number="63" hits="1"/>
+ <line number="64" hits="1"/>
<line number="65" hits="1"/>
- <line number="66" hits="1"/>
- <line number="68" hits="1"/>
- <line number="69" hits="1"/>
- <line number="71" hits="1"/>
- <line number="72" hits="1"/>
- <line number="74" hits="1"/>
- <line number="75" hits="0"/>
- <line number="78" hits="1"/>
- <line number="79" hits="1"/>
- <line number="80" hits="1"/>
- <line number="81" hits="1"/>
- <line number="82" hits="1"/>
- <line number="83" hits="1"/>
- <line number="85" hits="1"/>
- <line number="86" hits="1"/>
- <line number="87" hits="0"/>
</lines>
</class>
- <class name="text.py" filename="text.py" complexity="0" line-rate="0.7778" branch-rate="0">
+ <class name="text.py" filename="text.py" complexity="0" line-rate="0" branch-rate="0">
<methods/>
<lines>
- <line number="1" hits="1"/>
- <line number="3" hits="1"/>
- <line number="4" hits="1"/>
- <line number="6" hits="1"/>
- <line number="7" hits="1"/>
- <line number="8" hits="1"/>
- <line number="9" hits="1"/>
- <line number="12" hits="1"/>
- <line number="14" hits="1"/>
- <line number="25" hits="1"/>
- <line number="26" hits="1"/>
- <line number="29" hits="1"/>
- <line number="30" hits="1"/>
- <line number="32" hits="1"/>
+ <line number="1" hits="0"/>
+ <line number="3" hits="0"/>
+ <line number="4" hits="0"/>
+ <line number="6" hits="0"/>
+ <line number="7" hits="0"/>
+ <line number="8" hits="0"/>
+ <line number="9" hits="0"/>
+ <line number="12" hits="0"/>
+ <line number="14" hits="0"/>
+ <line number="25" hits="0"/>
+ <line number="26" hits="0"/>
+ <line number="29" hits="0"/>
+ <line number="30" hits="0"/>
+ <line number="32" hits="0"/>
<line number="33" hits="0"/>
<line number="34" hits="0"/>
<line number="35" hits="0"/>
@@ -649,142 +671,265 @@
<line number="46" hits="0"/>
<line number="47" hits="0"/>
<line number="48" hits="0"/>
- <line number="50" hits="1"/>
- <line number="56" hits="1"/>
- <line number="58" hits="1"/>
- <line number="59" hits="1"/>
- <line number="61" hits="1"/>
- <line number="83" hits="1"/>
- <line number="84" hits="1"/>
- <line number="87" hits="1"/>
- <line number="88" hits="1"/>
- <line number="92" hits="1"/>
- <line number="94" hits="1"/>
- <line number="106" hits="1"/>
- <line number="107" hits="1"/>
- <line number="109" hits="1"/>
- <line number="111" hits="1"/>
- <line number="124" hits="1"/>
- <line number="125" hits="1"/>
- <line number="126" hits="1"/>
- <line number="131" hits="1"/>
- <line number="132" hits="1"/>
- <line number="134" hits="1"/>
- <line number="145" hits="1"/>
- <line number="146" hits="1"/>
- <line number="147" hits="1"/>
- <line number="149" hits="1"/>
- <line number="163" hits="1"/>
- <line number="164" hits="1"/>
- <line number="167" hits="1"/>
- <line number="169" hits="1"/>
+ <line number="50" hits="0"/>
+ <line number="56" hits="0"/>
+ <line number="58" hits="0"/>
+ <line number="59" hits="0"/>
+ <line number="61" hits="0"/>
+ <line number="83" hits="0"/>
+ <line number="84" hits="0"/>
+ <line number="87" hits="0"/>
+ <line number="88" hits="0"/>
+ <line number="92" hits="0"/>
+ <line number="94" hits="0"/>
+ <line number="106" hits="0"/>
+ <line number="107" hits="0"/>
+ <line number="109" hits="0"/>
+ <line number="111" hits="0"/>
+ <line number="124" hits="0"/>
+ <line number="125" hits="0"/>
+ <line number="126" hits="0"/>
+ <line number="131" hits="0"/>
+ <line number="132" hits="0"/>
+ <line number="134" hits="0"/>
+ <line number="145" hits="0"/>
+ <line number="146" hits="0"/>
+ <line number="147" hits="0"/>
+ <line number="149" hits="0"/>
+ <line number="163" hits="0"/>
+ <line number="164" hits="0"/>
+ <line number="167" hits="0"/>
+ <line number="169" hits="0"/>
<line number="171" hits="0"/>
- <line number="174" hits="1"/>
- <line number="175" hits="1"/>
- <line number="176" hits="1"/>
- <line number="177" hits="1"/>
- <line number="180" hits="1"/>
- <line number="184" hits="1"/>
- <line number="185" hits="1"/>
- <line number="187" hits="1"/>
- <line number="190" hits="1"/>
+ <line number="174" hits="0"/>
+ <line number="175" hits="0"/>
+ <line number="176" hits="0"/>
+ <line number="177" hits="0"/>
+ <line number="180" hits="0"/>
+ <line number="184" hits="0"/>
+ <line number="185" hits="0"/>
+ <line number="187" hits="0"/>
+ <line number="190" hits="0"/>
<line number="191" hits="0"/>
- <line number="194" hits="1"/>
- <line number="199" hits="1"/>
+ <line number="194" hits="0"/>
+ <line number="199" hits="0"/>
<line number="200" hits="0"/>
- <line number="202" hits="1"/>
- <line number="205" hits="1"/>
+ <line number="202" hits="0"/>
+ <line number="205" hits="0"/>
</lines>
</class>
</classes>
</package>
- <package name="encoders" line-rate="0.9485" branch-rate="0" complexity="0">
+ <package name="encoders" line-rate="0.6161" branch-rate="0" complexity="0">
<classes>
<class name="__init__.py" filename="encoders/__init__.py" complexity="0" line-rate="1" branch-rate="0">
<methods/>
<lines>
<line number="1" hits="1"/>
<line number="2" hits="1"/>
- <line number="3" hits="1"/>
+ <line number="3" hits="1"/>
+ <line number="4" hits="1"/>
+ <line number="5" hits="1"/>
+ <line number="6" hits="1"/>
+ <line number="7" hits="1"/>
+ <line number="8" hits="1"/>
+ <line number="9" hits="1"/>
+ <line number="10" hits="1"/>
+ <line number="11" hits="1"/>
+ <line number="12" hits="1"/>
+ <line number="13" hits="1"/>
+ <line number="15" hits="1"/>
+ </lines>
+ </class>
+ <class name="base.py" filename="encoders/base.py" complexity="0" line-rate="1" branch-rate="0">
+ <methods/>
+ <lines>
+ <line number="1" hits="1"/>
+ <line number="3" hits="1"/>
+ <line number="6" hits="1"/>
+ <line number="7" hits="1"/>
+ <line number="8" hits="1"/>
+ <line number="9" hits="1"/>
+ <line number="11" hits="1"/>
+ <line number="12" hits="1"/>
+ <line number="14" hits="1"/>
+ <line number="15" hits="1"/>
+ </lines>
+ </class>
+ <class name="bm25.py" filename="encoders/bm25.py" complexity="0" line-rate="0.3404" branch-rate="0">
+ <methods/>
+ <lines>
+ <line number="1" hits="1"/>
+ <line number="3" hits="1"/>
+ <line number="4" hits="1"/>
+ <line number="7" hits="1"/>
+ <line number="8" hits="1"/>
+ <line number="9" hits="1"/>
+ <line number="10" hits="1"/>
+ <line number="12" hits="1"/>
+ <line number="18" hits="1"/>
+ <line number="19" hits="1"/>
+ <line number="20" hits="1"/>
+ <line number="21" hits="1"/>
+ <line number="22" hits="1"/>
+ <line number="27" hits="0"/>
+ <line number="29" hits="0"/>
+ <line number="30" hits="0"/>
+ <line number="31" hits="0"/>
+ <line number="32" hits="0"/>
+ <line number="34" hits="1"/>
+ <line number="35" hits="0"/>
+ <line number="36" hits="0"/>
+ <line number="37" hits="0"/>
+ <line number="38" hits="0"/>
+ <line number="39" hits="0"/>
+ <line number="41" hits="0"/>
+ <line number="43" hits="1"/>
+ <line number="44" hits="0"/>
+ <line number="45" hits="0"/>
+ <line number="46" hits="0"/>
+ <line number="47" hits="0"/>
+ <line number="48" hits="0"/>
+ <line number="49" hits="0"/>
+ <line number="51" hits="0"/>
+ <line number="53" hits="0"/>
+ <line number="54" hits="0"/>
+ <line number="55" hits="0"/>
+ <line number="56" hits="0"/>
+ <line number="57" hits="0"/>
+ <line number="58" hits="0"/>
+ <line number="59" hits="0"/>
+ <line number="60" hits="0"/>
+ <line number="61" hits="0"/>
+ <line number="63" hits="1"/>
+ <line number="64" hits="0"/>
+ <line number="65" hits="0"/>
+ <line number="66" hits="0"/>
+ <line number="67" hits="0"/>
+ </lines>
+ </class>
+ <class name="clip.py" filename="encoders/clip.py" complexity="0" line-rate="0.2927" branch-rate="0">
+ <methods/>
+ <lines>
+ <line number="1" hits="1"/>
+ <line number="3" hits="1"/>
+ <line number="4" hits="1"/>
+ <line number="6" hits="1"/>
+ <line number="9" hits="1"/>
+ <line number="10" hits="1"/>
+ <line number="11" hits="1"/>
+ <line number="12" hits="1"/>
+ <line number="13" hits="1"/>
+ <line number="14" hits="1"/>
+ <line number="15" hits="1"/>
+ <line number="16" hits="1"/>
+ <line number="17" hits="1"/>
+ <line number="18" hits="1"/>
+ <line number="19" hits="1"/>
+ <line number="20" hits="1"/>
+ <line number="21" hits="1"/>
+ <line number="23" hits="1"/>
+ <line number="24" hits="0"/>
+ <line number="25" hits="0"/>
+ <line number="27" hits="1"/>
+ <line number="33" hits="0"/>
+ <line number="34" hits="0"/>
+ <line number="35" hits="0"/>
+ <line number="37" hits="0"/>
+ <line number="38" hits="0"/>
+ <line number="39" hits="0"/>
+ <line number="40" hits="0"/>
+ <line number="41" hits="0"/>
+ <line number="43" hits="0"/>
+ <line number="44" hits="0"/>
+ <line number="45" hits="0"/>
+ <line number="47" hits="0"/>
+ <line number="48" hits="0"/>
+ <line number="49" hits="0"/>
+ <line number="51" hits="1"/>
+ <line number="52" hits="0"/>
+ <line number="53" hits="0"/>
+ <line number="54" hits="0"/>
+ <line number="55" hits="0"/>
+ <line number="61" hits="0"/>
+ <line number="62" hits="0"/>
+ <line number="63" hits="0"/>
+ <line number="64" hits="0"/>
+ <line number="70" hits="0"/>
+ <line number="71" hits="0"/>
+ <line number="72" hits="0"/>
+ <line number="73" hits="0"/>
+ <line number="79" hits="0"/>
+ <line number="80" hits="0"/>
+ <line number="82" hits="0"/>
+ <line number="86" hits="0"/>
+ <line number="87" hits="0"/>
+ <line number="89" hits="0"/>
+ <line number="90" hits="0"/>
+ <line number="91" hits="0"/>
+ <line number="93" hits="1"/>
+ <line number="94" hits="0"/>
+ <line number="95" hits="0"/>
+ <line number="96" hits="0"/>
+ <line number="97" hits="0"/>
+ <line number="98" hits="0"/>
+ <line number="99" hits="0"/>
+ <line number="101" hits="0"/>
+ <line number="102" hits="0"/>
+ <line number="104" hits="1"/>
+ <line number="105" hits="0"/>
+ <line number="108" hits="0"/>
+ <line number="109" hits="0"/>
+ <line number="110" hits="0"/>
+ <line number="111" hits="0"/>
+ <line number="113" hits="1"/>
+ <line number="114" hits="0"/>
+ <line number="115" hits="0"/>
+ <line number="118" hits="0"/>
+ <line number="119" hits="0"/>
+ <line number="120" hits="0"/>
+ <line number="121" hits="0"/>
+ <line number="123" hits="1"/>
+ <line number="124" hits="0"/>
+ <line number="125" hits="0"/>
+ <line number="126" hits="0"/>
+ </lines>
+ </class>
+ <class name="cohere.py" filename="encoders/cohere.py" complexity="0" line-rate="1" branch-rate="0">
+ <methods/>
+ <lines>
+ <line number="1" hits="1"/>
+ <line number="2" hits="1"/>
<line number="4" hits="1"/>
- <line number="5" hits="1"/>
<line number="6" hits="1"/>
<line number="7" hits="1"/>
- <line number="8" hits="1"/>
- <line number="9" hits="1"/>
<line number="10" hits="1"/>
<line number="11" hits="1"/>
- <line number="13" hits="1"/>
- </lines>
- </class>
- <class name="base.py" filename="encoders/base.py" complexity="0" line-rate="1" branch-rate="0">
- <methods/>
- <lines>
- <line number="1" hits="1"/>
- <line number="3" hits="1"/>
- <line number="6" hits="1"/>
- <line number="7" hits="1"/>
- <line number="8" hits="1"/>
- <line number="9" hits="1"/>
- <line number="11" hits="1"/>
<line number="12" hits="1"/>
- <line number="14" hits="1"/>
+ <line number="13" hits="1"/>
<line number="15" hits="1"/>
- </lines>
- </class>
- <class name="bm25.py" filename="encoders/bm25.py" complexity="0" line-rate="0.9574" branch-rate="0">
- <methods/>
- <lines>
- <line number="1" hits="1"/>
- <line number="3" hits="1"/>
- <line number="4" hits="1"/>
- <line number="7" hits="1"/>
- <line number="8" hits="1"/>
- <line number="9" hits="1"/>
- <line number="10" hits="1"/>
- <line number="12" hits="1"/>
- <line number="18" hits="1"/>
- <line number="19" hits="1"/>
- <line number="20" hits="1"/>
- <line number="21" hits="0"/>
- <line number="22" hits="0"/>
- <line number="27" hits="1"/>
+ <line number="22" hits="1"/>
+ <line number="23" hits="1"/>
+ <line number="24" hits="1"/>
<line number="29" hits="1"/>
<line number="30" hits="1"/>
<line number="31" hits="1"/>
<line number="32" hits="1"/>
+ <line number="33" hits="1"/>
<line number="34" hits="1"/>
<line number="35" hits="1"/>
<line number="36" hits="1"/>
- <line number="37" hits="1"/>
- <line number="38" hits="1"/>
- <line number="39" hits="1"/>
+ <line number="40" hits="1"/>
<line number="41" hits="1"/>
+ <line number="42" hits="1"/>
<line number="43" hits="1"/>
<line number="44" hits="1"/>
- <line number="45" hits="1"/>
- <line number="46" hits="1"/>
<line number="47" hits="1"/>
<line number="48" hits="1"/>
<line number="49" hits="1"/>
- <line number="51" hits="1"/>
- <line number="53" hits="1"/>
- <line number="54" hits="1"/>
- <line number="55" hits="1"/>
- <line number="56" hits="1"/>
- <line number="57" hits="1"/>
- <line number="58" hits="1"/>
- <line number="59" hits="1"/>
- <line number="60" hits="1"/>
- <line number="61" hits="1"/>
- <line number="63" hits="1"/>
- <line number="64" hits="1"/>
- <line number="65" hits="1"/>
- <line number="66" hits="1"/>
- <line number="67" hits="1"/>
</lines>
</class>
- <class name="clip.py" filename="encoders/clip.py" complexity="0" line-rate="0.939" branch-rate="0">
+ <class name="fastembed.py" filename="encoders/fastembed.py" complexity="0" line-rate="0.6667" branch-rate="0">
<methods/>
<lines>
<line number="1" hits="1"/>
@@ -798,310 +943,314 @@
<line number="13" hits="1"/>
<line number="14" hits="1"/>
<line number="15" hits="1"/>
- <line number="16" hits="1"/>
<line number="17" hits="1"/>
- <line number="18" hits="1"/>
- <line number="19" hits="1"/>
<line number="20" hits="1"/>
<line number="21" hits="1"/>
<line number="23" hits="1"/>
<line number="24" hits="1"/>
<line number="25" hits="1"/>
+ <line number="26" hits="1"/>
<line number="27" hits="1"/>
- <line number="33" hits="1"/>
+ <line number="33" hits="0"/>
+ <line number="40" hits="0"/>
+ <line number="42" hits="0"/>
+ <line number="43" hits="0"/>
+ <line number="45" hits="1"/>
+ <line number="46" hits="0"/>
+ <line number="47" hits="0"/>
+ <line number="48" hits="0"/>
+ <line number="49" hits="0"/>
+ <line number="50" hits="0"/>
+ <line number="51" hits="0"/>
+ </lines>
+ </class>
+ <class name="google.py" filename="encoders/google.py" complexity="0" line-rate="0.2703" branch-rate="0">
+ <methods/>
+ <lines>
+ <line number="19" hits="1"/>
+ <line number="20" hits="1"/>
+ <line number="22" hits="1"/>
+ <line number="23" hits="1"/>
+ <line number="26" hits="1"/>
<line number="34" hits="1"/>
<line number="35" hits="1"/>
<line number="37" hits="1"/>
- <line number="38" hits="1"/>
- <line number="39" hits="1"/>
- <line number="40" hits="1"/>
- <line number="41" hits="1"/>
- <line number="43" hits="1"/>
- <line number="44" hits="1"/>
- <line number="45" hits="1"/>
- <line number="47" hits="1"/>
- <line number="48" hits="1"/>
- <line number="49" hits="1"/>
- <line number="51" hits="1"/>
- <line number="52" hits="1"/>
- <line number="53" hits="1"/>
- <line number="54" hits="1"/>
- <line number="55" hits="1"/>
- <line number="61" hits="1"/>
- <line number="62" hits="1"/>
- <line number="63" hits="1"/>
- <line number="64" hits="1"/>
- <line number="70" hits="1"/>
- <line number="71" hits="1"/>
- <line number="72" hits="0"/>
- <line number="73" hits="0"/>
- <line number="79" hits="1"/>
- <line number="80" hits="1"/>
- <line number="82" hits="1"/>
- <line number="86" hits="1"/>
- <line number="87" hits="1"/>
- <line number="89" hits="1"/>
- <line number="90" hits="1"/>
- <line number="91" hits="1"/>
- <line number="93" hits="1"/>
- <line number="94" hits="1"/>
- <line number="95" hits="0"/>
- <line number="96" hits="1"/>
- <line number="97" hits="0"/>
- <line number="98" hits="1"/>
- <line number="99" hits="1"/>
+ <line number="66" hits="0"/>
+ <line number="67" hits="0"/>
+ <line number="69" hits="0"/>
+ <line number="71" hits="0"/>
+ <line number="73" hits="1"/>
+ <line number="90" hits="0"/>
+ <line number="91" hits="0"/>
+ <line number="92" hits="0"/>
+ <line number="93" hits="0"/>
+ <line number="94" hits="0"/>
+ <line number="100" hits="0"/>
<line number="101" hits="0"/>
- <line number="102" hits="1"/>
- <line number="104" hits="1"/>
- <line number="105" hits="1"/>
- <line number="108" hits="1"/>
- <line number="109" hits="1"/>
- <line number="110" hits="1"/>
- <line number="111" hits="1"/>
- <line number="113" hits="1"/>
- <line number="114" hits="1"/>
- <line number="115" hits="1"/>
- <line number="118" hits="1"/>
+ <line number="102" hits="0"/>
+ <line number="104" hits="0"/>
+ <line number="105" hits="0"/>
+ <line number="107" hits="0"/>
+ <line number="108" hits="0"/>
+ <line number="111" hits="0"/>
+ <line number="112" hits="0"/>
+ <line number="113" hits="0"/>
+ <line number="117" hits="0"/>
<line number="119" hits="1"/>
- <line number="120" hits="1"/>
- <line number="121" hits="1"/>
- <line number="123" hits="1"/>
- <line number="124" hits="1"/>
- <line number="125" hits="1"/>
- <line number="126" hits="1"/>
+ <line number="133" hits="0"/>
+ <line number="134" hits="0"/>
+ <line number="135" hits="0"/>
+ <line number="136" hits="0"/>
+ <line number="137" hits="0"/>
+ <line number="138" hits="0"/>
+ <line number="139" hits="0"/>
</lines>
</class>
- <class name="cohere.py" filename="encoders/cohere.py" complexity="0" line-rate="1" branch-rate="0">
+ <class name="huggingface.py" filename="encoders/huggingface.py" complexity="0" line-rate="0.5929" branch-rate="0">
<methods/>
<lines>
- <line number="1" hits="1"/>
- <line number="2" hits="1"/>
- <line number="4" hits="1"/>
- <line number="6" hits="1"/>
- <line number="7" hits="1"/>
- <line number="10" hits="1"/>
- <line number="11" hits="1"/>
- <line number="12" hits="1"/>
- <line number="13" hits="1"/>
- <line number="15" hits="1"/>
- <line number="22" hits="1"/>
<line number="23" hits="1"/>
<line number="24" hits="1"/>
- <line number="29" hits="1"/>
+ <line number="25" hits="1"/>
+ <line number="26" hits="1"/>
+ <line number="28" hits="1"/>
<line number="30" hits="1"/>
<line number="31" hits="1"/>
- <line number="32" hits="1"/>
- <line number="33" hits="1"/>
<line number="34" hits="1"/>
<line number="35" hits="1"/>
<line number="36" hits="1"/>
+ <line number="37" hits="1"/>
+ <line number="38" hits="1"/>
+ <line number="39" hits="1"/>
<line number="40" hits="1"/>
<line number="41" hits="1"/>
<line number="42" hits="1"/>
<line number="43" hits="1"/>
- <line number="44" hits="1"/>
+ <line number="45" hits="1"/>
+ <line number="46" hits="1"/>
<line number="47" hits="1"/>
- <line number="48" hits="1"/>
<line number="49" hits="1"/>
+ <line number="50" hits="1"/>
+ <line number="51" hits="1"/>
+ <line number="52" hits="1"/>
+ <line number="53" hits="1"/>
+ <line number="59" hits="0"/>
+ <line number="60" hits="0"/>
+ <line number="61" hits="0"/>
+ <line number="62" hits="0"/>
+ <line number="68" hits="0"/>
+ <line number="70" hits="0"/>
+ <line number="75" hits="0"/>
+ <line number="77" hits="0"/>
+ <line number="78" hits="0"/>
+ <line number="81" hits="0"/>
+ <line number="82" hits="0"/>
+ <line number="83" hits="0"/>
+ <line number="85" hits="0"/>
+ <line number="87" hits="1"/>
+ <line number="94" hits="0"/>
+ <line number="95" hits="0"/>
+ <line number="96" hits="0"/>
+ <line number="98" hits="0"/>
+ <line number="102" hits="0"/>
+ <line number="103" hits="0"/>
+ <line number="105" hits="0"/>
+ <line number="106" hits="0"/>
+ <line number="109" hits="0"/>
+ <line number="110" hits="0"/>
+ <line number="114" hits="0"/>
+ <line number="118" hits="0"/>
+ <line number="119" hits="0"/>
+ <line number="121" hits="0"/>
+ <line number="122" hits="0"/>
+ <line number="123" hits="0"/>
+ <line number="125" hits="1"/>
+ <line number="126" hits="0"/>
+ <line number="127" hits="0"/>
+ <line number="130" hits="0"/>
+ <line number="134" hits="1"/>
+ <line number="135" hits="0"/>
+ <line number="136" hits="0"/>
+ <line number="139" hits="0"/>
+ <line number="140" hits="0"/>
+ <line number="143" hits="1"/>
+ <line number="153" hits="1"/>
+ <line number="154" hits="1"/>
+ <line number="155" hits="1"/>
+ <line number="156" hits="1"/>
+ <line number="158" hits="1"/>
+ <line number="181" hits="1"/>
+ <line number="182" hits="1"/>
+ <line number="184" hits="1"/>
+ <line number="186" hits="1"/>
+ <line number="187" hits="1"/>
+ <line number="188" hits="1"/>
+ <line number="189" hits="1"/>
+ <line number="191" hits="1"/>
+ <line number="192" hits="1"/>
+ <line number="194" hits="1"/>
+ <line number="195" hits="1"/>
+ <line number="196" hits="0"/>
+ <line number="197" hits="0"/>
+ <line number="201" hits="1"/>
+ <line number="214" hits="1"/>
+ <line number="215" hits="1"/>
+ <line number="216" hits="1"/>
+ <line number="217" hits="1"/>
+ <line number="218" hits="1"/>
+ <line number="219" hits="0"/>
+ <line number="220" hits="1"/>
+ <line number="222" hits="0"/>
+ <line number="223" hits="0"/>
+ <line number="226" hits="1"/>
+ <line number="228" hits="1"/>
+ <line number="241" hits="1"/>
+ <line number="246" hits="1"/>
+ <line number="247" hits="1"/>
+ <line number="248" hits="1"/>
+ <line number="254" hits="1"/>
+ <line number="255" hits="0"/>
+ <line number="256" hits="0"/>
+ <line number="257" hits="0"/>
+ <line number="260" hits="0"/>
+ <line number="261" hits="0"/>
+ <line number="263" hits="1"/>
+ <line number="265" hits="1"/>
+ <line number="266" hits="1"/>
+ <line number="267" hits="1"/>
+ <line number="268" hits="1"/>
+ <line number="269" hits="1"/>
+ <line number="271" hits="1"/>
+ <line number="275" hits="1"/>
</lines>
</class>
- <class name="fastembed.py" filename="encoders/fastembed.py" complexity="0" line-rate="0.7" branch-rate="0">
+ <class name="mistral.py" filename="encoders/mistral.py" complexity="0" line-rate="0.2708" branch-rate="0">
<methods/>
<lines>
- <line number="1" hits="1"/>
<line number="3" hits="1"/>
<line number="4" hits="1"/>
- <line number="6" hits="1"/>
+ <line number="5" hits="1"/>
+ <line number="7" hits="1"/>
<line number="9" hits="1"/>
<line number="10" hits="1"/>
- <line number="11" hits="1"/>
- <line number="12" hits="1"/>
<line number="13" hits="1"/>
- <line number="14" hits="1"/>
- <line number="15" hits="1"/>
+ <line number="16" hits="1"/>
<line number="17" hits="1"/>
+ <line number="18" hits="1"/>
<line number="20" hits="1"/>
- <line number="21" hits="1"/>
- <line number="23" hits="1"/>
- <line number="24" hits="1"/>
- <line number="25" hits="1"/>
<line number="26" hits="0"/>
<line number="27" hits="0"/>
- <line number="33" hits="1"/>
- <line number="40" hits="1"/>
- <line number="42" hits="1"/>
+ <line number="28" hits="0"/>
+ <line number="29" hits="0"/>
+ <line number="31" hits="1"/>
+ <line number="32" hits="0"/>
+ <line number="33" hits="0"/>
+ <line number="34" hits="0"/>
+ <line number="35" hits="0"/>
+ <line number="36" hits="0"/>
+ <line number="42" hits="0"/>
<line number="43" hits="0"/>
- <line number="45" hits="1"/>
+ <line number="44" hits="0"/>
+ <line number="45" hits="0"/>
<line number="46" hits="0"/>
<line number="47" hits="0"/>
<line number="48" hits="0"/>
<line number="49" hits="0"/>
- <line number="50" hits="0"/>
- <line number="51" hits="0"/>
+ <line number="51" hits="1"/>
+ <line number="52" hits="0"/>
+ <line number="53" hits="0"/>
+ <line number="54" hits="0"/>
+ <line number="55" hits="0"/>
+ <line number="58" hits="0"/>
+ <line number="59" hits="0"/>
+ <line number="60" hits="0"/>
+ <line number="61" hits="0"/>
+ <line number="62" hits="0"/>
+ <line number="63" hits="0"/>
+ <line number="64" hits="0"/>
+ <line number="65" hits="0"/>
+ <line number="66" hits="0"/>
+ <line number="67" hits="0"/>
+ <line number="69" hits="0"/>
+ <line number="76" hits="0"/>
+ <line number="77" hits="0"/>
+ <line number="78" hits="0"/>
</lines>
</class>
- <class name="huggingface.py" filename="encoders/huggingface.py" complexity="0" line-rate="0.9667" branch-rate="0">
+ <class name="openai.py" filename="encoders/openai.py" complexity="0" line-rate="0.9155" branch-rate="0">
<methods/>
<lines>
<line number="1" hits="1"/>
+ <line number="2" hits="1"/>
<line number="3" hits="1"/>
<line number="5" hits="1"/>
+ <line number="6" hits="1"/>
+ <line number="7" hits="1"/>
<line number="8" hits="1"/>
<line number="9" hits="1"/>
- <line number="10" hits="1"/>
<line number="11" hits="1"/>
<line number="12" hits="1"/>
<line number="13" hits="1"/>
<line number="14" hits="1"/>
- <line number="15" hits="1"/>
- <line number="16" hits="1"/>
<line number="17" hits="1"/>
- <line number="19" hits="1"/>
- <line number="20" hits="1"/>
- <line number="21" hits="1"/>
- <line number="23" hits="1"/>
- <line number="24" hits="1"/>
- <line number="25" hits="1"/>
- <line number="26" hits="1"/>
- <line number="27" hits="1"/>
- <line number="33" hits="1"/>
- <line number="34" hits="1"/>
- <line number="35" hits="1"/>
<line number="36" hits="1"/>
- <line number="42" hits="1"/>
- <line number="44" hits="1"/>
- <line number="49" hits="1"/>
- <line number="51" hits="1"/>
- <line number="52" hits="0"/>
+ <line number="37" hits="1"/>
+ <line number="38" hits="1"/>
+ <line number="39" hits="1"/>
+ <line number="40" hits="1"/>
+ <line number="41" hits="1"/>
+ <line number="43" hits="1"/>
+ <line number="52" hits="1"/>
+ <line number="53" hits="1"/>
+ <line number="54" hits="1"/>
<line number="55" hits="1"/>
<line number="56" hits="1"/>
<line number="57" hits="1"/>
- <line number="59" hits="1"/>
+ <line number="58" hits="1"/>
+ <line number="59" hits="0"/>
+ <line number="60" hits="1"/>
<line number="61" hits="1"/>
- <line number="68" hits="1"/>
+ <line number="64" hits="0"/>
+ <line number="65" hits="0"/>
<line number="69" hits="1"/>
- <line number="70" hits="1"/>
+ <line number="71" hits="1"/>
<line number="72" hits="1"/>
+ <line number="74" hits="1"/>
<line number="76" hits="1"/>
- <line number="77" hits="1"/>
- <line number="79" hits="1"/>
- <line number="80" hits="1"/>
- <line number="83" hits="1"/>
<line number="84" hits="1"/>
- <line number="88" hits="0"/>
+ <line number="85" hits="1"/>
+ <line number="86" hits="1"/>
+ <line number="87" hits="1"/>
+ <line number="89" hits="1"/>
+ <line number="91" hits="1"/>
<line number="92" hits="1"/>
<line number="93" hits="1"/>
- <line number="95" hits="1"/>
- <line number="96" hits="1"/>
+ <line number="94" hits="1"/>
<line number="97" hits="1"/>
+ <line number="98" hits="1"/>
<line number="99" hits="1"/>
- <line number="100" hits="1"/>
- <line number="101" hits="1"/>
<line number="104" hits="1"/>
+ <line number="105" hits="1"/>
+ <line number="106" hits="1"/>
+ <line number="107" hits="1"/>
<line number="108" hits="1"/>
<line number="109" hits="1"/>
- <line number="110" hits="1"/>
- <line number="113" hits="1"/>
+ <line number="110" hits="0"/>
+ <line number="111" hits="0"/>
+ <line number="112" hits="0"/>
<line number="114" hits="1"/>
- </lines>
- </class>
- <class name="mistral.py" filename="encoders/mistral.py" complexity="0" line-rate="0.9512" branch-rate="0">
- <methods/>
- <lines>
- <line number="3" hits="1"/>
- <line number="4" hits="1"/>
- <line number="5" hits="1"/>
- <line number="7" hits="1"/>
- <line number="8" hits="1"/>
- <line number="9" hits="1"/>
- <line number="11" hits="1"/>
- <line number="12" hits="1"/>
- <line number="15" hits="1"/>
- <line number="18" hits="1"/>
- <line number="19" hits="1"/>
- <line number="21" hits="1"/>
- <line number="27" hits="1"/>
- <line number="28" hits="1"/>
- <line number="29" hits="1"/>
- <line number="30" hits="1"/>
- <line number="31" hits="1"/>
- <line number="32" hits="1"/>
- <line number="33" hits="1"/>
- <line number="34" hits="1"/>
- <line number="35" hits="0"/>
- <line number="36" hits="0"/>
- <line number="38" hits="1"/>
- <line number="39" hits="1"/>
- <line number="40" hits="1"/>
- <line number="41" hits="1"/>
- <line number="42" hits="1"/>
- <line number="45" hits="1"/>
- <line number="46" hits="1"/>
- <line number="47" hits="1"/>
- <line number="48" hits="1"/>
- <line number="49" hits="1"/>
- <line number="50" hits="1"/>
- <line number="51" hits="1"/>
- <line number="52" hits="1"/>
- <line number="53" hits="1"/>
- <line number="54" hits="1"/>
- <line number="56" hits="1"/>
- <line number="57" hits="1"/>
- <line number="58" hits="1"/>
- <line number="59" hits="1"/>
- </lines>
- </class>
- <class name="openai.py" filename="encoders/openai.py" complexity="0" line-rate="1" branch-rate="0">
- <methods/>
- <lines>
- <line number="1" hits="1"/>
- <line number="2" hits="1"/>
- <line number="3" hits="1"/>
- <line number="5" hits="1"/>
- <line number="6" hits="1"/>
- <line number="7" hits="1"/>
- <line number="8" hits="1"/>
- <line number="10" hits="1"/>
- <line number="11" hits="1"/>
- <line number="12" hits="1"/>
- <line number="15" hits="1"/>
- <line number="16" hits="1"/>
- <line number="17" hits="1"/>
- <line number="18" hits="1"/>
- <line number="20" hits="1"/>
- <line number="28" hits="1"/>
- <line number="29" hits="1"/>
- <line number="30" hits="1"/>
- <line number="31" hits="1"/>
- <line number="32" hits="1"/>
- <line number="33" hits="1"/>
- <line number="34" hits="1"/>
- <line number="35" hits="1"/>
- <line number="36" hits="1"/>
- <line number="37" hits="1"/>
- <line number="38" hits="1"/>
- <line number="42" hits="1"/>
- <line number="44" hits="1"/>
- <line number="45" hits="1"/>
- <line number="46" hits="1"/>
- <line number="47" hits="1"/>
- <line number="48" hits="1"/>
- <line number="51" hits="1"/>
- <line number="52" hits="1"/>
- <line number="53" hits="1"/>
- <line number="58" hits="1"/>
- <line number="59" hits="1"/>
- <line number="60" hits="1"/>
- <line number="61" hits="1"/>
- <line number="62" hits="1"/>
- <line number="63" hits="1"/>
- <line number="64" hits="1"/>
- <line number="65" hits="1"/>
- <line number="66" hits="1"/>
- <line number="68" hits="1"/>
- <line number="73" hits="1"/>
- <line number="75" hits="1"/>
- <line number="76" hits="1"/>
+ <line number="119" hits="1"/>
+ <line number="120" hits="1"/>
+ <line number="122" hits="1"/>
+ <line number="123" hits="1"/>
+ <line number="125" hits="1"/>
+ <line number="126" hits="1"/>
+ <line number="127" hits="1"/>
+ <line number="128" hits="1"/>
+ <line number="132" hits="1"/>
+ <line number="133" hits="1"/>
+ <line number="134" hits="1"/>
+ <line number="135" hits="1"/>
</lines>
</class>
<class name="tfidf.py" filename="encoders/tfidf.py" complexity="0" line-rate="0.9844" branch-rate="0">
@@ -1173,7 +1322,7 @@
<line number="80" hits="1"/>
</lines>
</class>
- <class name="vit.py" filename="encoders/vit.py" complexity="0" line-rate="0.9254" branch-rate="0">
+ <class name="vit.py" filename="encoders/vit.py" complexity="0" line-rate="0.3134" branch-rate="0">
<methods/>
<lines>
<line number="1" hits="1"/>
@@ -1192,57 +1341,57 @@
<line number="18" hits="1"/>
<line number="19" hits="1"/>
<line number="21" hits="1"/>
- <line number="22" hits="1"/>
- <line number="23" hits="1"/>
+ <line number="22" hits="0"/>
+ <line number="23" hits="0"/>
<line number="25" hits="1"/>
- <line number="26" hits="1"/>
- <line number="27" hits="1"/>
- <line number="28" hits="1"/>
- <line number="29" hits="1"/>
- <line number="35" hits="1"/>
- <line number="36" hits="1"/>
- <line number="37" hits="1"/>
- <line number="38" hits="1"/>
- <line number="39" hits="1"/>
- <line number="45" hits="1"/>
- <line number="46" hits="1"/>
+ <line number="26" hits="0"/>
+ <line number="27" hits="0"/>
+ <line number="28" hits="0"/>
+ <line number="29" hits="0"/>
+ <line number="35" hits="0"/>
+ <line number="36" hits="0"/>
+ <line number="37" hits="0"/>
+ <line number="38" hits="0"/>
+ <line number="39" hits="0"/>
+ <line number="45" hits="0"/>
+ <line number="46" hits="0"/>
<line number="47" hits="0"/>
<line number="48" hits="0"/>
- <line number="54" hits="1"/>
- <line number="55" hits="1"/>
- <line number="56" hits="1"/>
- <line number="58" hits="1"/>
- <line number="62" hits="1"/>
- <line number="64" hits="1"/>
- <line number="65" hits="1"/>
- <line number="67" hits="1"/>
+ <line number="54" hits="0"/>
+ <line number="55" hits="0"/>
+ <line number="56" hits="0"/>
+ <line number="58" hits="0"/>
+ <line number="62" hits="0"/>
+ <line number="64" hits="0"/>
+ <line number="65" hits="0"/>
+ <line number="67" hits="0"/>
<line number="69" hits="1"/>
- <line number="70" hits="1"/>
+ <line number="70" hits="0"/>
<line number="71" hits="0"/>
- <line number="72" hits="1"/>
+ <line number="72" hits="0"/>
<line number="73" hits="0"/>
- <line number="74" hits="1"/>
- <line number="75" hits="1"/>
+ <line number="74" hits="0"/>
+ <line number="75" hits="0"/>
<line number="77" hits="0"/>
- <line number="78" hits="1"/>
+ <line number="78" hits="0"/>
<line number="80" hits="1"/>
- <line number="81" hits="1"/>
- <line number="82" hits="1"/>
- <line number="83" hits="1"/>
- <line number="84" hits="1"/>
+ <line number="81" hits="0"/>
+ <line number="82" hits="0"/>
+ <line number="83" hits="0"/>
+ <line number="84" hits="0"/>
<line number="86" hits="1"/>
- <line number="87" hits="1"/>
- <line number="88" hits="1"/>
- <line number="89" hits="1"/>
+ <line number="87" hits="0"/>
+ <line number="88" hits="0"/>
+ <line number="89" hits="0"/>
<line number="91" hits="1"/>
- <line number="96" hits="1"/>
- <line number="97" hits="1"/>
- <line number="98" hits="1"/>
- <line number="99" hits="1"/>
- <line number="100" hits="1"/>
- <line number="101" hits="1"/>
- <line number="107" hits="1"/>
- <line number="108" hits="1"/>
+ <line number="96" hits="0"/>
+ <line number="97" hits="0"/>
+ <line number="98" hits="0"/>
+ <line number="99" hits="0"/>
+ <line number="100" hits="0"/>
+ <line number="101" hits="0"/>
+ <line number="107" hits="0"/>
+ <line number="108" hits="0"/>
</lines>
</class>
<class name="zure.py" filename="encoders/zure.py" complexity="0" line-rate="0.9589" branch-rate="0">
@@ -1325,7 +1474,7 @@
</class>
</classes>
</package>
- <package name="index" line-rate="0.4932" branch-rate="0" complexity="0">
+ <package name="index" line-rate="0.3584" branch-rate="0" complexity="0">
<classes>
<class name="__init__.py" filename="index/__init__.py" complexity="0" line-rate="1" branch-rate="0">
<methods/>
@@ -1333,7 +1482,8 @@
<line number="1" hits="1"/>
<line number="2" hits="1"/>
<line number="3" hits="1"/>
- <line number="5" hits="1"/>
+ <line number="4" hits="1"/>
+ <line number="6" hits="1"/>
</lines>
</class>
<class name="base.py" filename="index/base.py" complexity="0" line-rate="0.7619" branch-rate="0">
@@ -1355,14 +1505,14 @@
<line number="38" hits="1"/>
<line number="44" hits="0"/>
<line number="46" hits="1"/>
- <line number="51" hits="0"/>
- <line number="53" hits="1"/>
- <line number="58" hits="0"/>
- <line number="60" hits="1"/>
- <line number="61" hits="1"/>
+ <line number="56" hits="0"/>
+ <line number="58" hits="1"/>
+ <line number="63" hits="0"/>
+ <line number="65" hits="1"/>
+ <line number="66" hits="1"/>
</lines>
</class>
- <class name="local.py" filename="index/local.py" complexity="0" line-rate="0.8519" branch-rate="0">
+ <class name="local.py" filename="index/local.py" complexity="0" line-rate="0.2424" branch-rate="0">
<methods/>
<lines>
<line number="1" hits="1"/>
@@ -1371,57 +1521,69 @@
<line number="6" hits="1"/>
<line number="9" hits="1"/>
<line number="10" hits="1"/>
- <line number="16" hits="1"/>
- <line number="17" hits="1"/>
+ <line number="16" hits="0"/>
+ <line number="17" hits="0"/>
<line number="19" hits="1"/>
<line number="21" hits="1"/>
<line number="23" hits="1"/>
- <line number="26" hits="1"/>
- <line number="27" hits="1"/>
- <line number="28" hits="1"/>
- <line number="29" hits="1"/>
+ <line number="26" hits="0"/>
+ <line number="27" hits="0"/>
+ <line number="28" hits="0"/>
+ <line number="29" hits="0"/>
<line number="31" hits="0"/>
- <line number="32" hits="1"/>
- <line number="33" hits="1"/>
- <line number="34" hits="1"/>
- <line number="35" hits="1"/>
- <line number="37" hits="1"/>
- <line number="38" hits="1"/>
- <line number="39" hits="1"/>
+ <line number="32" hits="0"/>
+ <line number="33" hits="0"/>
+ <line number="34" hits="0"/>
+ <line number="35" hits="0"/>
+ <line number="37" hits="0"/>
+ <line number="38" hits="0"/>
+ <line number="39" hits="0"/>
<line number="41" hits="1"/>
<line number="48" hits="0"/>
<line number="49" hits="0"/>
<line number="50" hits="0"/>
<line number="52" hits="1"/>
- <line number="53" hits="1"/>
+ <line number="53" hits="0"/>
<line number="59" hits="1"/>
- <line number="63" hits="1"/>
- <line number="64" hits="1"/>
- <line number="65" hits="1"/>
- <line number="67" hits="1"/>
- <line number="69" hits="1"/>
- <line number="70" hits="1"/>
- <line number="72" hits="1"/>
- <line number="76" hits="1"/>
- <line number="81" hits="1"/>
- <line number="82" hits="1"/>
- <line number="83" hits="1"/>
- <line number="84" hits="1"/>
+ <line number="68" hits="0"/>
+ <line number="69" hits="0"/>
+ <line number="70" hits="0"/>
+ <line number="71" hits="0"/>
+ <line number="72" hits="0"/>
+ <line number="73" hits="0"/>
+ <line number="74" hits="0"/>
+ <line number="75" hits="0"/>
+ <line number="76" hits="0"/>
+ <line number="77" hits="0"/>
+ <line number="78" hits="0"/>
+ <line number="79" hits="0"/>
+ <line number="80" hits="0"/>
+ <line number="81" hits="0"/>
+ <line number="83" hits="0"/>
+ <line number="84" hits="0"/>
+ <line number="85" hits="0"/>
<line number="86" hits="0"/>
- <line number="91" hits="1"/>
- <line number="95" hits="0"/>
- <line number="97" hits="1"/>
- <line number="99" hits="1"/>
+ <line number="88" hits="1"/>
+ <line number="92" hits="0"/>
+ <line number="97" hits="0"/>
+ <line number="98" hits="0"/>
+ <line number="99" hits="0"/>
<line number="100" hits="0"/>
- <line number="101" hits="1"/>
- <line number="102" hits="1"/>
- <line number="104" hits="1"/>
- <line number="105" hits="1"/>
- <line number="106" hits="1"/>
- <line number="108" hits="0"/>
+ <line number="102" hits="0"/>
+ <line number="107" hits="1"/>
+ <line number="111" hits="0"/>
+ <line number="113" hits="1"/>
+ <line number="115" hits="0"/>
+ <line number="116" hits="0"/>
+ <line number="117" hits="0"/>
+ <line number="118" hits="0"/>
+ <line number="120" hits="1"/>
+ <line number="121" hits="0"/>
+ <line number="122" hits="0"/>
+ <line number="124" hits="0"/>
</lines>
</class>
- <class name="pinecone.py" filename="index/pinecone.py" complexity="0" line-rate="0.3" branch-rate="0">
+ <class name="pinecone.py" filename="index/pinecone.py" complexity="0" line-rate="0.281" branch-rate="0">
<methods/>
<lines>
<line number="1" hits="1"/>
@@ -1458,117 +1620,222 @@
<line number="47" hits="1"/>
<line number="48" hits="1"/>
<line number="49" hits="1"/>
- <line number="51" hits="1"/>
- <line number="52" hits="0"/>
- <line number="53" hits="0"/>
- <line number="54" hits="0"/>
- <line number="55" hits="0"/>
- <line number="57" hits="1"/>
- <line number="58" hits="0"/>
- <line number="59" hits="0"/>
- <line number="61" hits="0"/>
- <line number="62" hits="0"/>
+ <line number="50" hits="1"/>
+ <line number="52" hits="1"/>
<line number="63" hits="0"/>
+ <line number="64" hits="0"/>
+ <line number="65" hits="0"/>
+ <line number="66" hits="0"/>
+ <line number="67" hits="0"/>
<line number="68" hits="0"/>
<line number="69" hits="0"/>
<line number="70" hits="0"/>
<line number="71" hits="0"/>
- <line number="73" hits="1"/>
- <line number="74" hits="0"/>
+ <line number="72" hits="0"/>
+ <line number="74" hits="1"/>
<line number="75" hits="0"/>
<line number="76" hits="0"/>
+ <line number="78" hits="0"/>
<line number="79" hits="0"/>
+ <line number="80" hits="0"/>
+ <line number="85" hits="0"/>
<line number="86" hits="0"/>
<line number="87" hits="0"/>
<line number="88" hits="0"/>
<line number="89" hits="0"/>
<line number="90" hits="0"/>
<line number="92" hits="0"/>
- <line number="94" hits="0"/>
- <line number="95" hits="0"/>
- <line number="96" hits="0"/>
- <line number="102" hits="0"/>
- <line number="103" hits="0"/>
- <line number="104" hits="0"/>
- <line number="105" hits="0"/>
- <line number="106" hits="0"/>
- <line number="108" hits="1"/>
- <line number="110" hits="0"/>
- <line number="111" hits="0"/>
- <line number="113" hits="0"/>
- <line number="115" hits="1"/>
+ <line number="94" hits="1"/>
+ <line number="107" hits="0"/>
+ <line number="108" hits="0"/>
+ <line number="109" hits="0"/>
+ <line number="112" hits="0"/>
+ <line number="119" hits="0"/>
+ <line number="120" hits="0"/>
+ <line number="121" hits="0"/>
+ <line number="122" hits="0"/>
<line number="123" hits="0"/>
+ <line number="125" hits="0"/>
+ <line number="127" hits="0"/>
+ <line number="128" hits="0"/>
+ <line number="129" hits="0"/>
+ <line number="135" hits="0"/>
+ <line number="136" hits="0"/>
+ <line number="137" hits="0"/>
+ <line number="138" hits="0"/>
+ <line number="139" hits="0"/>
+ <line number="141" hits="1"/>
+ <line number="143" hits="0"/>
+ <line number="144" hits="0"/>
+ <line number="146" hits="0"/>
+ <line number="148" hits="1"/>
+ <line number="156" hits="0"/>
+ <line number="157" hits="0"/>
+ <line number="158" hits="0"/>
+ <line number="160" hits="0"/>
+ <line number="165" hits="0"/>
+ <line number="166" hits="0"/>
+ <line number="167" hits="0"/>
+ <line number="169" hits="1"/>
+ <line number="170" hits="0"/>
+ <line number="171" hits="0"/>
+ <line number="172" hits="0"/>
+ <line number="174" hits="1"/>
+ <line number="178" hits="0"/>
+ <line number="179" hits="0"/>
+ <line number="180" hits="0"/>
+ <line number="181" hits="0"/>
+ <line number="183" hits="0"/>
+ <line number="184" hits="0"/>
+ <line number="186" hits="0"/>
+ <line number="189" hits="0"/>
+ <line number="190" hits="0"/>
+ <line number="191" hits="0"/>
+ <line number="192" hits="0"/>
+ <line number="194" hits="0"/>
+ <line number="195" hits="0"/>
+ <line number="196" hits="0"/>
+ <line number="199" hits="0"/>
+ <line number="200" hits="0"/>
+ <line number="203" hits="0"/>
+ <line number="205" hits="0"/>
+ <line number="206" hits="0"/>
+ <line number="207" hits="0"/>
+ <line number="210" hits="0"/>
+ <line number="211" hits="0"/>
+ <line number="213" hits="0"/>
+ <line number="216" hits="0"/>
+ <line number="217" hits="0"/>
+ <line number="218" hits="0"/>
+ <line number="220" hits="0"/>
+ <line number="222" hits="1"/>
+ <line number="230" hits="0"/>
+ <line number="231" hits="0"/>
+ <line number="232" hits="0"/>
+ <line number="234" hits="1"/>
+ <line number="235" hits="0"/>
+ <line number="236" hits="0"/>
+ <line number="237" hits="0"/>
+ <line number="239" hits="0"/>
+ <line number="241" hits="1"/>
+ <line number="242" hits="0"/>
+ <line number="244" hits="1"/>
+ <line number="245" hits="0"/>
+ <line number="246" hits="0"/>
+ <line number="247" hits="0"/>
+ <line number="253" hits="0"/>
+ <line number="255" hits="1"/>
+ <line number="261" hits="0"/>
+ <line number="262" hits="0"/>
+ <line number="263" hits="0"/>
+ <line number="264" hits="0"/>
+ <line number="265" hits="0"/>
+ <line number="267" hits="0"/>
+ <line number="268" hits="0"/>
+ <line number="275" hits="0"/>
+ <line number="276" hits="0"/>
+ <line number="277" hits="0"/>
+ <line number="279" hits="1"/>
+ <line number="280" hits="0"/>
+ <line number="282" hits="1"/>
+ <line number="283" hits="0"/>
+ </lines>
+ </class>
+ <class name="qdrant.py" filename="index/qdrant.py" complexity="0" line-rate="0.4483" branch-rate="0">
+ <methods/>
+ <lines>
+ <line number="1" hits="1"/>
+ <line number="3" hits="1"/>
+ <line number="4" hits="1"/>
+ <line number="6" hits="1"/>
+ <line number="7" hits="1"/>
+ <line number="9" hits="1"/>
+ <line number="10" hits="1"/>
+ <line number="11" hits="1"/>
+ <line number="12" hits="1"/>
+ <line number="13" hits="1"/>
+ <line number="16" hits="1"/>
+ <line number="19" hits="1"/>
+ <line number="24" hits="1"/>
+ <line number="29" hits="1"/>
+ <line number="34" hits="1"/>
+ <line number="38" hits="1"/>
+ <line number="42" hits="1"/>
+ <line number="46" hits="1"/>
+ <line number="50" hits="1"/>
+ <line number="54" hits="1"/>
+ <line number="58" hits="1"/>
+ <line number="62" hits="1"/>
+ <line number="67" hits="1"/>
+ <line number="71" hits="1"/>
+ <line number="75" hits="1"/>
+ <line number="80" hits="1"/>
+ <line number="84" hits="1"/>
+ <line number="88" hits="1"/>
+ <line number="90" hits="1"/>
+ <line number="91" hits="0"/>
+ <line number="92" hits="0"/>
+ <line number="93" hits="0"/>
+ <line number="95" hits="1"/>
+ <line number="96" hits="0"/>
+ <line number="97" hits="0"/>
+ <line number="99" hits="0"/>
+ <line number="114" hits="0"/>
+ <line number="115" hits="0"/>
+ <line number="121" hits="1"/>
+ <line number="122" hits="0"/>
<line number="124" hits="0"/>
<line number="125" hits="0"/>
+ <line number="126" hits="0"/>
<line number="127" hits="0"/>
- <line number="132" hits="0"/>
- <line number="133" hits="0"/>
- <line number="134" hits="0"/>
- <line number="136" hits="1"/>
- <line number="137" hits="0"/>
- <line number="138" hits="0"/>
- <line number="139" hits="0"/>
- <line number="141" hits="1"/>
- <line number="145" hits="0"/>
+ <line number="131" hits="0"/>
+ <line number="139" hits="1"/>
<line number="146" hits="0"/>
<line number="147" hits="0"/>
- <line number="148" hits="0"/>
- <line number="150" hits="0"/>
- <line number="151" hits="0"/>
- <line number="153" hits="0"/>
- <line number="156" hits="0"/>
- <line number="157" hits="0"/>
- <line number="158" hits="0"/>
- <line number="159" hits="0"/>
- <line number="161" hits="0"/>
- <line number="162" hits="0"/>
- <line number="163" hits="0"/>
- <line number="166" hits="0"/>
- <line number="167" hits="0"/>
+ <line number="149" hits="0"/>
+ <line number="155" hits="0"/>
+ <line number="162" hits="1"/>
<line number="170" hits="0"/>
<line number="172" hits="0"/>
<line number="173" hits="0"/>
<line number="174" hits="0"/>
- <line number="177" hits="0"/>
- <line number="178" hits="0"/>
- <line number="180" hits="0"/>
- <line number="183" hits="0"/>
- <line number="184" hits="0"/>
- <line number="185" hits="0"/>
- <line number="187" hits="0"/>
- <line number="189" hits="1"/>
+ <line number="175" hits="0"/>
+ <line number="176" hits="0"/>
+ <line number="182" hits="0"/>
+ <line number="188" hits="0"/>
+ <line number="190" hits="0"/>
+ <line number="194" hits="0"/>
+ <line number="196" hits="1"/>
<line number="197" hits="0"/>
- <line number="198" hits="0"/>
<line number="199" hits="0"/>
- <line number="201" hits="1"/>
- <line number="202" hits="0"/>
- <line number="203" hits="0"/>
- <line number="204" hits="0"/>
- <line number="206" hits="0"/>
- <line number="208" hits="1"/>
- <line number="209" hits="0"/>
<line number="211" hits="1"/>
<line number="212" hits="0"/>
- <line number="213" hits="0"/>
<line number="214" hits="0"/>
- <line number="220" hits="0"/>
- <line number="222" hits="1"/>
- <line number="223" hits="0"/>
- <line number="224" hits="0"/>
- <line number="225" hits="0"/>
+ <line number="220" hits="1"/>
<line number="226" hits="0"/>
+ <line number="228" hits="0"/>
<line number="231" hits="0"/>
<line number="232" hits="0"/>
<line number="233" hits="0"/>
- <line number="235" hits="1"/>
- <line number="236" hits="0"/>
- <line number="238" hits="1"/>
- <line number="239" hits="0"/>
+ <line number="242" hits="0"/>
+ <line number="249" hits="0"/>
+ <line number="250" hits="0"/>
+ <line number="251" hits="0"/>
+ <line number="253" hits="1"/>
+ <line number="254" hits="0"/>
+ <line number="256" hits="1"/>
+ <line number="257" hits="0"/>
+ <line number="259" hits="0"/>
+ <line number="266" hits="0"/>
+ <line number="267" hits="0"/>
+ <line number="269" hits="0"/>
+ <line number="271" hits="1"/>
+ <line number="272" hits="0"/>
</lines>
</class>
</classes>
</package>
- <package name="llms" line-rate="0.915" branch-rate="0" complexity="0">
+ <package name="llms" line-rate="0.7556" branch-rate="0" complexity="0">
<classes>
<class name="__init__.py" filename="llms/__init__.py" complexity="0" line-rate="1" branch-rate="0">
<methods/>
@@ -1579,10 +1846,11 @@
<line number="4" hits="1"/>
<line number="5" hits="1"/>
<line number="6" hits="1"/>
- <line number="8" hits="1"/>
+ <line number="7" hits="1"/>
+ <line number="9" hits="1"/>
</lines>
</class>
- <class name="base.py" filename="llms/base.py" complexity="0" line-rate="0.9756" branch-rate="0">
+ <class name="base.py" filename="llms/base.py" complexity="0" line-rate="0.7317" branch-rate="0">
<methods/>
<lines>
<line number="1" hits="1"/>
@@ -1606,8 +1874,8 @@
<line number="31" hits="1"/>
<line number="34" hits="1"/>
<line number="35" hits="1"/>
- <line number="36" hits="1"/>
- <line number="37" hits="1"/>
+ <line number="36" hits="0"/>
+ <line number="37" hits="0"/>
<line number="38" hits="1"/>
<line number="39" hits="1"/>
<line number="40" hits="1"/>
@@ -1617,15 +1885,15 @@
<line number="48" hits="1"/>
<line number="98" hits="1"/>
<line number="99" hits="1"/>
- <line number="101" hits="1"/>
+ <line number="101" hits="0"/>
<line number="102" hits="0"/>
- <line number="104" hits="1"/>
- <line number="105" hits="1"/>
- <line number="106" hits="1"/>
- <line number="107" hits="1"/>
- <line number="108" hits="1"/>
- <line number="109" hits="1"/>
- <line number="110" hits="1"/>
+ <line number="104" hits="0"/>
+ <line number="105" hits="0"/>
+ <line number="106" hits="0"/>
+ <line number="107" hits="0"/>
+ <line number="108" hits="0"/>
+ <line number="109" hits="0"/>
+ <line number="110" hits="0"/>
</lines>
</class>
<class name="cohere.py" filename="llms/cohere.py" complexity="0" line-rate="0.9655" branch-rate="0">
@@ -1662,7 +1930,7 @@
<line number="48" hits="1"/>
</lines>
</class>
- <class name="llamacpp.py" filename="llms/llamacpp.py" complexity="0" line-rate="0.9" branch-rate="0">
+ <class name="llamacpp.py" filename="llms/llamacpp.py" complexity="0" line-rate="0.3913" branch-rate="0">
<methods/>
<lines>
<line number="1" hits="1"/>
@@ -1677,37 +1945,43 @@
<line number="14" hits="1"/>
<line number="15" hits="1"/>
<line number="16" hits="1"/>
- <line number="18" hits="1"/>
- <line number="26" hits="1"/>
- <line number="33" hits="1"/>
- <line number="34" hits="1"/>
- <line number="35" hits="1"/>
- <line number="36" hits="1"/>
- <line number="38" hits="1"/>
- <line number="42" hits="1"/>
- <line number="43" hits="1"/>
- <line number="50" hits="1"/>
- <line number="51" hits="1"/>
- <line number="53" hits="1"/>
+ <line number="17" hits="1"/>
+ <line number="19" hits="1"/>
+ <line number="27" hits="0"/>
+ <line number="35" hits="0"/>
+ <line number="36" hits="0"/>
+ <line number="37" hits="0"/>
+ <line number="38" hits="0"/>
+ <line number="43" hits="0"/>
+ <line number="44" hits="0"/>
+ <line number="45" hits="0"/>
+ <line number="46" hits="0"/>
+ <line number="47" hits="0"/>
+ <line number="49" hits="1"/>
+ <line number="53" hits="0"/>
<line number="54" hits="0"/>
- <line number="55" hits="1"/>
- <line number="56" hits="0"/>
- <line number="57" hits="0"/>
- <line number="58" hits="0"/>
- <line number="60" hits="1"/>
- <line number="61" hits="1"/>
- <line number="62" hits="1"/>
- <line number="63" hits="1"/>
- <line number="64" hits="1"/>
- <line number="65" hits="1"/>
- <line number="66" hits="1"/>
- <line number="68" hits="1"/>
- <line number="70" hits="1"/>
- <line number="73" hits="1"/>
- <line number="74" hits="1"/>
+ <line number="61" hits="0"/>
+ <line number="62" hits="0"/>
+ <line number="64" hits="0"/>
+ <line number="65" hits="0"/>
+ <line number="66" hits="0"/>
+ <line number="67" hits="0"/>
+ <line number="68" hits="0"/>
+ <line number="69" hits="0"/>
+ <line number="71" hits="1"/>
+ <line number="72" hits="1"/>
+ <line number="73" hits="0"/>
+ <line number="74" hits="0"/>
+ <line number="75" hits="0"/>
+ <line number="76" hits="0"/>
+ <line number="77" hits="0"/>
+ <line number="79" hits="0"/>
+ <line number="81" hits="1"/>
+ <line number="84" hits="0"/>
+ <line number="85" hits="0"/>
</lines>
</class>
- <class name="mistral.py" filename="llms/mistral.py" complexity="0" line-rate="0.8333" branch-rate="0">
+ <class name="mistral.py" filename="llms/mistral.py" complexity="0" line-rate="0.5" branch-rate="0">
<methods/>
<lines>
<line number="1" hits="1"/>
@@ -1721,31 +1995,41 @@
<line number="13" hits="1"/>
<line number="14" hits="1"/>
<line number="15" hits="1"/>
- <line number="17" hits="1"/>
- <line number="24" hits="1"/>
+ <line number="16" hits="1"/>
+ <line number="18" hits="1"/>
<line number="25" hits="1"/>
<line number="26" hits="1"/>
<line number="27" hits="1"/>
<line number="28" hits="1"/>
- <line number="29" hits="1"/>
- <line number="30" hits="1"/>
- <line number="31" hits="1"/>
- <line number="32" hits="0"/>
- <line number="33" hits="0"/>
+ <line number="29" hits="0"/>
+ <line number="30" hits="0"/>
+ <line number="32" hits="1"/>
+ <line number="33" hits="1"/>
+ <line number="34" hits="1"/>
+ <line number="35" hits="0"/>
<line number="36" hits="1"/>
<line number="37" hits="1"/>
- <line number="39" hits="1"/>
- <line number="40" hits="1"/>
- <line number="41" hits="1"/>
- <line number="42" hits="1"/>
- <line number="43" hits="1"/>
- <line number="50" hits="1"/>
- <line number="52" hits="1"/>
- <line number="53" hits="0"/>
- <line number="54" hits="1"/>
+ <line number="42" hits="0"/>
+ <line number="43" hits="0"/>
+ <line number="44" hits="0"/>
+ <line number="45" hits="0"/>
+ <line number="46" hits="0"/>
+ <line number="47" hits="0"/>
+ <line number="48" hits="0"/>
+ <line number="51" hits="0"/>
+ <line number="53" hits="1"/>
+ <line number="54" hits="0"/>
<line number="55" hits="0"/>
- <line number="56" hits="0"/>
<line number="57" hits="0"/>
+ <line number="63" hits="0"/>
+ <line number="64" hits="0"/>
+ <line number="71" hits="0"/>
+ <line number="73" hits="0"/>
+ <line number="74" hits="0"/>
+ <line number="75" hits="0"/>
+ <line number="76" hits="0"/>
+ <line number="77" hits="0"/>
+ <line number="78" hits="0"/>
</lines>
</class>
<class name="ollama.py" filename="llms/ollama.py" complexity="0" line-rate="1" branch-rate="0">
@@ -1911,144 +2195,143 @@
</class>
</classes>
</package>
- <package name="splitters" line-rate="0.3595" branch-rate="0" complexity="0">
+ <package name="splitters" line-rate="0" branch-rate="0" complexity="0">
<classes>
- <class name="__init__.py" filename="splitters/__init__.py" complexity="0" line-rate="1" branch-rate="0">
+ <class name="__init__.py" filename="splitters/__init__.py" complexity="0" line-rate="0" branch-rate="0">
<methods/>
<lines>
- <line number="1" hits="1"/>
- <line number="2" hits="1"/>
- <line number="3" hits="1"/>
- <line number="4" hits="1"/>
- <line number="6" hits="1"/>
+ <line number="1" hits="0"/>
+ <line number="2" hits="0"/>
+ <line number="3" hits="0"/>
+ <line number="4" hits="0"/>
+ <line number="6" hits="0"/>
</lines>
</class>
- <class name="base.py" filename="splitters/base.py" complexity="0" line-rate="0.5" branch-rate="0">
+ <class name="base.py" filename="splitters/base.py" complexity="0" line-rate="0" branch-rate="0">
<methods/>
<lines>
- <line number="1" hits="1"/>
- <line number="3" hits="1"/>
- <line number="4" hits="1"/>
- <line number="6" hits="1"/>
- <line number="7" hits="1"/>
- <line number="10" hits="1"/>
- <line number="11" hits="1"/>
- <line number="12" hits="1"/>
- <line number="14" hits="1"/>
- <line number="15" hits="1"/>
- <line number="17" hits="1"/>
- <line number="18" hits="1"/>
- <line number="20" hits="1"/>
+ <line number="1" hits="0"/>
+ <line number="3" hits="0"/>
+ <line number="4" hits="0"/>
+ <line number="6" hits="0"/>
+ <line number="7" hits="0"/>
+ <line number="10" hits="0"/>
+ <line number="11" hits="0"/>
+ <line number="12" hits="0"/>
+ <line number="14" hits="0"/>
+ <line number="15" hits="0"/>
+ <line number="17" hits="0"/>
+ <line number="18" hits="0"/>
+ <line number="20" hits="0"/>
+ <line number="21" hits="0"/>
+ <line number="22" hits="0"/>
+ <line number="23" hits="0"/>
+ <line number="24" hits="0"/>
+ <line number="25" hits="0"/>
+ <line number="26" hits="0"/>
+ <line number="27" hits="0"/>
+ <line number="28" hits="0"/>
+ <line number="30" hits="0"/>
+ <line number="31" hits="0"/>
+ <line number="36" hits="0"/>
+ <line number="37" hits="0"/>
+ <line number="38" hits="0"/>
+ </lines>
+ </class>
+ <class name="consecutive_sim.py" filename="splitters/consecutive_sim.py" complexity="0" line-rate="0" branch-rate="0">
+ <methods/>
+ <lines>
+ <line number="1" hits="0"/>
+ <line number="3" hits="0"/>
+ <line number="5" hits="0"/>
+ <line number="6" hits="0"/>
+ <line number="7" hits="0"/>
+ <line number="10" hits="0"/>
+ <line number="15" hits="0"/>
<line number="21" hits="0"/>
<line number="22" hits="0"/>
<line number="23" hits="0"/>
+ <line number="25" hits="0"/>
+ <line number="34" hits="0"/>
+ <line number="35" hits="0"/>
+ <line number="39" hits="0"/>
+ <line number="40" hits="0"/>
+ <line number="41" hits="0"/>
+ <line number="42" hits="0"/>
+ <line number="43" hits="0"/>
+ <line number="44" hits="0"/>
+ <line number="45" hits="0"/>
+ <line number="47" hits="0"/>
+ <line number="48" hits="0"/>
+ <line number="49" hits="0"/>
+ <line number="50" hits="0"/>
+ <line number="57" hits="0"/>
+ <line number="58" hits="0"/>
+ <line number="59" hits="0"/>
+ <line number="60" hits="0"/>
+ </lines>
+ </class>
+ <class name="cumulative_sim.py" filename="splitters/cumulative_sim.py" complexity="0" line-rate="0" branch-rate="0">
+ <methods/>
+ <lines>
+ <line number="1" hits="0"/>
+ <line number="3" hits="0"/>
+ <line number="5" hits="0"/>
+ <line number="6" hits="0"/>
+ <line number="7" hits="0"/>
+ <line number="10" hits="0"/>
+ <line number="16" hits="0"/>
+ <line number="22" hits="0"/>
+ <line number="23" hits="0"/>
<line number="24" hits="0"/>
- <line number="25" hits="0"/>
<line number="26" hits="0"/>
- <line number="27" hits="0"/>
- <line number="28" hits="0"/>
- <line number="30" hits="0"/>
- <line number="31" hits="0"/>
+ <line number="34" hits="0"/>
<line number="36" hits="0"/>
<line number="37" hits="0"/>
- <line number="38" hits="0"/>
- </lines>
- </class>
- <class name="consecutive_sim.py" filename="splitters/consecutive_sim.py" complexity="0" line-rate="1" branch-rate="0">
- <methods/>
- <lines>
- <line number="1" hits="1"/>
- <line number="3" hits="1"/>
- <line number="5" hits="1"/>
- <line number="6" hits="1"/>
- <line number="7" hits="1"/>
- <line number="10" hits="1"/>
- <line number="15" hits="1"/>
- <line number="21" hits="1"/>
- <line number="22" hits="1"/>
- <line number="23" hits="1"/>
- <line number="25" hits="1"/>
- <line number="34" hits="1"/>
- <line number="35" hits="1"/>
- <line number="39" hits="1"/>
- <line number="40" hits="1"/>
- <line number="41" hits="1"/>
- <line number="42" hits="1"/>
- <line number="43" hits="1"/>
- <line number="44" hits="1"/>
- <line number="45" hits="1"/>
- <line number="47" hits="1"/>
- <line number="48" hits="1"/>
- <line number="49" hits="1"/>
- <line number="50" hits="1"/>
- <line number="57" hits="1"/>
- <line number="58" hits="1"/>
- <line number="59" hits="1"/>
- <line number="60" hits="1"/>
- </lines>
- </class>
- <class name="cumulative_sim.py" filename="splitters/cumulative_sim.py" complexity="0" line-rate="1" branch-rate="0">
- <methods/>
- <lines>
- <line number="1" hits="1"/>
- <line number="3" hits="1"/>
- <line number="5" hits="1"/>
- <line number="6" hits="1"/>
- <line number="7" hits="1"/>
- <line number="10" hits="1"/>
- <line number="16" hits="1"/>
- <line number="22" hits="1"/>
- <line number="23" hits="1"/>
- <line number="24" hits="1"/>
- <line number="26" hits="1"/>
- <line number="34" hits="1"/>
- <line number="36" hits="1"/>
- <line number="37" hits="1"/>
- <line number="41" hits="1"/>
- <line number="42" hits="1"/>
- <line number="44" hits="1"/>
- <line number="45" hits="1"/>
- <line number="46" hits="1"/>
- <line number="49" hits="1"/>
- <line number="53" hits="1"/>
- <line number="54" hits="1"/>
- <line number="57" hits="1"/>
- <line number="58" hits="1"/>
- <line number="59" hits="1"/>
- <line number="64" hits="1"/>
- <line number="65" hits="1"/>
- <line number="72" hits="1"/>
- <line number="77" hits="1"/>
- <line number="78" hits="1"/>
- <line number="80" hits="1"/>
+ <line number="41" hits="0"/>
+ <line number="42" hits="0"/>
+ <line number="44" hits="0"/>
+ <line number="45" hits="0"/>
+ <line number="46" hits="0"/>
+ <line number="49" hits="0"/>
+ <line number="53" hits="0"/>
+ <line number="54" hits="0"/>
+ <line number="57" hits="0"/>
+ <line number="58" hits="0"/>
+ <line number="59" hits="0"/>
+ <line number="64" hits="0"/>
+ <line number="65" hits="0"/>
+ <line number="72" hits="0"/>
+ <line number="77" hits="0"/>
+ <line number="78" hits="0"/>
+ <line number="80" hits="0"/>
</lines>
</class>
- <class name="rolling_window.py" filename="splitters/rolling_window.py" complexity="0" line-rate="0.1415" branch-rate="0">
+ <class name="rolling_window.py" filename="splitters/rolling_window.py" complexity="0" line-rate="0" branch-rate="0">
<methods/>
<lines>
- <line number="1" hits="1"/>
- <line number="2" hits="1"/>
- <line number="4" hits="1"/>
- <line number="6" hits="1"/>
- <line number="7" hits="1"/>
- <line number="8" hits="1"/>
- <line number="9" hits="1"/>
- <line number="10" hits="1"/>
- <line number="13" hits="1"/>
- <line number="14" hits="1"/>
- <line number="15" hits="1"/>
- <line number="16" hits="1"/>
- <line number="17" hits="1"/>
- <line number="18" hits="1"/>
- <line number="19" hits="1"/>
- <line number="20" hits="1"/>
- <line number="21" hits="1"/>
- <line number="22" hits="1"/>
- <line number="24" hits="1"/>
+ <line number="1" hits="0"/>
+ <line number="2" hits="0"/>
+ <line number="4" hits="0"/>
+ <line number="6" hits="0"/>
+ <line number="7" hits="0"/>
+ <line number="8" hits="0"/>
+ <line number="9" hits="0"/>
+ <line number="10" hits="0"/>
+ <line number="13" hits="0"/>
+ <line number="14" hits="0"/>
+ <line number="15" hits="0"/>
+ <line number="16" hits="0"/>
+ <line number="17" hits="0"/>
+ <line number="18" hits="0"/>
+ <line number="19" hits="0"/>
+ <line number="20" hits="0"/>
+ <line number="21" hits="0"/>
+ <line number="22" hits="0"/>
+ <line number="24" hits="0"/>
<line number="25" hits="0"/>
- <line number="38" hits="1"/>
- <line number="39" hits="1"/>
- <line number="51" hits="0"/>
+ <line number="38" hits="0"/>
+ <line number="39" hits="0"/>
<line number="52" hits="0"/>
<line number="53" hits="0"/>
<line number="54" hits="0"/>
@@ -2059,191 +2342,198 @@
<line number="59" hits="0"/>
<line number="60" hits="0"/>
<line number="61" hits="0"/>
- <line number="63" hits="1"/>
- <line number="71" hits="0"/>
- <line number="72" hits="0"/>
+ <line number="62" hits="0"/>
+ <line number="63" hits="0"/>
+ <line number="65" hits="0"/>
+ <line number="73" hits="0"/>
<line number="74" hits="0"/>
- <line number="75" hits="0"/>
<line number="76" hits="0"/>
<line number="77" hits="0"/>
- <line number="82" hits="0"/>
- <line number="83" hits="0"/>
+ <line number="78" hits="0"/>
+ <line number="79" hits="0"/>
<line number="84" hits="0"/>
<line number="85" hits="0"/>
<line number="86" hits="0"/>
+ <line number="87" hits="0"/>
<line number="88" hits="0"/>
- <line number="89" hits="0"/>
<line number="90" hits="0"/>
<line number="91" hits="0"/>
<line number="92" hits="0"/>
- <line number="93" hits="0"/>
- <line number="95" hits="1"/>
- <line number="96" hits="0"/>
+ <line number="94" hits="0"/>
+ <line number="95" hits="0"/>
<line number="97" hits="0"/>
<line number="98" hits="0"/>
- <line number="99" hits="0"/>
<line number="100" hits="0"/>
- <line number="101" hits="0"/>
- <line number="103" hits="1"/>
- <line number="104" hits="0"/>
- <line number="105" hits="0"/>
- <line number="106" hits="0"/>
- <line number="107" hits="0"/>
- <line number="108" hits="0"/>
+ <line number="102" hits="0"/>
+ <line number="111" hits="0"/>
<line number="112" hits="0"/>
- <line number="113" hits="0"/>
- <line number="115" hits="1"/>
+ <line number="114" hits="0"/>
+ <line number="115" hits="0"/>
<line number="116" hits="0"/>
<line number="117" hits="0"/>
<line number="118" hits="0"/>
<line number="119" hits="0"/>
<line number="120" hits="0"/>
+ <line number="121" hits="0"/>
+ <line number="123" hits="0"/>
<line number="125" hits="0"/>
<line number="126" hits="0"/>
- <line number="128" hits="1"/>
+ <line number="127" hits="0"/>
+ <line number="128" hits="0"/>
<line number="129" hits="0"/>
<line number="130" hits="0"/>
- <line number="133" hits="0"/>
<line number="134" hits="0"/>
+ <line number="135" hits="0"/>
<line number="137" hits="0"/>
<line number="138" hits="0"/>
+ <line number="139" hits="0"/>
<line number="140" hits="0"/>
<line number="141" hits="0"/>
<line number="142" hits="0"/>
- <line number="143" hits="0"/>
- <line number="144" hits="0"/>
- <line number="145" hits="0"/>
+ <line number="147" hits="0"/>
+ <line number="148" hits="0"/>
<line number="150" hits="0"/>
- <line number="158" hits="0"/>
+ <line number="151" hits="0"/>
+ <line number="152" hits="0"/>
+ <line number="155" hits="0"/>
+ <line number="156" hits="0"/>
<line number="159" hits="0"/>
+ <line number="160" hits="0"/>
<line number="162" hits="0"/>
+ <line number="163" hits="0"/>
+ <line number="164" hits="0"/>
+ <line number="165" hits="0"/>
+ <line number="166" hits="0"/>
<line number="167" hits="0"/>
- <line number="168" hits="0"/>
- <line number="169" hits="0"/>
- <line number="170" hits="0"/>
- <line number="171" hits="0"/>
- <line number="173" hits="0"/>
- <line number="174" hits="0"/>
- <line number="175" hits="0"/>
- <line number="177" hits="0"/>
- <line number="183" hits="0"/>
- <line number="185" hits="1"/>
+ <line number="172" hits="0"/>
+ <line number="180" hits="0"/>
+ <line number="181" hits="0"/>
+ <line number="184" hits="0"/>
+ <line number="189" hits="0"/>
+ <line number="190" hits="0"/>
+ <line number="191" hits="0"/>
+ <line number="192" hits="0"/>
+ <line number="193" hits="0"/>
+ <line number="195" hits="0"/>
<line number="196" hits="0"/>
<line number="197" hits="0"/>
- <line number="198" hits="0"/>
- <line number="201" hits="0"/>
- <line number="202" hits="0"/>
- <line number="203" hits="0"/>
+ <line number="199" hits="0"/>
<line number="205" hits="0"/>
- <line number="206" hits="0"/>
<line number="207" hits="0"/>
- <line number="208" hits="0"/>
- <line number="210" hits="0"/>
- <line number="211" hits="0"/>
- <line number="214" hits="0"/>
- <line number="215" hits="0"/>
- <line number="217" hits="0"/>
+ <line number="218" hits="0"/>
+ <line number="219" hits="0"/>
<line number="220" hits="0"/>
+ <line number="223" hits="0"/>
+ <line number="224" hits="0"/>
+ <line number="225" hits="0"/>
+ <line number="227" hits="0"/>
<line number="228" hits="0"/>
+ <line number="229" hits="0"/>
+ <line number="230" hits="0"/>
<line number="232" hits="0"/>
<line number="233" hits="0"/>
- <line number="234" hits="0"/>
- <line number="237" hits="0"/>
- <line number="238" hits="0"/>
- <line number="239" hits="0"/>
- <line number="247" hits="0"/>
- <line number="248" hits="0"/>
- <line number="252" hits="0"/>
+ <line number="240" hits="0"/>
+ <line number="241" hits="0"/>
+ <line number="243" hits="0"/>
+ <line number="246" hits="0"/>
<line number="254" hits="0"/>
- <line number="255" hits="0"/>
<line number="258" hits="0"/>
<line number="259" hits="0"/>
- <line number="267" hits="0"/>
- <line number="268" hits="0"/>
+ <line number="260" hits="0"/>
+ <line number="263" hits="0"/>
+ <line number="264" hits="0"/>
+ <line number="265" hits="0"/>
+ <line number="273" hits="0"/>
<line number="274" hits="0"/>
- <line number="275" hits="0"/>
<line number="278" hits="0"/>
- <line number="279" hits="0"/>
- <line number="282" hits="0"/>
- <line number="287" hits="0"/>
- <line number="288" hits="0"/>
- <line number="291" hits="0"/>
- <line number="292" hits="0"/>
+ <line number="280" hits="0"/>
+ <line number="281" hits="0"/>
+ <line number="284" hits="0"/>
+ <line number="285" hits="0"/>
<line number="293" hits="0"/>
- <line number="296" hits="0"/>
+ <line number="294" hits="0"/>
<line number="300" hits="0"/>
- <line number="311" hits="0"/>
- <line number="313" hits="1"/>
+ <line number="301" hits="0"/>
+ <line number="304" hits="0"/>
+ <line number="305" hits="0"/>
+ <line number="308" hits="0"/>
+ <line number="313" hits="0"/>
+ <line number="314" hits="0"/>
+ <line number="317" hits="0"/>
+ <line number="318" hits="0"/>
<line number="319" hits="0"/>
- <line number="320" hits="0"/>
- <line number="321" hits="0"/>
<line number="322" hits="0"/>
<line number="326" hits="0"/>
- <line number="328" hits="0"/>
- <line number="329" hits="0"/>
- <line number="330" hits="0"/>
- <line number="333" hits="0"/>
- <line number="334" hits="0"/>
- <line number="335" hits="0"/>
- <line number="341" hits="0"/>
- <line number="349" hits="0"/>
- <line number="350" hits="0"/>
+ <line number="337" hits="0"/>
+ <line number="339" hits="0"/>
+ <line number="345" hits="0"/>
+ <line number="346" hits="0"/>
+ <line number="347" hits="0"/>
+ <line number="348" hits="0"/>
+ <line number="352" hits="0"/>
+ <line number="354" hits="0"/>
+ <line number="357" hits="0"/>
<line number="358" hits="0"/>
<line number="359" hits="0"/>
- <line number="360" hits="0"/>
- <line number="366" hits="0"/>
- <line number="369" hits="0"/>
- <line number="370" hits="0"/>
- <line number="371" hits="0"/>
- <line number="372" hits="0"/>
+ <line number="365" hits="0"/>
<line number="373" hits="0"/>
<line number="374" hits="0"/>
- <line number="375" hits="0"/>
- <line number="376" hits="0"/>
- <line number="379" hits="0"/>
- <line number="380" hits="0"/>
- <line number="381" hits="0"/>
<line number="382" hits="0"/>
- <line number="386" hits="0"/>
- <line number="387" hits="0"/>
- <line number="389" hits="1"/>
- <line number="392" hits="0"/>
+ <line number="383" hits="0"/>
+ <line number="384" hits="0"/>
+ <line number="390" hits="0"/>
<line number="393" hits="0"/>
<line number="394" hits="0"/>
<line number="395" hits="0"/>
<line number="396" hits="0"/>
<line number="397" hits="0"/>
+ <line number="398" hits="0"/>
+ <line number="399" hits="0"/>
+ <line number="400" hits="0"/>
+ <line number="403" hits="0"/>
<line number="404" hits="0"/>
<line number="405" hits="0"/>
<line number="406" hits="0"/>
- <line number="408" hits="0"/>
- <line number="409" hits="0"/>
- <line number="412" hits="0"/>
+ <line number="410" hits="0"/>
+ <line number="411" hits="0"/>
+ <line number="413" hits="0"/>
+ <line number="416" hits="0"/>
<line number="417" hits="0"/>
+ <line number="418" hits="0"/>
<line number="419" hits="0"/>
<line number="420" hits="0"/>
<line number="421" hits="0"/>
- <line number="422" hits="0"/>
- <line number="423" hits="0"/>
- <line number="424" hits="0"/>
- <line number="425" hits="0"/>
- <line number="426" hits="0"/>
<line number="428" hits="0"/>
<line number="429" hits="0"/>
<line number="430" hits="0"/>
+ <line number="432" hits="0"/>
+ <line number="433" hits="0"/>
+ <line number="436" hits="0"/>
+ <line number="441" hits="0"/>
+ <line number="443" hits="0"/>
+ <line number="444" hits="0"/>
+ <line number="445" hits="0"/>
+ <line number="446" hits="0"/>
+ <line number="447" hits="0"/>
+ <line number="448" hits="0"/>
+ <line number="449" hits="0"/>
+ <line number="450" hits="0"/>
+ <line number="452" hits="0"/>
+ <line number="453" hits="0"/>
+ <line number="454" hits="0"/>
</lines>
</class>
- <class name="utils.py" filename="splitters/utils.py" complexity="0" line-rate="0.3636" branch-rate="0">
+ <class name="utils.py" filename="splitters/utils.py" complexity="0" line-rate="0" branch-rate="0">
<methods/>
<lines>
- <line number="1" hits="1"/>
- <line number="2" hits="1"/>
- <line number="5" hits="1"/>
+ <line number="1" hits="0"/>
+ <line number="2" hits="0"/>
+ <line number="5" hits="0"/>
<line number="22" hits="0"/>
<line number="55" hits="0"/>
<line number="56" hits="0"/>
<line number="57" hits="0"/>
- <line number="60" hits="1"/>
+ <line number="60" hits="0"/>
<line number="61" hits="0"/>
<line number="62" hits="0"/>
<line number="63" hits="0"/>
@@ -2251,7 +2541,7 @@
</class>
</classes>
</package>
- <package name="utils" line-rate="0.5278" branch-rate="0" complexity="0">
+ <package name="utils" line-rate="0.5342" branch-rate="0" complexity="0">
<classes>
<class name="__init__.py" filename="utils/__init__.py" complexity="0" line-rate="1" branch-rate="0">
<methods/>
@@ -2268,6 +2558,7 @@
<line number="14" hits="1"/>
<line number="18" hits="1"/>
<line number="22" hits="1"/>
+ <line number="29" hits="1"/>
</lines>
</class>
<class name="function_call.py" filename="utils/function_call.py" complexity="0" line-rate="0.3667" branch-rate="0">
diff --git a/semantic_router/encoders/openai.py b/semantic_router/encoders/openai.py
index 7712b19b..14b9bb7b 100644
--- a/semantic_router/encoders/openai.py
+++ b/semantic_router/encoders/openai.py
@@ -1,20 +1,43 @@
import os
from time import sleep
-from typing import List, Optional, Union
+from typing import Any, List, Optional, Union
import openai
from openai import OpenAIError
from openai._types import NotGiven
from openai.types import CreateEmbeddingResponse
+import tiktoken
from semantic_router.encoders import BaseEncoder
+from semantic_router.schema import EncoderInfo
from semantic_router.utils.defaults import EncoderDefault
from semantic_router.utils.logger import logger
+model_configs = {
+ "text-embedding-ada-002": EncoderInfo(
+ name="text-embedding-ada-002",
+ type="openai",
+ token_limit=4000
+ ),
+ "text-embed-3-small": EncoderInfo(
+ name="text-embed-3-small",
+ type="openai",
+ token_limit=8192
+ ),
+ "text-embed-3-large": EncoderInfo(
+ name="text-embed-3-large",
+ type="openai",
+ token_limit=8192
+ )
+}
+
+
class OpenAIEncoder(BaseEncoder):
client: Optional[openai.Client]
dimensions: Union[int, NotGiven] = NotGiven()
+ token_limit: Optional[int] = None
+ token_encoder: Optional[Any] = None
type: str = "openai"
def __init__(
@@ -44,13 +67,32 @@ class OpenAIEncoder(BaseEncoder):
) from e
# set dimensions to support openai embed 3 dimensions param
self.dimensions = dimensions
+ # if model name is known, set token limit
+ if name in model_configs:
+ self.token_limit = model_configs[name].token_limit
+ # get token encoder
+ self.token_encoder = tiktoken.encoding_for_model(name)
- def __call__(self, docs: List[str]) -> List[List[float]]:
+ def __call__(self, docs: List[str], truncate: bool = True) -> List[List[float]]:
+ """Encode a list of text documents into embeddings using OpenAI API.
+
+ :param docs: List of text documents to encode.
+ :param truncate: Whether to truncate the documents to token limit. If
+ False and a document exceeds the token limit, an error will be
+ raised.
+ :return: List of embeddings for each document."""
if self.client is None:
raise ValueError("OpenAI client is not initialized.")
embeds = None
error_message = ""
+ if truncate:
+ # check if any document exceeds token limit and truncate if so
+ for i in range(len(docs)):
+ logger.info(f"Document {i+1} length: {len(docs[i])}")
+ docs[i] = self._truncate(docs[i])
+ logger.info(f"Document {i+1} trunc length: {len(docs[i])}")
+
# Exponential backoff
for j in range(1, 7):
try:
@@ -74,7 +116,20 @@ class OpenAIEncoder(BaseEncoder):
or not isinstance(embeds, CreateEmbeddingResponse)
or not embeds.data
):
+ logger.info(f"Returned embeddings: {embeds}")
raise ValueError(f"No embeddings returned. Error: {error_message}")
embeddings = [embeds_obj.embedding for embeds_obj in embeds.data]
return embeddings
+
+ def _truncate(self, text: str) -> str:
+ tokens = self.token_encoder.encode(text)
+ if len(tokens) > self.token_limit:
+ logger.warning(
+ f"Document exceeds token limit: {len(tokens)} > {self.token_limit}"
+ "\nTruncating document..."
+ )
+ text = self.token_encoder.decode(tokens[:self.token_limit-1])
+ logger.info(f"Trunc length: {len(self.token_encoder.encode(text))}")
+ return text
+ return text
diff --git a/semantic_router/schema.py b/semantic_router/schema.py
index 6b7485ac..daf60813 100644
--- a/semantic_router/schema.py
+++ b/semantic_router/schema.py
@@ -2,16 +2,6 @@ from enum import Enum
from typing import List, Optional
from pydantic.v1 import BaseModel
-from pydantic.v1.dataclasses import dataclass
-
-from semantic_router.encoders import (
- BaseEncoder,
- CohereEncoder,
- FastEmbedEncoder,
- GoogleEncoder,
- MistralEncoder,
- OpenAIEncoder,
-)
class EncoderType(Enum):
@@ -23,40 +13,17 @@ class EncoderType(Enum):
GOOGLE = "google"
+class EncoderInfo(BaseModel):
+ name: str
+ type: EncoderType
+ token_limit: int
+
class RouteChoice(BaseModel):
name: Optional[str] = None
function_call: Optional[dict] = None
similarity_score: Optional[float] = None
-@dataclass
-class Encoder:
- type: EncoderType
- name: Optional[str]
- model: BaseEncoder
-
- def __init__(self, type: str, name: Optional[str]):
- self.type = EncoderType(type)
- self.name = name
- if self.type == EncoderType.HUGGINGFACE:
- raise NotImplementedError
- elif self.type == EncoderType.FASTEMBED:
- self.model = FastEmbedEncoder(name=name)
- elif self.type == EncoderType.OPENAI:
- self.model = OpenAIEncoder(name=name)
- elif self.type == EncoderType.COHERE:
- self.model = CohereEncoder(name=name)
- elif self.type == EncoderType.MISTRAL:
- self.model = MistralEncoder(name=name)
- elif self.type == EncoderType.GOOGLE:
- self.model = GoogleEncoder(name=name)
- else:
- raise ValueError
-
- def __call__(self, texts: List[str]) -> List[List[float]]:
- return self.model(texts)
-
-
class Message(BaseModel):
role: str
content: str
diff --git a/tests/unit/encoders/test_openai.py b/tests/unit/encoders/test_openai.py
index 508e9e9e..de3594f1 100644
--- a/tests/unit/encoders/test_openai.py
+++ b/tests/unit/encoders/test_openai.py
@@ -5,7 +5,6 @@ from openai.types.create_embedding_response import Usage
from semantic_router.encoders import OpenAIEncoder
-
@pytest.fixture
def openai_encoder(mocker):
mocker.patch("openai.Client")
--
GitLab