Skip to content
GitLab
Explore
Sign in
Primary navigation
Search or go to…
Project
Semantic Router
Manage
Activity
Members
Labels
Plan
Issues
Issue boards
Milestones
Iterations
Wiki
Code
Merge requests
Repository
Branches
Commits
Tags
Repository graph
Compare revisions
Snippets
Locked files
Build
Pipelines
Jobs
Pipeline schedules
Artifacts
Deploy
Releases
Package registry
Container Registry
Model registry
Operate
Environments
Terraform modules
Monitor
Incidents
Service Desk
Analyze
Value stream analytics
Contributor analytics
CI/CD analytics
Repository analytics
Code review analytics
Issue analytics
Model experiments
Help
Help
Support
GitLab documentation
Compare GitLab plans
Community forum
Contribute to GitLab
Provide feedback
Terms and privacy
Keyboard shortcuts
?
Snippets
Groups
Projects
Show more breadcrumbs
mirrored_repos
MachineLearning
aurelio-labs
Semantic Router
Commits
4570bc5f
Unverified
Commit
4570bc5f
authored
1 year ago
by
James Briggs
Browse files
Options
Downloads
Patches
Plain Diff
use routes
parent
58af0379
No related branches found
Branches containing commit
No related tags found
Tags containing commit
No related merge requests found
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
tests/unit/test_layer.py
+110
-110
110 additions, 110 deletions
tests/unit/test_layer.py
tests/unit/test_schema.py
+9
-9
9 additions, 9 deletions
tests/unit/test_schema.py
with
119 additions
and
119 deletions
tests/unit/test_layer.py
+
110
−
110
View file @
4570bc5f
...
...
@@ -2,10 +2,10 @@ import pytest
from
semantic_router.encoders
import
BaseEncoder
,
CohereEncoder
,
OpenAIEncoder
from
semantic_router.layer
import
(
Decision
Layer
,
Hybrid
Decision
Layer
,
Route
Layer
,
Hybrid
Route
Layer
,
)
# Replace with the actual module name
from
semantic_router.schema
import
Decision
from
semantic_router.schema
import
Route
def
mock_encoder_call
(
utterances
):
...
...
@@ -38,159 +38,159 @@ def openai_encoder(mocker):
@pytest.fixture
def
decision
s
():
def
route
s
():
return
[
Decision
(
name
=
"
Decision
1
"
,
utterances
=
[
"
Hello
"
,
"
Hi
"
]),
Decision
(
name
=
"
Decision
2
"
,
utterances
=
[
"
Goodbye
"
,
"
Bye
"
,
"
Au revoir
"
]),
Route
(
name
=
"
Route
1
"
,
utterances
=
[
"
Hello
"
,
"
Hi
"
]),
Route
(
name
=
"
Route
2
"
,
utterances
=
[
"
Goodbye
"
,
"
Bye
"
,
"
Au revoir
"
]),
]
class
Test
Decision
Layer
:
def
test_initialization
(
self
,
openai_encoder
,
decision
s
):
decision
_layer
=
Decision
Layer
(
encoder
=
openai_encoder
,
decisions
=
decision
s
)
assert
decision
_layer
.
score_threshold
==
0.82
assert
len
(
decision
_layer
.
index
)
==
5
assert
len
(
set
(
decision
_layer
.
categories
))
==
2
class
Test
Route
Layer
:
def
test_initialization
(
self
,
openai_encoder
,
route
s
):
route
_layer
=
Route
Layer
(
encoder
=
openai_encoder
,
routes
=
route
s
)
assert
route
_layer
.
score_threshold
==
0.82
assert
len
(
route
_layer
.
index
)
==
5
assert
len
(
set
(
route
_layer
.
categories
))
==
2
def
test_initialization_different_encoders
(
self
,
cohere_encoder
,
openai_encoder
):
decision
_layer_cohere
=
Decision
Layer
(
encoder
=
cohere_encoder
)
assert
decision
_layer_cohere
.
score_threshold
==
0.3
decision
_layer_openai
=
Decision
Layer
(
encoder
=
openai_encoder
)
assert
decision
_layer_openai
.
score_threshold
==
0.82
def
test_add_
decision
(
self
,
openai_encoder
):
decision
_layer
=
Decision
Layer
(
encoder
=
openai_encoder
)
decision
=
Decision
(
name
=
"
Decision
3
"
,
utterances
=
[
"
Yes
"
,
"
No
"
])
decision
_layer
.
add
(
decision
)
assert
len
(
decision
_layer
.
index
)
==
2
assert
len
(
set
(
decision
_layer
.
categories
))
==
1
def
test_add_multiple_
decision
s
(
self
,
openai_encoder
,
decision
s
):
decision
_layer
=
Decision
Layer
(
encoder
=
openai_encoder
)
for
decision
in
decision
s
:
decision
_layer
.
add
(
decision
)
assert
len
(
decision
_layer
.
index
)
==
5
assert
len
(
set
(
decision
_layer
.
categories
))
==
2
def
test_query_and_classification
(
self
,
openai_encoder
,
decision
s
):
decision
_layer
=
Decision
Layer
(
encoder
=
openai_encoder
,
decisions
=
decision
s
)
query_result
=
decision
_layer
(
"
Hello
"
)
assert
query_result
in
[
"
Decision 1
"
,
"
Decision
2
"
]
route
_layer_cohere
=
Route
Layer
(
encoder
=
cohere_encoder
)
assert
route
_layer_cohere
.
score_threshold
==
0.3
route
_layer_openai
=
Route
Layer
(
encoder
=
openai_encoder
)
assert
route
_layer_openai
.
score_threshold
==
0.82
def
test_add_
route
(
self
,
openai_encoder
):
route
_layer
=
Route
Layer
(
encoder
=
openai_encoder
)
route
=
Route
(
name
=
"
Route
3
"
,
utterances
=
[
"
Yes
"
,
"
No
"
])
route
_layer
.
add
(
route
)
assert
len
(
route
_layer
.
index
)
==
2
assert
len
(
set
(
route
_layer
.
categories
))
==
1
def
test_add_multiple_
route
s
(
self
,
openai_encoder
,
route
s
):
route
_layer
=
Route
Layer
(
encoder
=
openai_encoder
)
for
route
in
route
s
:
route
_layer
.
add
(
route
)
assert
len
(
route
_layer
.
index
)
==
5
assert
len
(
set
(
route
_layer
.
categories
))
==
2
def
test_query_and_classification
(
self
,
openai_encoder
,
route
s
):
route
_layer
=
Route
Layer
(
encoder
=
openai_encoder
,
routes
=
route
s
)
query_result
=
route
_layer
(
"
Hello
"
)
assert
query_result
in
[
"
Route 1
"
,
"
Route
2
"
]
def
test_query_with_no_index
(
self
,
openai_encoder
):
decision
_layer
=
Decision
Layer
(
encoder
=
openai_encoder
)
assert
decision
_layer
(
"
Anything
"
)
is
None
route
_layer
=
Route
Layer
(
encoder
=
openai_encoder
)
assert
route
_layer
(
"
Anything
"
)
is
None
def
test_semantic_classify
(
self
,
openai_encoder
,
decision
s
):
decision
_layer
=
Decision
Layer
(
encoder
=
openai_encoder
,
decisions
=
decision
s
)
classification
,
score
=
decision
_layer
.
_semantic_classify
(
def
test_semantic_classify
(
self
,
openai_encoder
,
route
s
):
route
_layer
=
Route
Layer
(
encoder
=
openai_encoder
,
routes
=
route
s
)
classification
,
score
=
route
_layer
.
_semantic_classify
(
[
{
"
decision
"
:
"
Decision
1
"
,
"
score
"
:
0.9
},
{
"
decision
"
:
"
Decision
2
"
,
"
score
"
:
0.1
},
{
"
route
"
:
"
Route
1
"
,
"
score
"
:
0.9
},
{
"
route
"
:
"
Route
2
"
,
"
score
"
:
0.1
},
]
)
assert
classification
==
"
Decision
1
"
assert
classification
==
"
Route
1
"
assert
score
==
[
0.9
]
def
test_semantic_classify_multiple_
decision
s
(
self
,
openai_encoder
,
decision
s
):
decision
_layer
=
Decision
Layer
(
encoder
=
openai_encoder
,
decisions
=
decision
s
)
classification
,
score
=
decision
_layer
.
_semantic_classify
(
def
test_semantic_classify_multiple_
route
s
(
self
,
openai_encoder
,
route
s
):
route
_layer
=
Route
Layer
(
encoder
=
openai_encoder
,
routes
=
route
s
)
classification
,
score
=
route
_layer
.
_semantic_classify
(
[
{
"
decision
"
:
"
Decision
1
"
,
"
score
"
:
0.9
},
{
"
decision
"
:
"
Decision
2
"
,
"
score
"
:
0.1
},
{
"
decision
"
:
"
Decision
1
"
,
"
score
"
:
0.8
},
{
"
route
"
:
"
Route
1
"
,
"
score
"
:
0.9
},
{
"
route
"
:
"
Route
2
"
,
"
score
"
:
0.1
},
{
"
route
"
:
"
Route
1
"
,
"
score
"
:
0.8
},
]
)
assert
classification
==
"
Decision
1
"
assert
classification
==
"
Route
1
"
assert
score
==
[
0.9
,
0.8
]
def
test_pass_threshold
(
self
,
openai_encoder
):
decision
_layer
=
Decision
Layer
(
encoder
=
openai_encoder
)
assert
not
decision
_layer
.
_pass_threshold
([],
0.5
)
assert
decision
_layer
.
_pass_threshold
([
0.6
,
0.7
],
0.5
)
route
_layer
=
Route
Layer
(
encoder
=
openai_encoder
)
assert
not
route
_layer
.
_pass_threshold
([],
0.5
)
assert
route
_layer
.
_pass_threshold
([
0.6
,
0.7
],
0.5
)
def
test_failover_score_threshold
(
self
,
base_encoder
):
decision
_layer
=
Decision
Layer
(
encoder
=
base_encoder
)
assert
decision
_layer
.
score_threshold
==
0.82
route
_layer
=
Route
Layer
(
encoder
=
base_encoder
)
assert
route
_layer
.
score_threshold
==
0.82
class
TestHybrid
Decision
Layer
:
def
test_initialization
(
self
,
openai_encoder
,
decision
s
):
decision
_layer
=
Hybrid
Decision
Layer
(
encoder
=
openai_encoder
,
decisions
=
decision
s
class
TestHybrid
Route
Layer
:
def
test_initialization
(
self
,
openai_encoder
,
route
s
):
route
_layer
=
Hybrid
Route
Layer
(
encoder
=
openai_encoder
,
routes
=
route
s
)
assert
decision
_layer
.
score_threshold
==
0.82
assert
len
(
decision
_layer
.
index
)
==
5
assert
len
(
set
(
decision
_layer
.
categories
))
==
2
assert
route
_layer
.
score_threshold
==
0.82
assert
len
(
route
_layer
.
index
)
==
5
assert
len
(
set
(
route
_layer
.
categories
))
==
2
def
test_initialization_different_encoders
(
self
,
cohere_encoder
,
openai_encoder
):
decision
_layer_cohere
=
Hybrid
Decision
Layer
(
encoder
=
cohere_encoder
)
assert
decision
_layer_cohere
.
score_threshold
==
0.3
decision
_layer_openai
=
Hybrid
Decision
Layer
(
encoder
=
openai_encoder
)
assert
decision
_layer_openai
.
score_threshold
==
0.82
def
test_add_
decision
(
self
,
openai_encoder
):
decision
_layer
=
Hybrid
Decision
Layer
(
encoder
=
openai_encoder
)
decision
=
Decision
(
name
=
"
Decision
3
"
,
utterances
=
[
"
Yes
"
,
"
No
"
])
decision
_layer
.
add
(
decision
)
assert
len
(
decision
_layer
.
index
)
==
2
assert
len
(
set
(
decision
_layer
.
categories
))
==
1
def
test_add_multiple_
decision
s
(
self
,
openai_encoder
,
decision
s
):
decision
_layer
=
Hybrid
Decision
Layer
(
encoder
=
openai_encoder
)
for
decision
in
decision
s
:
decision
_layer
.
add
(
decision
)
assert
len
(
decision
_layer
.
index
)
==
5
assert
len
(
set
(
decision
_layer
.
categories
))
==
2
def
test_query_and_classification
(
self
,
openai_encoder
,
decision
s
):
decision
_layer
=
Hybrid
Decision
Layer
(
encoder
=
openai_encoder
,
decisions
=
decision
s
route
_layer_cohere
=
Hybrid
Route
Layer
(
encoder
=
cohere_encoder
)
assert
route
_layer_cohere
.
score_threshold
==
0.3
route
_layer_openai
=
Hybrid
Route
Layer
(
encoder
=
openai_encoder
)
assert
route
_layer_openai
.
score_threshold
==
0.82
def
test_add_
route
(
self
,
openai_encoder
):
route
_layer
=
Hybrid
Route
Layer
(
encoder
=
openai_encoder
)
route
=
Route
(
name
=
"
Route
3
"
,
utterances
=
[
"
Yes
"
,
"
No
"
])
route
_layer
.
add
(
route
)
assert
len
(
route
_layer
.
index
)
==
2
assert
len
(
set
(
route
_layer
.
categories
))
==
1
def
test_add_multiple_
route
s
(
self
,
openai_encoder
,
route
s
):
route
_layer
=
Hybrid
Route
Layer
(
encoder
=
openai_encoder
)
for
route
in
route
s
:
route
_layer
.
add
(
route
)
assert
len
(
route
_layer
.
index
)
==
5
assert
len
(
set
(
route
_layer
.
categories
))
==
2
def
test_query_and_classification
(
self
,
openai_encoder
,
route
s
):
route
_layer
=
Hybrid
Route
Layer
(
encoder
=
openai_encoder
,
routes
=
route
s
)
query_result
=
decision
_layer
(
"
Hello
"
)
assert
query_result
in
[
"
Decision 1
"
,
"
Decision
2
"
]
query_result
=
route
_layer
(
"
Hello
"
)
assert
query_result
in
[
"
Route 1
"
,
"
Route
2
"
]
def
test_query_with_no_index
(
self
,
openai_encoder
):
decision
_layer
=
Hybrid
Decision
Layer
(
encoder
=
openai_encoder
)
assert
decision
_layer
(
"
Anything
"
)
is
None
route
_layer
=
Hybrid
Route
Layer
(
encoder
=
openai_encoder
)
assert
route
_layer
(
"
Anything
"
)
is
None
def
test_semantic_classify
(
self
,
openai_encoder
,
decision
s
):
decision
_layer
=
Hybrid
Decision
Layer
(
encoder
=
openai_encoder
,
decisions
=
decision
s
def
test_semantic_classify
(
self
,
openai_encoder
,
route
s
):
route
_layer
=
Hybrid
Route
Layer
(
encoder
=
openai_encoder
,
routes
=
route
s
)
classification
,
score
=
decision
_layer
.
_semantic_classify
(
classification
,
score
=
route
_layer
.
_semantic_classify
(
[
{
"
decision
"
:
"
Decision
1
"
,
"
score
"
:
0.9
},
{
"
decision
"
:
"
Decision
2
"
,
"
score
"
:
0.1
},
{
"
route
"
:
"
Route
1
"
,
"
score
"
:
0.9
},
{
"
route
"
:
"
Route
2
"
,
"
score
"
:
0.1
},
]
)
assert
classification
==
"
Decision
1
"
assert
classification
==
"
Route
1
"
assert
score
==
[
0.9
]
def
test_semantic_classify_multiple_
decision
s
(
self
,
openai_encoder
,
decision
s
):
decision
_layer
=
Hybrid
Decision
Layer
(
encoder
=
openai_encoder
,
decisions
=
decision
s
def
test_semantic_classify_multiple_
route
s
(
self
,
openai_encoder
,
route
s
):
route
_layer
=
Hybrid
Route
Layer
(
encoder
=
openai_encoder
,
routes
=
route
s
)
classification
,
score
=
decision
_layer
.
_semantic_classify
(
classification
,
score
=
route
_layer
.
_semantic_classify
(
[
{
"
decision
"
:
"
Decision
1
"
,
"
score
"
:
0.9
},
{
"
decision
"
:
"
Decision
2
"
,
"
score
"
:
0.1
},
{
"
decision
"
:
"
Decision
1
"
,
"
score
"
:
0.8
},
{
"
route
"
:
"
Route
1
"
,
"
score
"
:
0.9
},
{
"
route
"
:
"
Route
2
"
,
"
score
"
:
0.1
},
{
"
route
"
:
"
Route
1
"
,
"
score
"
:
0.8
},
]
)
assert
classification
==
"
Decision
1
"
assert
classification
==
"
Route
1
"
assert
score
==
[
0.9
,
0.8
]
def
test_pass_threshold
(
self
,
openai_encoder
):
decision
_layer
=
Hybrid
Decision
Layer
(
encoder
=
openai_encoder
)
assert
not
decision
_layer
.
_pass_threshold
([],
0.5
)
assert
decision
_layer
.
_pass_threshold
([
0.6
,
0.7
],
0.5
)
route
_layer
=
Hybrid
Route
Layer
(
encoder
=
openai_encoder
)
assert
not
route
_layer
.
_pass_threshold
([],
0.5
)
assert
route
_layer
.
_pass_threshold
([
0.6
,
0.7
],
0.5
)
def
test_failover_score_threshold
(
self
,
base_encoder
):
decision
_layer
=
Hybrid
Decision
Layer
(
encoder
=
base_encoder
)
assert
decision
_layer
.
score_threshold
==
0.82
route
_layer
=
Hybrid
Route
Layer
(
encoder
=
base_encoder
)
assert
route
_layer
.
score_threshold
==
0.82
# Add more tests for edge cases and error handling as needed.
This diff is collapsed.
Click to expand it.
tests/unit/test_schema.py
+
9
−
9
View file @
4570bc5f
...
...
@@ -2,7 +2,7 @@ import pytest
from
semantic_router.schema
import
(
CohereEncoder
,
Decision
,
Route
,
Encoder
,
EncoderType
,
OpenAIEncoder
,
...
...
@@ -46,16 +46,16 @@ class TestSemanticSpaceDataclass:
def
test_semanticspace_initialization
(
self
):
semantic_space
=
SemanticSpace
()
assert
semantic_space
.
id
==
""
assert
semantic_space
.
decision
s
==
[]
assert
semantic_space
.
route
s
==
[]
def
test_semanticspace_add_
decision
(
self
):
decision
=
Decision
(
def
test_semanticspace_add_
route
(
self
):
route
=
Route
(
name
=
"
test
"
,
utterances
=
[
"
hello
"
,
"
hi
"
],
description
=
"
greeting
"
)
semantic_space
=
SemanticSpace
()
semantic_space
.
add
(
decision
)
semantic_space
.
add
(
route
)
assert
len
(
semantic_space
.
decision
s
)
==
1
assert
semantic_space
.
decision
s
[
0
].
name
==
"
test
"
assert
semantic_space
.
decision
s
[
0
].
utterances
==
[
"
hello
"
,
"
hi
"
]
assert
semantic_space
.
decision
s
[
0
].
description
==
"
greeting
"
assert
len
(
semantic_space
.
route
s
)
==
1
assert
semantic_space
.
route
s
[
0
].
name
==
"
test
"
assert
semantic_space
.
route
s
[
0
].
utterances
==
[
"
hello
"
,
"
hi
"
]
assert
semantic_space
.
route
s
[
0
].
description
==
"
greeting
"
This diff is collapsed.
Click to expand it.
Preview
0%
Loading
Try again
or
attach a new file
.
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Save comment
Cancel
Please
register
or
sign in
to comment