diff --git a/docs/indexes/pinecone_async.ipynb b/docs/indexes/pinecone_async.ipynb
index 4cf6c9a6912ebca4c28401ccf0b272cd30ae731a..230a2326dbe83c7a54c3908be9b6d62745581aec 100644
--- a/docs/indexes/pinecone_async.ipynb
+++ b/docs/indexes/pinecone_async.ipynb
@@ -6,14 +6,23 @@
"metadata": {},
"outputs": [],
"source": [
- "!pip install -qU \"semantic-router[pinecone]==0.0.52\""
+ "!pip install -qU \"semantic-router[pinecone]==0.1.0.dev3\""
]
},
{
"cell_type": "code",
"execution_count": 1,
"metadata": {},
- "outputs": [],
+ "outputs": [
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "c:\\Users\\Joshu\\OneDrive\\Documents\\Aurelio\\agents-course\\07-pratical-ai\\.venv\\Lib\\site-packages\\tqdm\\auto.py:21: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
+ " from .autonotebook import tqdm as notebook_tqdm\n"
+ ]
+ }
+ ],
"source": [
"from semantic_router import Route\n",
"\n",
@@ -111,7 +120,7 @@
{
"data": {
"text/plain": [
- "OpenAIEncoder(name='text-embedding-3-small', score_threshold=0.3, type='openai', client=<openai.OpenAI object at 0x117d35e50>, async_client=<openai.AsyncOpenAI object at 0x117d47ad0>, dimensions=NOT_GIVEN, token_limit=8192)"
+ "OpenAIEncoder(name='text-embedding-3-small', score_threshold=0.3, type='openai', dimensions=NOT_GIVEN, token_limit=8192, max_retries=3)"
]
},
"execution_count": 3,
@@ -135,20 +144,2017 @@
"execution_count": 4,
"metadata": {},
"outputs": [
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "2025-01-03 14:45:25 - httpx - INFO - _client.py:1740 - _send_single_request() - HTTP Request: POST https://api.openai.com/v1/embeddings \"HTTP/1.1 200 OK\"\n"
+ ]
+ },
{
"data": {
"text/plain": [
- "[[-0.009877119213342667,\n",
- " 0.0015331337926909328,\n",
- " 0.015642808750271797,\n",
- " -0.05476367473602295,\n",
- " -0.006405937951058149,\n",
+ "[[-0.009876498021185398,\n",
+ " 0.0015304419212043285,\n",
+ " 0.015627983957529068,\n",
+ " -0.05478791892528534,\n",
+ " -0.00641245674341917,\n",
+ " -0.012935652397572994,\n",
+ " 0.009648099541664124,\n",
+ " -0.013551635667681694,\n",
+ " 0.02862592600286007,\n",
+ " 0.007862440310418606,\n",
+ " 0.03180966153740883,\n",
+ " -0.006592406891286373,\n",
+ " 0.0038308631628751755,\n",
+ " 0.010132580995559692,\n",
+ " 0.014077643863856792,\n",
+ " 0.044683024287223816,\n",
+ " -0.059909578412771225,\n",
+ " -0.0024206764064729214,\n",
+ " -0.051188915967941284,\n",
+ " 0.0364883653819561,\n",
+ " 0.036100782454013824,\n",
+ " 0.024334806948900223,\n",
+ " 0.03992126137018204,\n",
+ " -0.0436033196747303,\n",
+ " 0.034439701586961746,\n",
+ " -0.019573045894503593,\n",
+ " -0.013973826542496681,\n",
+ " 0.010617062449455261,\n",
+ " 0.031200598925352097,\n",
+ " -0.041582342237234116,\n",
+ " 0.0587468259036541,\n",
+ " -0.028875088319182396,\n",
+ " -0.0013963445089757442,\n",
+ " -0.03881387785077095,\n",
+ " 0.055203188210725784,\n",
+ " 0.004097328055649996,\n",
+ " 0.023615004494786263,\n",
+ " 0.018922457471489906,\n",
+ " -0.0056684319861233234,\n",
+ " -0.003938141278922558,\n",
+ " -0.04149928689002991,\n",
+ " -0.04498755559325218,\n",
+ " 0.011364548467099667,\n",
+ " 0.02722785249352455,\n",
+ " 0.030010158196091652,\n",
+ " -0.01872866414487362,\n",
+ " -0.034412018954753876,\n",
+ " -0.03862008452415466,\n",
+ " 0.04842045158147812,\n",
+ " 0.027836913242936134,\n",
+ " -0.03178197517991066,\n",
+ " -0.002778846537694335,\n",
+ " 0.04822665825486183,\n",
+ " 0.07020826637744904,\n",
+ " 0.01933772675693035,\n",
+ " 0.023933378979563713,\n",
+ " -0.03515950217843056,\n",
+ " 0.019932946190238,\n",
+ " 0.018548713997006416,\n",
+ " 0.0053327553905546665,\n",
+ " -0.002318589249625802,\n",
+ " -0.018770191818475723,\n",
+ " 0.038398608565330505,\n",
+ " 0.005495402496308088,\n",
+ " -0.03197576850652695,\n",
+ " -0.060020316392183304,\n",
+ " 0.01223661471158266,\n",
+ " 0.03150513023138046,\n",
+ " 0.00046631330042146146,\n",
+ " 0.021469444036483765,\n",
+ " 0.04592883214354515,\n",
+ " 0.011842108331620693,\n",
+ " -0.012859519571065903,\n",
+ " 0.01672152802348137,\n",
+ " 0.00872066430747509,\n",
+ " 0.01996063068509102,\n",
+ " 0.0027061745058745146,\n",
+ " 0.01818881370127201,\n",
+ " 0.014548283070325851,\n",
+ " -0.008035468868911266,\n",
+ " 0.020237477496266365,\n",
+ " 0.011011568829417229,\n",
+ " -0.019656101241707802,\n",
+ " 0.009606572799384594,\n",
+ " 0.031172914430499077,\n",
+ " -0.012845677323639393,\n",
+ " -0.09047342836856842,\n",
+ " 0.006242888048291206,\n",
+ " 0.006869253236800432,\n",
+ " -0.03651605173945427,\n",
+ " -0.011177676729857922,\n",
+ " -0.0035540168173611164,\n",
+ " 0.015295768156647682,\n",
+ " 0.05171492323279381,\n",
+ " 0.02332431636750698,\n",
+ " -0.027518540620803833,\n",
+ " -0.0025469877291470766,\n",
+ " -0.018036548048257828,\n",
+ " 0.002434518886730075,\n",
+ " -0.007225693203508854,\n",
+ " 0.01036790106445551,\n",
+ " 0.009717311710119247,\n",
+ " -0.0013331888476386666,\n",
+ " 0.017911966890096664,\n",
+ " 0.022452250123023987,\n",
+ " 0.01864561066031456,\n",
+ " -0.03169892355799675,\n",
+ " 0.023545794188976288,\n",
+ " -0.012499618344008923,\n",
+ " 0.03330463171005249,\n",
+ " -0.0057860915549099445,\n",
+ " -0.020638905465602875,\n",
+ " -0.01755206659436226,\n",
+ " 0.029484150931239128,\n",
+ " 0.044738393276929855,\n",
+ " 0.01511581800878048,\n",
+ " 0.10996342450380325,\n",
+ " -0.1035405844449997,\n",
+ " 0.03394138067960739,\n",
+ " -0.07131565362215042,\n",
+ " 0.027352431789040565,\n",
+ " 0.030508482828736305,\n",
+ " 0.012506539933383465,\n",
+ " -0.02289520390331745,\n",
+ " 0.03164355456829071,\n",
+ " -0.021012648940086365,\n",
+ " -0.00611830735579133,\n",
+ " -0.009440464898943901,\n",
+ " -0.02289520390331745,\n",
+ " 6.450739601859823e-05,\n",
+ " -0.03167123720049858,\n",
+ " 0.004934788681566715,\n",
+ " 0.03302778676152229,\n",
+ " 0.009606572799384594,\n",
+ " -0.010790091939270496,\n",
+ " -0.008340000174939632,\n",
+ " -0.025151502341032028,\n",
+ " 0.004512597806751728,\n",
+ " -0.05863608419895172,\n",
+ " 0.041610024869441986,\n",
+ " 0.011323020793497562,\n",
+ " 0.024044116958975792,\n",
+ " 0.00636746920645237,\n",
+ " 0.0005147614283487201,\n",
+ " -0.016223203390836716,\n",
+ " -0.028266025707125664,\n",
+ " -0.016832266002893448,\n",
+ " 0.04028116539120674,\n",
+ " 0.022770622745156288,\n",
+ " 0.028155287727713585,\n",
+ " -0.011537577025592327,\n",
+ " 0.0056338259018957615,\n",
+ " -0.008035468868911266,\n",
+ " 0.0037028216756880283,\n",
+ " -0.053680531680583954,\n",
+ " -0.037734176963567734,\n",
+ " -0.015794092789292336,\n",
+ " -0.019628414884209633,\n",
+ " -0.031339023262262344,\n",
+ " -0.001717313309200108,\n",
+ " 0.02418254129588604,\n",
+ " -0.004972855094820261,\n",
+ " 0.011309178546071053,\n",
+ " -0.02538682334125042,\n",
+ " -0.025525245815515518,\n",
+ " 0.008630689233541489,\n",
+ " -0.007841676473617554,\n",
+ " -0.01757975108921528,\n",
+ " -0.052739255130290985,\n",
+ " 0.019254673272371292,\n",
+ " 0.02667415887117386,\n",
+ " 0.015544930472970009,\n",
+ " 0.013648531399667263,\n",
+ " -0.012395801022648811,\n",
+ " -0.02062506228685379,\n",
+ " 0.02407180145382881,\n",
+ " -0.022438406944274902,\n",
+ " 0.01036790106445551,\n",
+ " -0.022341512143611908,\n",
+ " 0.002041742904111743,\n",
+ " -0.020099055022001266,\n",
+ " 0.05074596032500267,\n",
+ " -0.025594457983970642,\n",
+ " 0.018825560808181763,\n",
+ " 0.0151435025036335,\n",
+ " -0.059134408831596375,\n",
+ " 0.024196382611989975,\n",
+ " 0.005353518761694431,\n",
+ " 0.0029587969183921814,\n",
+ " -0.013793876394629478,\n",
+ " -0.0060871620662510395,\n",
+ " -0.009419701993465424,\n",
+ " 0.029179619625210762,\n",
+ " 0.03814944624900818,\n",
+ " 0.027670806273818016,\n",
+ " -0.0773509070277214,\n",
+ " 0.01847950369119644,\n",
+ " 0.03092375211417675,\n",
+ " -0.013544714078307152,\n",
+ " 0.040751803666353226,\n",
+ " -0.03510413318872452,\n",
+ " -0.0029414938762784004,\n",
+ " 0.010305610485374928,\n",
+ " -0.011468365788459778,\n",
+ " 0.01510197576135397,\n",
+ " 0.013565477915108204,\n",
+ " -0.02394722029566765,\n",
+ " 0.04700853303074837,\n",
+ " -0.017399800941348076,\n",
+ " -0.02501307986676693,\n",
+ " 0.06976531445980072,\n",
+ " -0.001362603739835322,\n",
+ " -0.0019361950689926744,\n",
+ " 0.0029484149999916553,\n",
+ " -0.005488481372594833,\n",
+ " 0.007550987880676985,\n",
+ " 0.05088438466191292,\n",
+ " 0.012631121091544628,\n",
+ " -0.008769112639129162,\n",
+ " 0.06107233464717865,\n",
+ " -0.0081185232847929,\n",
+ " 0.0100564481690526,\n",
+ " 0.08764959871768951,\n",
+ " 0.012312747538089752,\n",
+ " -0.010236398316919804,\n",
+ " 0.08349689841270447,\n",
+ " 0.011198440566658974,\n",
+ " -0.014188382774591446,\n",
+ " 0.001392018748447299,\n",
+ " -0.05650436878204346,\n",
+ " -0.04291120544075966,\n",
+ " 0.01795349456369877,\n",
+ " 0.007654805202037096,\n",
+ " -0.004218448419123888,\n",
+ " -0.02383648231625557,\n",
+ " 0.02610662393271923,\n",
+ " -0.03352610766887665,\n",
+ " -0.004190763458609581,\n",
+ " -0.03496571257710457,\n",
+ " -0.05160418525338173,\n",
+ " -0.037651121616363525,\n",
+ " 0.009516597725450993,\n",
+ " -0.029594888910651207,\n",
+ " -0.039229147136211395,\n",
+ " -0.02073580212891102,\n",
+ " -0.013074074871838093,\n",
+ " 0.024750076234340668,\n",
+ " -0.009620415046811104,\n",
+ " 0.025635983794927597,\n",
+ " 0.015171186998486519,\n",
+ " 0.005228938069194555,\n",
+ " -0.03748501464724541,\n",
+ " -0.03748501464724541,\n",
+ " -0.06882403790950775,\n",
+ " 0.02733859047293663,\n",
+ " -0.01049940288066864,\n",
+ " 0.025483718141913414,\n",
+ " 0.0024812365882098675,\n",
+ " 0.02086038328707218,\n",
+ " -0.008125443942844868,\n",
+ " -0.051105860620737076,\n",
+ " -0.0036336102057248354,\n",
+ " -0.042495936155319214,\n",
+ " -0.04986005276441574,\n",
+ " -0.06611093878746033,\n",
+ " 0.0051908716559410095,\n",
+ " 0.02931804209947586,\n",
+ " -0.014257594011723995,\n",
+ " 0.013406290672719479,\n",
+ " -0.04437849298119545,\n",
+ " -0.0066650789231061935,\n",
+ " 0.01512966025620699,\n",
+ " 0.018548713997006416,\n",
+ " -0.020929593592882156,\n",
+ " -0.031228283420205116,\n",
+ " 0.04133317992091179,\n",
+ " -0.0012440788559615612,\n",
+ " 0.018922457471489906,\n",
+ " 0.025954358279705048,\n",
+ " 0.026771055534482002,\n",
+ " -0.042468249797821045,\n",
+ " -0.013558556325733662,\n",
+ " -0.004893261473625898,\n",
+ " -0.02848750352859497,\n",
+ " -0.011323020793497562,\n",
+ " 0.02415485493838787,\n",
+ " 0.01092851534485817,\n",
+ " -0.04590114578604698,\n",
+ " 0.007184166461229324,\n",
+ " 0.06090622767806053,\n",
+ " -0.012776465155184269,\n",
+ " -0.010783170349895954,\n",
+ " 0.001306369318626821,\n",
+ " 0.032944731414318085,\n",
+ " 0.01618167757987976,\n",
+ " 0.02292288839817047,\n",
+ " 0.020292846485972404,\n",
+ " -0.040142741054296494,\n",
+ " 0.0005610467051155865,\n",
+ " -0.05725185200572014,\n",
+ " 0.03164355456829071,\n",
+ " 0.03012089803814888,\n",
+ " 0.005298149771988392,\n",
+ " 0.028376765549182892,\n",
+ " -0.00936433207243681,\n",
+ " 0.04529208317399025,\n",
+ " 0.013738506473600864,\n",
+ " -0.008028548210859299,\n",
+ " 0.003630149643868208,\n",
+ " -0.01666615903377533,\n",
+ " 0.008360764011740685,\n",
+ " 0.01968378573656082,\n",
+ " -0.0008365954854525626,\n",
+ " 0.007461012806743383,\n",
+ " 0.014437544159591198,\n",
+ " -0.05093975365161896,\n",
+ " -0.013288631103932858,\n",
+ " 0.05725185200572014,\n",
+ " 0.035990044474601746,\n",
+ " -0.02274293825030327,\n",
+ " 0.012554988265037537,\n",
+ " -0.022646041586995125,\n",
+ " 0.03413517028093338,\n",
+ " 0.03241872414946556,\n",
+ " -0.015531088225543499,\n",
+ " -0.0026577261742204428,\n",
+ " 0.0014768029795959592,\n",
+ " -0.026798740029335022,\n",
+ " 0.014271436259150505,\n",
+ " 0.03313852474093437,\n",
+ " -0.09540130198001862,\n",
+ " -0.027906125411391258,\n",
+ " -0.0035713196266442537,\n",
+ " -0.008644531480967999,\n",
+ " 0.035325612872838974,\n",
+ " 0.03225261718034744,\n",
+ " 0.009260514751076698,\n",
+ " 0.05542466789484024,\n",
+ " -0.005886448547244072,\n",
+ " 0.041693080216646194,\n",
+ " -0.06694147735834122,\n",
+ " 0.011329942382872105,\n",
+ " -0.0028411371167749166,\n",
+ " -0.012070506811141968,\n",
+ " 0.04603957012295723,\n",
+ " 0.02260451577603817,\n",
+ " 0.0451536625623703,\n",
+ " -0.024113329127430916,\n",
+ " 0.03081301413476467,\n",
+ " 0.014229909516870975,\n",
+ " 0.04307731240987778,\n",
+ " 0.010644746944308281,\n",
+ " -0.0022130415309220552,\n",
+ " 0.02148328721523285,\n",
+ " 0.021469444036483765,\n",
+ " -0.05091206729412079,\n",
+ " -0.01674921251833439,\n",
+ " 0.014963552355766296,\n",
+ " 0.03252946212887764,\n",
+ " -0.0017752781277522445,\n",
+ " 0.014112249948084354,\n",
+ " 0.04307731240987778,\n",
+ " 0.04507060721516609,\n",
+ " 0.010284846648573875,\n",
+ " 0.04684242606163025,\n",
+ " 0.01996063068509102,\n",
+ " -0.026577262207865715,\n",
+ " -0.011399153620004654,\n",
+ " -0.014589809812605381,\n",
+ " 0.0009706930140964687,\n",
+ " 0.010374821722507477,\n",
+ " 0.03474423289299011,\n",
+ " 0.045624300837516785,\n",
+ " 0.017219850793480873,\n",
+ " -0.03471655026078224,\n",
+ " 0.030563851818442345,\n",
+ " 0.04277278110384941,\n",
+ " 0.06948846578598022,\n",
+ " 0.02308899722993374,\n",
+ " 0.04576272517442703,\n",
+ " 0.028349079191684723,\n",
+ " 0.009689627215266228,\n",
+ " 0.035270243883132935,\n",
+ " -0.011011568829417229,\n",
+ " 0.028266025707125664,\n",
+ " 0.0025002697948366404,\n",
+ " -0.015655668452382088,\n",
+ " 0.027034059166908264,\n",
+ " -0.0035003777593374252,\n",
+ " -0.01982220821082592,\n",
+ " 0.05143807828426361,\n",
+ " -0.020375901833176613,\n",
+ " -0.01709526963531971,\n",
+ " -0.07640963047742844,\n",
+ " 0.06323173642158508,\n",
+ " 0.02512381784617901,\n",
+ " 0.018880929797887802,\n",
+ " 0.07962104678153992,\n",
+ " 0.018174972385168076,\n",
+ " -0.0026715686544775963,\n",
+ " 0.022452250123023987,\n",
+ " -0.03936757147312164,\n",
+ " -0.041748449206352234,\n",
+ " 0.04041958600282669,\n",
+ " -0.003072995925322175,\n",
+ " 0.009184381924569607,\n",
+ " -0.03225261718034744,\n",
+ " -0.013828481547534466,\n",
+ " 0.03255714848637581,\n",
+ " -0.0025954358279705048,\n",
+ " -0.026258889585733414,\n",
+ " 0.03349842503666878,\n",
+ " 0.032861676067113876,\n",
+ " -0.0020469336304813623,\n",
+ " -0.012603436596691608,\n",
+ " -0.02268756926059723,\n",
+ " 0.030591536313295364,\n",
+ " -0.0036959005519747734,\n",
+ " 0.03180966153740883,\n",
+ " 0.01095619983971119,\n",
+ " -0.0331108383834362,\n",
+ " -0.03820481523871422,\n",
+ " -0.011724448762834072,\n",
+ " 0.015392664819955826,\n",
+ " -0.022327668964862823,\n",
+ " 0.00153303740080446,\n",
+ " 0.04507060721516609,\n",
+ " 0.018894772976636887,\n",
+ " 0.03513181954622269,\n",
+ " -0.023047469556331635,\n",
+ " -0.0022978258784860373,\n",
+ " -0.019946789368987083,\n",
+ " -0.035934675484895706,\n",
+ " 0.03704205900430679,\n",
+ " -0.03419053927063942,\n",
+ " -0.01629241555929184,\n",
+ " 0.0073018260300159454,\n",
+ " 0.003796257311478257,\n",
+ " -0.005183950532227755,\n",
+ " 0.013696979731321335,\n",
+ " -0.02412717044353485,\n",
+ " -0.005104356911033392,\n",
+ " 0.015212714672088623,\n",
+ " -0.02174629084765911,\n",
+ " -0.041582342237234116,\n",
+ " 0.018576398491859436,\n",
+ " -0.0349380262196064,\n",
+ " -0.04227445647120476,\n",
+ " 0.008582240901887417,\n",
+ " -0.019614573568105698,\n",
+ " 0.01051324512809515,\n",
+ " -0.03554708883166313,\n",
+ " -0.01349626574665308,\n",
+ " -0.059854209423065186,\n",
+ " 0.01578024961054325,\n",
+ " -0.05384664237499237,\n",
+ " 0.012077427469193935,\n",
+ " -0.0033273487351834774,\n",
+ " 0.06489281356334686,\n",
+ " 0.018147287890315056,\n",
+ " 0.03659910708665848,\n",
+ " 0.04612262547016144,\n",
+ " 0.015711037442088127,\n",
+ " 0.0482543408870697,\n",
+ " 0.05096743628382683,\n",
+ " -0.006007568910717964,\n",
+ " 0.026203520596027374,\n",
+ " 0.03463349491357803,\n",
+ " 0.04263436049222946,\n",
+ " -0.040170423686504364,\n",
+ " -0.00874834880232811,\n",
+ " -0.01996063068509102,\n",
+ " 0.04617799445986748,\n",
+ " 0.0049832365475595,\n",
+ " -0.0352148711681366,\n",
+ " -0.014894341118633747,\n",
+ " 0.024362491443753242,\n",
+ " -0.0035297926515340805,\n",
+ " 0.00069298135349527,\n",
+ " -0.07856903225183487,\n",
+ " -0.032003454864025116,\n",
+ " -0.03324926272034645,\n",
+ " -0.03095143660902977,\n",
+ " -0.016167834401130676,\n",
+ " 0.011980531737208366,\n",
+ " 0.11450370401144028,\n",
+ " -0.0383155532181263,\n",
+ " 0.001189574715681374,\n",
+ " -0.01950383558869362,\n",
+ " -0.015171186998486519,\n",
+ " 0.03319389373064041,\n",
+ " 0.0008781224605627358,\n",
+ " 0.023338159546256065,\n",
+ " -0.015558772720396519,\n",
+ " 0.006080240942537785,\n",
+ " 0.03399674966931343,\n",
+ " 0.02750469744205475,\n",
+ " 0.020099055022001266,\n",
+ " -0.0009897261625155807,\n",
+ " 0.007897046394646168,\n",
+ " -0.0724230408668518,\n",
+ " -0.02386416681110859,\n",
+ " -0.035325612872838974,\n",
+ " 0.06699685007333755,\n",
+ " 0.025539088994264603,\n",
+ " 0.020375901833176613,\n",
+ " -0.010873145423829556,\n",
+ " -0.018631769344210625,\n",
+ " 0.050441429018974304,\n",
+ " -0.003116253297775984,\n",
+ " -0.017635121941566467,\n",
+ " 0.003446738701313734,\n",
+ " -0.00045593155664391816,\n",
+ " -0.0023583860602229834,\n",
+ " -0.03095143660902977,\n",
+ " -0.013696979731321335,\n",
+ " -0.021649396046996117,\n",
+ " 0.029511835426092148,\n",
+ " -0.0081185232847929,\n",
+ " -0.011440681293606758,\n",
+ " -0.014119170606136322,\n",
+ " 0.021012648940086365,\n",
+ " -0.024763917550444603,\n",
+ " -0.017316747456789017,\n",
+ " -0.020126739516854286,\n",
+ " -0.02369805984199047,\n",
+ " -0.00755790900439024,\n",
+ " -0.10237783193588257,\n",
+ " -0.013004863634705544,\n",
+ " -0.06201361119747162,\n",
+ " -0.03477191925048828,\n",
+ " -0.032058823853731155,\n",
+ " 0.018451817333698273,\n",
+ " -0.02538682334125042,\n",
+ " -0.002451821696013212,\n",
+ " -0.004768680781126022,\n",
+ " -0.010153344832360744,\n",
+ " 0.010900829918682575,\n",
+ " -0.02940109744668007,\n",
+ " -0.014409859664738178,\n",
+ " -0.0015339025994762778,\n",
+ " 0.017856597900390625,\n",
+ " -0.004166539758443832,\n",
+ " -0.0031249045860022306,\n",
+ " -0.008976747281849384,\n",
+ " 0.040696434676647186,\n",
+ " 0.0008262137416750193,\n",
+ " -0.021178755909204483,\n",
+ " -0.013558556325733662,\n",
+ " -0.022452250123023987,\n",
+ " 0.012554988265037537,\n",
+ " -0.04266204312443733,\n",
+ " 0.03870313987135887,\n",
+ " 0.00376511225476861,\n",
+ " 0.04894645884633064,\n",
+ " -0.001030388055369258,\n",
+ " 0.011433759704232216,\n",
+ " -0.015711037442088127,\n",
+ " 0.0176074355840683,\n",
+ " -0.008769112639129162,\n",
+ " 0.004003892187029123,\n",
+ " 0.005893369670957327,\n",
+ " 0.01933772675693035,\n",
+ " -0.04368637502193451,\n",
+ " -0.012984099797904491,\n",
+ " 0.012465013191103935,\n",
+ " 0.004678705707192421,\n",
+ " -0.020417427644133568,\n",
+ " 0.023822639137506485,\n",
+ " 0.003405211726203561,\n",
+ " -0.01211895514279604,\n",
+ " 0.038287870585918427,\n",
+ " -0.03175429254770279,\n",
+ " -0.01950383558869362,\n",
+ " -0.011814423836767673,\n",
+ " -0.007793228607624769,\n",
+ " -6.726504216203466e-05,\n",
+ " -0.02254914678633213,\n",
+ " 0.006543958559632301,\n",
+ " -0.003280630800873041,\n",
+ " 0.003003784455358982,\n",
+ " -0.011807502247393131,\n",
+ " -0.017662806436419487,\n",
+ " 0.021621709689497948,\n",
+ " -0.02231382578611374,\n",
+ " 0.0029466848354786634,\n",
+ " 0.03914609178900719,\n",
+ " -0.03801102191209793,\n",
+ " -0.04061337932944298,\n",
+ " -0.019462307915091515,\n",
+ " 0.027158640325069427,\n",
+ " 0.0362115204334259,\n",
+ " 0.022618357092142105,\n",
+ " -0.010644746944308281,\n",
+ " 0.058414608240127563,\n",
+ " 0.005689195357263088,\n",
+ " 0.01663847453892231,\n",
+ " -0.009032116271555424,\n",
+ " -0.02564982697367668,\n",
+ " -0.014492913149297237,\n",
+ " 0.0070180585607886314,\n",
+ " -0.02137254923582077,\n",
+ " 0.05622752010822296,\n",
+ " 0.019669942557811737,\n",
+ " 0.00732258940115571,\n",
+ " 0.013080996461212635,\n",
+ " -0.03012089803814888,\n",
+ " 0.004259975161403418,\n",
+ " -0.01944846473634243,\n",
+ " 0.012070506811141968,\n",
+ " 0.02033437415957451,\n",
+ " -0.0029034274630248547,\n",
+ " -0.010201793164014816,\n",
+ " -0.03355379402637482,\n",
+ " 0.007959336042404175,\n",
+ " 0.015766406431794167,\n",
+ " 0.01982220821082592,\n",
+ " -0.01404303777962923,\n",
+ " 0.015544930472970009,\n",
+ " -0.017026059329509735,\n",
+ " -0.0701529011130333,\n",
+ " -0.0023220498114824295,\n",
+ " 0.003747809212654829,\n",
+ " 0.016846109181642532,\n",
+ " 0.00830539409071207,\n",
+ " 0.022770622745156288,\n",
+ " 0.009966473095119,\n",
+ " 0.006308639422059059,\n",
+ " 0.00733643164858222,\n",
+ " 0.013724664226174355,\n",
+ " -0.040862541645765305,\n",
+ " 0.010707037523388863,\n",
+ " 0.011288415640592575,\n",
+ " -0.03549171984195709,\n",
+ " -0.018825560808181763,\n",
+ " -0.048032864928245544,\n",
+ " -0.006066398695111275,\n",
+ " 0.03003784269094467,\n",
+ " -0.02859824150800705,\n",
+ " -0.01701221615076065,\n",
+ " 0.03643299639225006,\n",
+ " 0.027809228748083115,\n",
+ " 0.01510197576135397,\n",
+ " 0.007108033634722233,\n",
+ " 0.034495070576667786,\n",
+ " -0.010769328102469444,\n",
+ " -0.005045527126640081,\n",
+ " -0.024334806948900223,\n",
+ " -0.00925359409302473,\n",
+ " 0.0018842864083126187,\n",
+ " -0.029179619625210762,\n",
+ " -0.012181245721876621,\n",
+ " -0.02062506228685379,\n",
+ " -0.0035159504041075706,\n",
+ " 0.033609163016080856,\n",
+ " -0.041665397584438324,\n",
+ " -0.03969978541135788,\n",
+ " -0.03626688942313194,\n",
+ " -0.00672044837847352,\n",
+ " -0.010070291347801685,\n",
+ " 0.029760997742414474,\n",
+ " 0.006031792610883713,\n",
+ " 0.019005510956048965,\n",
+ " -0.03006552904844284,\n",
+ " 0.0010087593691423535,\n",
+ " 0.04357563704252243,\n",
+ " -0.028902772814035416,\n",
+ " -0.017593594267964363,\n",
+ " -0.001318481401540339,\n",
+ " -0.011759054847061634,\n",
+ " -0.006111386232078075,\n",
+ " 0.007433328311890364,\n",
+ " 0.03632225841283798,\n",
+ " -0.034578125923871994,\n",
+ " 0.04097327962517738,\n",
+ " 0.00028484908398240805,\n",
+ " -0.017372116446495056,\n",
+ " -0.04501523822546005,\n",
+ " -0.042329829186201096,\n",
+ " 0.02736627496778965,\n",
+ " -0.002993402536958456,\n",
+ " -0.011537577025592327,\n",
+ " -0.030010158196091652,\n",
+ " -0.005138962995260954,\n",
+ " -0.021926240995526314,\n",
+ " 0.017482856288552284,\n",
+ " -0.0013954793103039265,\n",
+ " 0.00036098185228183866,\n",
+ " 0.01346858125180006,\n",
+ " -0.003844705643132329,\n",
+ " -0.02765696309506893,\n",
+ " 0.005993726197630167,\n",
+ " 0.008457659743726254,\n",
+ " 0.015434191562235355,\n",
+ " -0.015987884253263474,\n",
+ " -0.01111538615077734,\n",
+ " 0.003207958536222577,\n",
+ " -0.009357411414384842,\n",
+ " -0.01575256511569023,\n",
+ " -0.005395045969635248,\n",
+ " 0.014562125317752361,\n",
+ " -0.0035176805686205626,\n",
+ " -0.010630904696881771,\n",
+ " -0.03983820974826813,\n",
+ " -0.02249377779662609,\n",
+ " -0.014686706475913525,\n",
+ " 0.005367361009120941,\n",
+ " 0.00937817431986332,\n",
+ " 0.010014921426773071,\n",
+ " 0.007848598062992096,\n",
+ " -0.011669079773128033,\n",
+ " 9.311125904787332e-05,\n",
+ " -0.03230798617005348,\n",
+ " 0.02816912904381752,\n",
+ " -0.0006146857049316168,\n",
+ " 0.01465902104973793,\n",
+ " -0.011800581589341164,\n",
+ " -0.015821777284145355,\n",
+ " 0.018078075721859932,\n",
+ " 0.019614573568105698,\n",
+ " 0.022023137658834457,\n",
+ " -0.002415485680103302,\n",
+ " 0.0007466203533113003,\n",
+ " -0.009786522947251797,\n",
+ " 0.01330939494073391,\n",
+ " -0.020292846485972404,\n",
+ " -0.021303337067365646,\n",
+ " 0.010229477658867836,\n",
+ " -0.02868129499256611,\n",
+ " -0.03394138067960739,\n",
+ " -0.0045610456727445126,\n",
+ " -0.003379257395863533,\n",
+ " 0.00433956878259778,\n",
+ " 0.0009109979728236794,\n",
+ " 0.0315604992210865,\n",
+ " -0.011454523541033268,\n",
+ " -0.02386416681110859,\n",
+ " 0.000956850650254637,\n",
+ " 0.02131718024611473,\n",
+ " -0.051327336579561234,\n",
+ " 0.002090191002935171,\n",
+ " 0.009530439972877502,\n",
+ " 0.013613926246762276,\n",
+ " -0.013696979731321335,\n",
+ " 0.029650257900357246,\n",
+ " 0.021164914593100548,\n",
+ " -0.01583561860024929,\n",
+ " 0.007274141535162926,\n",
+ " 0.0025106514804065228,\n",
+ " -0.03543635085225105,\n",
+ " 0.00018643880321178585,\n",
+ " 0.009994158521294594,\n",
+ " -0.023628847673535347,\n",
+ " 0.021151071414351463,\n",
+ " -0.03646068274974823,\n",
+ " -0.0473407506942749,\n",
+ " -0.015337294898927212,\n",
+ " -0.026438839733600616,\n",
+ " -0.0042841993272304535,\n",
+ " 0.03084069862961769,\n",
+ " 0.017455171793699265,\n",
+ " 0.014991236850619316,\n",
+ " 0.03347073867917061,\n",
+ " 0.017593594267964363,\n",
+ " -0.008914456702768803,\n",
+ " -0.026258889585733414,\n",
+ " -0.01510197576135397,\n",
+ " 0.034522756934165955,\n",
+ " 0.02054200880229473,\n",
+ " 0.02182934619486332,\n",
+ " 0.019351569935679436,\n",
+ " -0.011226125061511993,\n",
+ " 0.021649396046996117,\n",
+ " -0.015281925909221172,\n",
+ " 0.008367684669792652,\n",
+ " 0.043271105736494064,\n",
+ " -0.044046275317668915,\n",
+ " 0.017538225278258324,\n",
+ " 0.015198872424662113,\n",
+ " 0.01987757720053196,\n",
+ " -0.018368763849139214,\n",
+ " -0.013122523203492165,\n",
+ " -0.00733643164858222,\n",
+ " 0.0016636743675917387,\n",
+ " -0.008900614455342293,\n",
+ " 0.024113329127430916,\n",
+ " 0.01150297187268734,\n",
+ " 0.021677080541849136,\n",
+ " -0.017538225278258324,\n",
+ " -0.014949710108339787,\n",
+ " -0.002140369499102235,\n",
+ " 0.015572614967823029,\n",
+ " -0.020791171118617058,\n",
+ " 0.02843213453888893,\n",
+ " 0.03742964565753937,\n",
+ " -0.03416285663843155,\n",
+ " -0.009205145761370659,\n",
+ " -0.027297062799334526,\n",
+ " 0.02463933639228344,\n",
+ " -0.03662678971886635,\n",
+ " -0.012845677323639393,\n",
+ " -0.0104440338909626,\n",
+ " 0.01795349456369877,\n",
+ " 0.0012553257402032614,\n",
+ " 0.016361627727746964,\n",
+ " -0.024376332759857178,\n",
+ " 0.013745428062975407,\n",
+ " 0.0389523021876812,\n",
+ " -0.020375901833176613,\n",
+ " -0.03718048334121704,\n",
+ " -0.022825993597507477,\n",
+ " 0.025857461616396904,\n",
+ " -0.00439493777230382,\n",
+ " 0.029982473701238632,\n",
+ " -0.002476045861840248,\n",
+ " -0.022161561995744705,\n",
+ " -0.011475286446511745,\n",
+ " 0.0018237262265756726,\n",
+ " 0.0057860915549099445,\n",
+ " -0.015655668452382088,\n",
+ " 0.00366821582429111,\n",
+ " -0.03413517028093338,\n",
+ " 0.028210656717419624,\n",
+ " -0.039229147136211395,\n",
+ " -0.01273493841290474,\n",
+ " -0.014368332922458649,\n",
+ " 0.014188382774591446,\n",
+ " 0.009129012934863567,\n",
+ " -0.008623767644166946,\n",
+ " 0.024777760729193687,\n",
+ " 0.00468908715993166,\n",
+ " -0.020320532843470573,\n",
+ " 0.003316967049613595,\n",
+ " -0.04194224253296852,\n",
+ " 0.021953925490379333,\n",
+ " 0.02645268104970455,\n",
+ " 0.007820913568139076,\n",
+ " -0.014769759960472584,\n",
+ " -0.004246132913976908,\n",
+ " -0.018742507323622704,\n",
+ " 0.027587752789258957,\n",
+ " 0.021261809393763542,\n",
+ " -0.001171406707726419,\n",
+ " -0.018285710364580154,\n",
+ " 0.03097912110388279,\n",
+ " 0.0012008215999230742,\n",
+ " -0.000981939840130508,\n",
+ " 0.0013972095912322402,\n",
+ " -0.02587130479514599,\n",
+ " -0.001048556063324213,\n",
+ " 0.02452859841287136,\n",
+ " -0.004481452517211437,\n",
+ " 0.0292349886149168,\n",
+ " 0.033802956342697144,\n",
+ " 0.0030089751817286015,\n",
+ " -0.008942141197621822,\n",
+ " -0.003377527231350541,\n",
+ " -0.009232830256223679,\n",
+ " -0.0018289170693606138,\n",
+ " -0.027324747294187546,\n",
+ " -0.037678807973861694,\n",
+ " 0.02389185130596161,\n",
+ " -0.01629241555929184,\n",
+ " -0.014119170606136322,\n",
+ " 0.04208066686987877,\n",
+ " 0.013461660593748093,\n",
+ " -0.007056124974042177,\n",
+ " 0.021275652572512627,\n",
+ " 0.019974473863840103,\n",
+ " 0.006817344576120377,\n",
+ " 0.005346597637981176,\n",
+ " -0.021524814888834953,\n",
+ " -0.019143935292959213,\n",
+ " -0.024376332759857178,\n",
+ " 0.0019085104577243328,\n",
+ " 0.00914977677166462,\n",
+ " 0.01286644022911787,\n",
+ " 0.0032339130993932486,\n",
+ " 0.027407802641391754,\n",
+ " 0.03953367844223976,\n",
+ " 0.039312202483415604,\n",
+ " 0.0020192491356283426,\n",
+ " 0.012312747538089752,\n",
+ " 0.036100782454013824,\n",
+ " 0.01393922045826912,\n",
+ " 0.04293888807296753,\n",
+ " -0.040004316717386246,\n",
+ " 0.025137661024928093,\n",
+ " 0.009807286784052849,\n",
+ " 0.022646041586995125,\n",
+ " 0.034412018954753876,\n",
+ " 0.01575256511569023,\n",
+ " -0.02065274864435196,\n",
+ " -0.0732535794377327,\n",
+ " -0.021234124898910522,\n",
+ " 0.0057860915549099445,\n",
+ " 0.04282815009355545,\n",
+ " -0.010305610485374928,\n",
+ " 8.786631951807067e-05,\n",
+ " 0.005889908876270056,\n",
+ " -0.02030668966472149,\n",
+ " -0.0017077967058867216,\n",
+ " 0.05287767946720123,\n",
+ " 0.01859024167060852,\n",
+ " -0.029899420216679573,\n",
+ " -0.007163402624428272,\n",
+ " -0.03504876419901848,\n",
+ " 0.006592406891286373,\n",
+ " -0.01741364412009716,\n",
+ " 0.023933378979563713,\n",
+ " -0.015420349314808846,\n",
+ " -0.03479960188269615,\n",
+ " 0.019697627052664757,\n",
+ " 0.0100564481690526,\n",
+ " 0.014534440822899342,\n",
+ " 0.02105417475104332,\n",
+ " -0.01847950369119644,\n",
+ " 0.01824418269097805,\n",
+ " 0.04969394579529762,\n",
+ " -0.014575967565178871,\n",
+ " -0.008983668871223927,\n",
+ " -0.04210834950208664,\n",
+ " 0.01984989270567894,\n",
+ " -0.019005510956048965,\n",
+ " 0.017565909773111343,\n",
+ " -0.010900829918682575,\n",
+ " 0.034467387944459915,\n",
+ " 0.008907536044716835,\n",
+ " 0.049666259437799454,\n",
+ " -0.03388600796461105,\n",
+ " -0.029179619625210762,\n",
+ " 0.026729527860879898,\n",
+ " -0.027186324819922447,\n",
+ " 0.004315344616770744,\n",
+ " 0.03089606761932373,\n",
+ " 0.053597480058670044,\n",
+ " 0.01388385146856308,\n",
+ " 0.004076564684510231,\n",
+ " -0.0017147179460152984,\n",
+ " 0.00435341103002429,\n",
+ " -0.01672152802348137,\n",
+ " -0.02343505434691906,\n",
+ " -0.041610024869441986,\n",
+ " 0.030287005007267,\n",
+ " -0.018604082986712456,\n",
+ " 0.011433759704232216,\n",
+ " 0.003292742883786559,\n",
+ " 0.037651121616363525,\n",
+ " -0.0059452783316373825,\n",
+ " -0.011579103767871857,\n",
+ " 0.01052708737552166,\n",
+ " -0.04675937071442604,\n",
+ " 0.02848750352859497,\n",
+ " -0.01829955354332924,\n",
+ " -0.01629241555929184,\n",
+ " -0.003201037412509322,\n",
+ " 0.0007137448410503566,\n",
+ " -0.01512966025620699,\n",
+ " 0.04263436049222946,\n",
+ " 0.02180165983736515,\n",
+ " 0.0012466743355616927,\n",
+ " 0.0023687677457928658,\n",
+ " 0.014825128950178623,\n",
+ " -0.028819719329476357,\n",
+ " 0.02707558684051037,\n",
+ " 0.03230798617005348,\n",
+ " 0.011011568829417229,\n",
+ " -0.005273925606161356,\n",
+ " -0.0023480041418224573,\n",
+ " 0.024376332759857178,\n",
+ " -0.014797444455325603,\n",
+ " 0.013226340524852276,\n",
+ " 0.032778624445199966,\n",
+ " 0.018119601532816887,\n",
+ " 0.022756781429052353,\n",
+ " -0.02177397534251213,\n",
+ " 0.03089606761932373,\n",
+ " 0.015489560551941395,\n",
+ " 0.017109112814068794,\n",
+ " -0.0041250125505030155,\n",
+ " 0.007350274361670017,\n",
+ " 0.07236766815185547,\n",
+ " 0.010146423242986202,\n",
+ " 0.02722785249352455,\n",
+ " 0.014935867860913277,\n",
+ " 0.040115054696798325,\n",
+ " 0.028708981350064278,\n",
+ " -0.003304854966700077,\n",
+ " -0.006422838661819696,\n",
+ " 0.009613494388759136,\n",
+ " 0.022867519408464432,\n",
+ " -0.015489560551941395,\n",
+ " -0.0017631660448387265,\n",
+ " 0.0352148711681366,\n",
+ " 0.0007976639317348599,\n",
+ " 0.009302041493356228,\n",
+ " -0.022770622745156288,\n",
+ " -0.06417301297187805,\n",
+ " -0.002195738721638918,\n",
+ " 0.017206009477376938,\n",
" ...],\n",
- " [0.012598802335560322,\n",
- " -0.0037690235767513514,\n",
- " 0.025685198605060577,\n",
- " -0.08883649855852127,\n",
- " 0.0013644769787788391,\n",
+ " [0.01263123843818903,\n",
+ " -0.003773248288780451,\n",
+ " 0.0256714578717947,\n",
+ " -0.0887804627418518,\n",
+ " 0.0013272238429635763,\n",
+ " 0.002799950772896409,\n",
+ " -0.015376133844256401,\n",
+ " -0.010240268893539906,\n",
+ " 0.032938744872808456,\n",
+ " 0.04712726175785065,\n",
+ " 0.06587748974561691,\n",
+ " -0.014589630998671055,\n",
+ " -0.010130158625543118,\n",
+ " 0.018435630947351456,\n",
+ " 0.0007963342941366136,\n",
+ " 0.012843593955039978,\n",
+ " 0.010436895303428173,\n",
+ " -0.004085883032530546,\n",
+ " -0.012442477978765965,\n",
+ " 0.04168466106057167,\n",
+ " 0.005332490429282188,\n",
+ " 0.013779533095657825,\n",
+ " 0.014699741266667843,\n",
+ " 0.03013879619538784,\n",
+ " -0.01322898082435131,\n",
+ " -0.02216365560889244,\n",
+ " -0.016374992206692696,\n",
+ " 0.024853495880961418,\n",
+ " 0.04338350519537926,\n",
+ " -0.051846280694007874,\n",
+ " 0.021392881870269775,\n",
+ " -0.03416569158434868,\n",
+ " -0.016264881938695908,\n",
+ " -0.0319005623459816,\n",
+ " -0.027401765808463097,\n",
+ " 0.030500587075948715,\n",
+ " -0.0018925229087471962,\n",
+ " 0.027684906497597694,\n",
+ " -0.038129664957523346,\n",
+ " -0.006406066939234734,\n",
+ " -0.039230771362781525,\n",
+ " -0.01955246552824974,\n",
+ " -0.026379311457276344,\n",
+ " 0.022069275379180908,\n",
+ " 0.011742490343749523,\n",
+ " 0.0027095028199255466,\n",
+ " -0.033284809440374374,\n",
+ " -0.04124421998858452,\n",
+ " 0.007672336883842945,\n",
+ " 0.012914379127323627,\n",
+ " -0.03378817066550255,\n",
+ " 0.005686416756361723,\n",
+ " 0.04039479419589043,\n",
+ " 0.03558139503002167,\n",
+ " -0.02958824299275875,\n",
+ " 0.04319474473595619,\n",
+ " -0.04008019343018532,\n",
+ " 0.061944976449012756,\n",
+ " -0.0018266532570123672,\n",
+ " -0.009988588280975819,\n",
+ " 0.041841961443424225,\n",
+ " -0.0009664155659265816,\n",
+ " 0.04662390053272247,\n",
+ " 0.004545987583696842,\n",
+ " -0.013496391475200653,\n",
+ " -0.037720683962106705,\n",
+ " -0.006335281766951084,\n",
+ " 0.03794090449810028,\n",
+ " 0.04023749381303787,\n",
+ " -0.005922367796301842,\n",
+ " 0.0232018381357193,\n",
+ " 0.028707360848784447,\n",
+ " -0.021329961717128754,\n",
+ " 0.018577201291918755,\n",
+ " -0.0019928021356463432,\n",
+ " -0.010098698548972607,\n",
+ " 0.0005544846062548459,\n",
+ " -0.009563876315951347,\n",
+ " -0.01574579067528248,\n",
+ " 0.0255298875272274,\n",
+ " -0.018467091023921967,\n",
+ " 0.009579606354236603,\n",
+ " -0.015714330598711967,\n",
+ " -0.005139796994626522,\n",
+ " -0.00028707360615953803,\n",
+ " -0.0030064077582210302,\n",
+ " -0.07361668348312378,\n",
+ " -0.007298748008906841,\n",
+ " -0.05024181306362152,\n",
+ " -0.08393560349941254,\n",
+ " -0.022792857140302658,\n",
+ " 0.0018718772334977984,\n",
+ " 0.002797984518110752,\n",
+ " 0.0484485849738121,\n",
+ " 0.05480353161692619,\n",
+ " -0.03079945780336857,\n",
+ " 0.0017912606708705425,\n",
+ " -0.05502375215291977,\n",
+ " -0.002931690076366067,\n",
+ " 0.007125717122107744,\n",
+ " 0.026693912222981453,\n",
+ " -0.011207668110728264,\n",
+ " -0.014691876247525215,\n",
+ " 0.03816112503409386,\n",
+ " 0.03281290456652641,\n",
+ " 0.003798809600993991,\n",
+ " -0.023186108097434044,\n",
+ " 0.01629634201526642,\n",
+ " -0.040709394961595535,\n",
+ " -0.020700760185718536,\n",
+ " -0.014251434244215488,\n",
+ " 0.01189192570745945,\n",
+ " 0.039922893047332764,\n",
+ " 0.024523163214325905,\n",
+ " 0.05870458483695984,\n",
+ " 0.01937943510711193,\n",
+ " 0.04360372573137283,\n",
+ " -0.103252112865448,\n",
+ " 0.029226452112197876,\n",
+ " -0.06638085842132568,\n",
+ " 0.004341496620327234,\n",
+ " -0.008258281275629997,\n",
+ " 0.01879742182791233,\n",
+ " -0.04121275991201401,\n",
+ " 0.028439948335289955,\n",
+ " -0.01209641620516777,\n",
+ " -0.01763339713215828,\n",
+ " -0.014668281190097332,\n",
+ " -0.05354512482881546,\n",
+ " -0.019332244992256165,\n",
+ " -0.02123558148741722,\n",
+ " 0.03262414410710335,\n",
+ " 0.03492073342204094,\n",
+ " 0.029950035735964775,\n",
+ " -0.026646722108125687,\n",
+ " 0.05949108675122261,\n",
+ " -0.036273520439863205,\n",
+ " -0.013142465613782406,\n",
+ " -0.03488927334547043,\n",
+ " 0.03205786272883415,\n",
+ " 0.001982970628887415,\n",
+ " 0.011364968493580818,\n",
+ " 0.0012171134585514665,\n",
+ " -0.0119627108797431,\n",
+ " -0.007204367779195309,\n",
+ " -0.007762784603983164,\n",
+ " -0.004081950522959232,\n",
+ " 0.03186910226941109,\n",
+ " 0.04237678274512291,\n",
+ " 0.03175899013876915,\n",
+ " 0.02010301686823368,\n",
+ " 0.0033976929262280464,\n",
+ " -0.008218956179916859,\n",
+ " -0.04662390053272247,\n",
+ " -0.06370674818754196,\n",
+ " -0.020197397097945213,\n",
+ " 0.037752144038677216,\n",
+ " -0.01917494274675846,\n",
+ " -0.02628493122756481,\n",
+ " 0.019237862899899483,\n",
+ " 0.017130035907030106,\n",
+ " -0.001333122607320547,\n",
+ " 0.021455802023410797,\n",
+ " 0.010672845877707005,\n",
+ " -0.019914256408810616,\n",
+ " 0.01403907872736454,\n",
+ " -0.01041330024600029,\n",
+ " 0.012057091109454632,\n",
+ " -0.06436740607023239,\n",
+ " -0.02186478301882744,\n",
+ " 0.01199417095631361,\n",
+ " 0.0061858464032411575,\n",
+ " 0.0046482328325510025,\n",
+ " -0.0047308155335485935,\n",
+ " 0.020260317251086235,\n",
+ " -0.038066744804382324,\n",
+ " -0.032498303800821304,\n",
+ " -0.010405435226857662,\n",
+ " -0.01746036671102047,\n",
+ " 0.011561593972146511,\n",
+ " -0.004365091677755117,\n",
+ " 0.03319042921066284,\n",
+ " 0.03687126189470291,\n",
+ " 0.006885834038257599,\n",
+ " -0.008061655797064304,\n",
+ " -0.0013341057347133756,\n",
+ " 0.017822157591581345,\n",
+ " 0.023453520610928535,\n",
+ " 0.0047583431005477905,\n",
+ " -0.011884060688316822,\n",
+ " 0.012127876281738281,\n",
+ " 0.006964484229683876,\n",
+ " 0.09029054641723633,\n",
+ " 0.03193202242255211,\n",
+ " -0.00342325447127223,\n",
+ " -0.08229967951774597,\n",
+ " 0.029950035735964775,\n",
+ " 0.01969403587281704,\n",
+ " -0.022777127102017403,\n",
+ " 0.02932083234190941,\n",
+ " -0.005041484255343676,\n",
+ " 0.013976158574223518,\n",
+ " 0.017130035907030106,\n",
+ " -0.026174820959568024,\n",
+ " -0.013315496034920216,\n",
+ " -0.001981004374101758,\n",
+ " -0.005690349265933037,\n",
+ " -0.0001359175512334332,\n",
+ " -0.0006926142377778888,\n",
+ " -0.017712047323584557,\n",
+ " 0.09287027269601822,\n",
+ " -0.015336808748543262,\n",
+ " -0.00044806094956584275,\n",
+ " 0.01115261297672987,\n",
+ " 0.0036572390235960484,\n",
+ " 0.04203072190284729,\n",
+ " 0.027024243026971817,\n",
+ " 0.018404170870780945,\n",
+ " 0.03149158135056496,\n",
+ " 0.03172753006219864,\n",
+ " 0.0005938097601756454,\n",
+ " 0.04127568006515503,\n",
+ " 0.07846154272556305,\n",
+ " 0.031129788607358932,\n",
+ " -0.04347788542509079,\n",
+ " 0.03147584944963455,\n",
+ " 0.0391678512096405,\n",
+ " -0.046309296041727066,\n",
+ " -0.0015907023334875703,\n",
+ " -0.03819258511066437,\n",
+ " -0.006732465699315071,\n",
+ " 0.018372710794210434,\n",
+ " 0.01612331159412861,\n",
+ " 0.007943680509924889,\n",
+ " -0.007003809325397015,\n",
+ " 0.0044830674305558205,\n",
+ " -0.0007255490054376423,\n",
+ " 0.025545617565512657,\n",
+ " -0.04722164198756218,\n",
+ " -0.03485781326889992,\n",
+ " -0.023941151797771454,\n",
+ " 0.023107457906007767,\n",
+ " -0.03185337409377098,\n",
+ " 0.018923262134194374,\n",
+ " -0.003962008748203516,\n",
+ " -0.025136636570096016,\n",
+ " 0.02549842745065689,\n",
+ " -0.015737924724817276,\n",
+ " 0.03954537212848663,\n",
+ " -0.020370427519083023,\n",
+ " -0.027071433141827583,\n",
+ " -0.027244465425610542,\n",
+ " -0.003608082653954625,\n",
+ " -0.024098452180624008,\n",
+ " -0.020323237404227257,\n",
+ " -0.03542409464716911,\n",
+ " 0.0036198801826685667,\n",
+ " 0.00753469904884696,\n",
+ " 0.008171766065061092,\n",
+ " -0.006174048874527216,\n",
+ " -0.05662821605801582,\n",
+ " 0.00031976262107491493,\n",
+ " -0.009390845894813538,\n",
+ " -0.023941151797771454,\n",
+ " -0.06921226531267166,\n",
+ " 0.0034920733887702227,\n",
+ " 0.04096107557415962,\n",
+ " -0.011443618685007095,\n",
+ " 0.002621021354570985,\n",
+ " -0.046277835965156555,\n",
+ " -0.02477484568953514,\n",
+ " 0.01235596276819706,\n",
+ " 0.06625501066446304,\n",
+ " -0.010704305954277515,\n",
+ " -0.06175621598958969,\n",
+ " 0.041432980448007584,\n",
+ " -0.017947999760508537,\n",
+ " 0.04099253565073013,\n",
+ " -0.000948227709159255,\n",
+ " 0.047378942370414734,\n",
+ " -0.018309790641069412,\n",
+ " -0.02140861190855503,\n",
+ " -0.027417495846748352,\n",
+ " 0.005741471890360117,\n",
+ " -0.014164919033646584,\n",
+ " 0.014786256477236748,\n",
+ " 0.007695931941270828,\n",
+ " -0.004542055074125528,\n",
+ " 0.021487262099981308,\n",
+ " 0.016689594835042953,\n",
+ " 0.03910493105649948,\n",
+ " -0.04596323519945145,\n",
+ " 0.03718586266040802,\n",
+ " -0.008069520816206932,\n",
+ " -0.023311950266361237,\n",
+ " 0.033693790435791016,\n",
+ " -0.010397570207715034,\n",
+ " -0.03048485703766346,\n",
+ " 0.006201576441526413,\n",
+ " -0.017979459837079048,\n",
+ " 0.029745543375611305,\n",
+ " 0.013433471322059631,\n",
+ " 0.013614367693662643,\n",
+ " 0.03633644059300423,\n",
+ " -0.045554254204034805,\n",
+ " 0.020763680338859558,\n",
+ " 0.039922893047332764,\n",
+ " 0.054394546896219254,\n",
+ " -0.010672845877707005,\n",
+ " -0.00472688302397728,\n",
+ " -0.0290062315762043,\n",
+ " 0.022556906566023827,\n",
+ " 0.026505151763558388,\n",
+ " 0.021094011142849922,\n",
+ " 0.011482943780720234,\n",
+ " -0.03492073342204094,\n",
+ " -0.0013173925690352917,\n",
+ " 0.007530766539275646,\n",
+ " 0.04797668382525444,\n",
+ " -0.0004996752250008285,\n",
+ " 0.044075630605220795,\n",
+ " -0.00243619317188859,\n",
+ " 0.051091235131025314,\n",
+ " 0.021015360951423645,\n",
+ " 0.010853741317987442,\n",
+ " 0.006174048874527216,\n",
+ " -0.009493091143667698,\n",
+ " -0.0037142604123800993,\n",
+ " 0.06134723499417305,\n",
+ " 0.02776355668902397,\n",
+ " -0.06606625020503998,\n",
+ " -0.014455925673246384,\n",
+ " -0.011545863933861256,\n",
+ " -0.004691490437835455,\n",
+ " 0.03017025627195835,\n",
+ " 0.013134600594639778,\n",
+ " 0.022493986412882805,\n",
+ " 0.04489359259605408,\n",
+ " -0.02955678291618824,\n",
+ " 0.03646228089928627,\n",
+ " -0.04794522374868393,\n",
+ " -0.01714576594531536,\n",
+ " -0.0009998419554904103,\n",
+ " 0.019882796332240105,\n",
+ " 0.0380038246512413,\n",
+ " 0.002245466224849224,\n",
+ " 0.07871322333812714,\n",
+ " 0.0039954353123903275,\n",
+ " 0.04092961549758911,\n",
+ " 0.020700760185718536,\n",
+ " 0.0054701282642781734,\n",
+ " -0.014408735558390617,\n",
+ " -0.017130035907030106,\n",
+ " 0.04464191198348999,\n",
+ " 0.02123558148741722,\n",
+ " -0.044138550758361816,\n",
+ " -0.010216673836112022,\n",
+ " -0.015399728901684284,\n",
+ " 0.03869595006108284,\n",
+ " 0.017853617668151855,\n",
+ " 0.006712803151458502,\n",
+ " 0.020920980721712112,\n",
+ " 0.010971717536449432,\n",
+ " 0.042534083127975464,\n",
+ " 0.011168343015015125,\n",
+ " 0.03199494257569313,\n",
+ " -0.054457470774650574,\n",
+ " 0.028377028182148933,\n",
+ " -0.040363334119319916,\n",
+ " 6.519372982438654e-05,\n",
+ " -0.0074324533343315125,\n",
+ " 0.008218956179916859,\n",
+ " 0.03268706426024437,\n",
+ " 0.042943064123392105,\n",
+ " -0.03982851281762123,\n",
+ " 0.0855715274810791,\n",
+ " 0.022871507331728935,\n",
+ " 0.07330208271741867,\n",
+ " 0.07141447067260742,\n",
+ " 0.0018207544926553965,\n",
+ " 0.06027759239077568,\n",
+ " -0.04489359259605408,\n",
+ " 0.014786256477236748,\n",
+ " -0.05291592329740524,\n",
+ " 0.029777003452181816,\n",
+ " 0.008171766065061092,\n",
+ " 0.01228517759591341,\n",
+ " 0.001044082804583013,\n",
+ " -0.01383458822965622,\n",
+ " -0.025042256340384483,\n",
+ " 0.04042625427246094,\n",
+ " -0.054897911846637726,\n",
+ " 0.004030827898532152,\n",
+ " -0.021738942712545395,\n",
+ " 0.016846895217895508,\n",
+ " 0.013519986532628536,\n",
+ " 0.029273642227053642,\n",
+ " 0.06575164943933487,\n",
+ " 0.01531321369111538,\n",
+ " 0.04174758121371269,\n",
+ " 0.005265637766569853,\n",
+ " -0.041149839758872986,\n",
+ " -0.018089570105075836,\n",
+ " 0.01206495612859726,\n",
+ " 0.011246993206441402,\n",
+ " -0.01396829355508089,\n",
+ " -0.017963729798793793,\n",
+ " 0.022840047255158424,\n",
+ " 0.057446181774139404,\n",
+ " -0.047410402446985245,\n",
+ " 0.0075229015201330185,\n",
+ " -0.005277435295283794,\n",
+ " 0.037720683962106705,\n",
+ " 0.020543457940220833,\n",
+ " 0.01400761865079403,\n",
+ " -0.00854142289608717,\n",
+ " 0.041810501366853714,\n",
+ " 0.019851336255669594,\n",
+ " 0.011341373436152935,\n",
+ " 0.008871753700077534,\n",
+ " 0.010082968510687351,\n",
+ " -0.054834991693496704,\n",
+ " -0.02192770503461361,\n",
+ " -0.012316637672483921,\n",
+ " 0.012206526473164558,\n",
+ " -0.02068503014743328,\n",
+ " 0.07688853144645691,\n",
+ " 0.013630097731947899,\n",
+ " 0.018703041598200798,\n",
+ " -0.03529825434088707,\n",
+ " -0.0042510489001870155,\n",
+ " -0.03199494257569313,\n",
+ " -0.022462526336312294,\n",
+ " 0.038444265723228455,\n",
+ " -0.019442355260252953,\n",
+ " 0.03419715166091919,\n",
+ " 0.023862501606345177,\n",
+ " 0.02677256241440773,\n",
+ " -0.05835852399468422,\n",
+ " -0.009831287898123264,\n",
+ " 7.490212010452524e-05,\n",
+ " -0.0029690489172935486,\n",
+ " 0.022840047255158424,\n",
+ " -0.029572512954473495,\n",
+ " -0.060466352850198746,\n",
+ " 0.007039201911538839,\n",
+ " -0.0391678512096405,\n",
+ " -0.032529763877391815,\n",
+ " 0.013150330632925034,\n",
+ " -0.012222256511449814,\n",
+ " 0.002278892556205392,\n",
+ " -0.04020603373646736,\n",
+ " -0.0064532570540905,\n",
+ " -0.021644562482833862,\n",
+ " -0.009964993223547935,\n",
+ " -0.04687558114528656,\n",
+ " 0.02663099206984043,\n",
+ " 0.00020068115554749966,\n",
+ " 0.030972488224506378,\n",
+ " 0.007168975193053484,\n",
+ " 0.001309527549892664,\n",
+ " -0.017916539683938026,\n",
+ " -0.015289618633687496,\n",
+ " 0.04725310206413269,\n",
+ " 0.012772808782756329,\n",
+ " 0.0021845120936632156,\n",
+ " 0.04193634167313576,\n",
+ " 0.012277312576770782,\n",
+ " 0.03259268403053284,\n",
+ " -0.011726760305464268,\n",
+ " 0.02848713845014572,\n",
+ " -0.012898649089038372,\n",
+ " -0.02512090653181076,\n",
+ " 0.007845367304980755,\n",
+ " -0.03831842541694641,\n",
+ " 0.00928073562681675,\n",
+ " 0.006913361605256796,\n",
+ " 0.011246993206441402,\n",
+ " 0.0022690612822771072,\n",
+ " -0.05345074459910393,\n",
+ " -0.020055826753377914,\n",
+ " -0.005092606879770756,\n",
+ " -0.01575365476310253,\n",
+ " -0.017177226021885872,\n",
+ " 0.007507171481847763,\n",
+ " 0.11482944339513779,\n",
+ " 0.017743507400155067,\n",
+ " 0.03913639113306999,\n",
+ " -0.03526679426431656,\n",
+ " -0.0014334017178043723,\n",
+ " -0.015989607200026512,\n",
+ " 0.015942417085170746,\n",
+ " 0.035455554723739624,\n",
+ " -0.021156931295990944,\n",
+ " -0.03152304142713547,\n",
+ " -0.014251434244215488,\n",
+ " 0.044767752289772034,\n",
+ " -0.024837765842676163,\n",
+ " 0.011946980841457844,\n",
+ " -0.009044785052537918,\n",
+ " -0.031224170699715614,\n",
+ " -0.0025993925519287586,\n",
+ " 0.02024458721280098,\n",
+ " 0.03617914021015167,\n",
+ " 0.04914071038365364,\n",
+ " 0.008407717570662498,\n",
+ " -0.01164811011403799,\n",
+ " -0.030296096578240395,\n",
+ " 0.030705077573657036,\n",
+ " -0.0005874194321222603,\n",
+ " -0.0030024752486497164,\n",
+ " 0.02137715183198452,\n",
+ " 0.008934673853218555,\n",
+ " -0.014408735558390617,\n",
+ " -0.03123990073800087,\n",
+ " -0.0064099994488060474,\n",
+ " -0.0010313020320609212,\n",
+ " 0.025168096646666527,\n",
+ " 0.017004195600748062,\n",
+ " -0.008447042666375637,\n",
+ " 0.02831410802900791,\n",
+ " 0.012411017902195454,\n",
+ " 0.003110619494691491,\n",
+ " -0.009013324975967407,\n",
+ " -0.021502992138266563,\n",
+ " -0.03410277143120766,\n",
+ " -0.007503238972276449,\n",
+ " -0.05011597275733948,\n",
+ " -0.02715008333325386,\n",
+ " -0.06858306378126144,\n",
+ " -0.01705138571560383,\n",
+ " -0.04272284358739853,\n",
+ " 0.0055330488830804825,\n",
+ " -0.0035707238130271435,\n",
+ " -0.02457035519182682,\n",
+ " -0.017743507400155067,\n",
+ " -0.0006247783312574029,\n",
+ " 0.03621060028672218,\n",
+ " 0.0015385965816676617,\n",
+ " -0.011207668110728264,\n",
+ " 0.02361082099378109,\n",
+ " -0.0060403430834412575,\n",
+ " -0.013645827770233154,\n",
+ " -0.021156931295990944,\n",
+ " -0.007747054565697908,\n",
+ " 0.05212942138314247,\n",
+ " 0.011003177613019943,\n",
+ " -0.010838011279702187,\n",
+ " -0.005918435286730528,\n",
+ " -0.00243619317188859,\n",
+ " -0.0004419163742568344,\n",
+ " -0.015596355311572552,\n",
+ " 0.047819383442401886,\n",
+ " 0.011160477995872498,\n",
+ " -0.016312072053551674,\n",
+ " 0.007558294106274843,\n",
+ " 0.008352662436664104,\n",
+ " -0.0394509918987751,\n",
+ " -0.006712803151458502,\n",
+ " -0.0484485849738121,\n",
+ " -0.0071532451547682285,\n",
+ " -0.003328874008730054,\n",
+ " 0.059742771089076996,\n",
+ " -0.01728733628988266,\n",
+ " -0.0007343972101807594,\n",
+ " -0.002878600964322686,\n",
+ " 0.007684134412556887,\n",
+ " -0.0011886026477441192,\n",
+ " 0.04910925030708313,\n",
+ " 0.01911202259361744,\n",
+ " -0.014566035941243172,\n",
+ " 0.007456048391759396,\n",
+ " -0.025042256340384483,\n",
+ " -0.022352416068315506,\n",
+ " -0.0005092606879770756,\n",
+ " 0.008344797417521477,\n",
+ " -0.009170625358819962,\n",
+ " 0.003085058182477951,\n",
+ " 0.007050999440252781,\n",
+ " -0.05310468375682831,\n",
+ " -0.008525692857801914,\n",
+ " -0.04162174090743065,\n",
+ " -0.015966011211276054,\n",
+ " 0.04917217046022415,\n",
+ " -0.01453457586467266,\n",
+ " 0.011302048340439796,\n",
+ " 0.04092961549758911,\n",
+ " -0.023280490189790726,\n",
+ " -0.017067115753889084,\n",
+ " 0.020559187978506088,\n",
+ " 0.018954722210764885,\n",
+ " -0.008163901045918465,\n",
+ " 0.0239254217594862,\n",
+ " 0.006885834038257599,\n",
+ " 0.002390969078987837,\n",
+ " -0.010381840169429779,\n",
+ " 0.043666645884513855,\n",
+ " 0.010350380092859268,\n",
+ " -0.012426747940480709,\n",
+ " -0.0033406715374439955,\n",
+ " 0.027590526267886162,\n",
+ " 0.017743507400155067,\n",
+ " 0.0012151472037658095,\n",
+ " 0.004770140629261732,\n",
+ " 0.007314478047192097,\n",
+ " 0.016642404720187187,\n",
+ " -0.01859293133020401,\n",
+ " 0.03520387411117554,\n",
+ " -0.011593054048717022,\n",
+ " 0.019961446523666382,\n",
+ " 0.0141413239762187,\n",
+ " 0.0008066571317613125,\n",
+ " 0.02935229241847992,\n",
+ " 0.009288600645959377,\n",
+ " 0.01679970510303974,\n",
+ " -0.0004342971369624138,\n",
+ " -0.00020006670092698187,\n",
+ " 0.005843717604875565,\n",
+ " 0.02453889325261116,\n",
+ " -0.03237246349453926,\n",
+ " -0.03413423150777817,\n",
+ " -0.004518460016697645,\n",
+ " 0.03234100341796875,\n",
+ " 0.008934673853218555,\n",
+ " 0.0310354083776474,\n",
+ " 0.012300907634198666,\n",
+ " 0.013921103440225124,\n",
+ " 0.009249275550246239,\n",
+ " -0.029399482533335686,\n",
+ " 0.00670100562274456,\n",
+ " -0.026347851380705833,\n",
+ " -0.01697273552417755,\n",
+ " 0.02309172786772251,\n",
+ " -0.030060146003961563,\n",
+ " -0.027480415999889374,\n",
+ " -0.01558848936110735,\n",
+ " 0.0011935182847082615,\n",
+ " 0.061850596219301224,\n",
+ " -0.03138146921992302,\n",
+ " -0.03375671058893204,\n",
+ " 0.006712803151458502,\n",
+ " 0.008486367762088776,\n",
+ " -0.022761397063732147,\n",
+ " -0.044799212366342545,\n",
+ " 0.02642650157213211,\n",
+ " 0.009438036009669304,\n",
+ " 0.02398834191262722,\n",
+ " -0.006818981375545263,\n",
+ " -0.019615385681390762,\n",
+ " -0.022210845723748207,\n",
+ " -0.041086915880441666,\n",
+ " -0.004915643949061632,\n",
+ " -0.039954353123903275,\n",
+ " -0.036651041358709335,\n",
+ " 0.0068701039999723434,\n",
+ " -0.026111900806427002,\n",
+ " -0.014935692772269249,\n",
+ " -0.045522794127464294,\n",
+ " 0.004007232841104269,\n",
+ " -0.010114428587257862,\n",
+ " 0.00403869291767478,\n",
+ " 0.008879618719220161,\n",
+ " -0.025624267756938934,\n",
+ " -0.06197643652558327,\n",
+ " 0.011042502708733082,\n",
+ " 0.031192710623145103,\n",
+ " -0.03938807174563408,\n",
+ " -0.007699864450842142,\n",
+ " -0.0017086778534576297,\n",
+ " -0.01477839145809412,\n",
+ " 0.01708284579217434,\n",
+ " 0.03182191029191017,\n",
+ " 0.04914071038365364,\n",
+ " -0.01474693138152361,\n",
+ " 0.015045803040266037,\n",
+ " 0.01955246552824974,\n",
+ " -0.00903692003339529,\n",
+ " -0.06024613231420517,\n",
+ " -0.03724878281354904,\n",
+ " 0.028062427416443825,\n",
+ " 0.005088674370199442,\n",
+ " -0.022981617599725723,\n",
+ " -0.03397693112492561,\n",
+ " -0.019096292555332184,\n",
+ " 0.030736537650227547,\n",
+ " 0.008753778412938118,\n",
+ " 0.007298748008906841,\n",
+ " 0.016957005485892296,\n",
+ " -0.022556906566023827,\n",
+ " -0.02494787611067295,\n",
+ " -0.04388687014579773,\n",
+ " -0.0056431591510772705,\n",
+ " 0.0236422810703516,\n",
+ " -0.01650083251297474,\n",
+ " -0.014188514091074467,\n",
+ " -0.023044537752866745,\n",
+ " 0.03599037975072861,\n",
+ " 0.014550305902957916,\n",
+ " -0.010696440935134888,\n",
+ " -0.03391401097178459,\n",
+ " -0.00396594125777483,\n",
+ " -0.03246684372425079,\n",
+ " 0.006630220450460911,\n",
+ " -0.045585714280605316,\n",
+ " -0.02906915172934532,\n",
+ " -0.028361298143863678,\n",
+ " 0.00941444095224142,\n",
+ " 0.046686820685863495,\n",
+ " 0.06238542124629021,\n",
+ " -0.014188514091074467,\n",
+ " 0.01295370515435934,\n",
+ " 0.001900387927889824,\n",
+ " -0.009091975167393684,\n",
+ " 0.013519986532628536,\n",
+ " -0.009099840186536312,\n",
+ " 0.027071433141827583,\n",
+ " -0.0025738312397152185,\n",
+ " -0.020873790606856346,\n",
+ " 0.008034128695726395,\n",
+ " 0.02825118787586689,\n",
+ " 0.007098189555108547,\n",
+ " 0.04725310206413269,\n",
+ " 0.0032797176390886307,\n",
+ " -0.023626551032066345,\n",
+ " 0.007043134421110153,\n",
+ " -0.018655851483345032,\n",
+ " -0.017271606251597404,\n",
+ " -0.005804392043501139,\n",
+ " 0.02845567837357521,\n",
+ " -0.014101998880505562,\n",
+ " 0.03599037975072861,\n",
+ " -0.014919961802661419,\n",
+ " -0.007369533181190491,\n",
+ " 0.007558294106274843,\n",
+ " 0.022635556757450104,\n",
+ " 0.004164533689618111,\n",
+ " -0.048196904361248016,\n",
+ " 0.032844364643096924,\n",
+ " -0.03168034180998802,\n",
+ " -0.018640121445059776,\n",
+ " -0.010043643414974213,\n",
+ " 0.01002004835754633,\n",
+ " 0.02096817083656788,\n",
+ " -0.030500587075948715,\n",
+ " -0.022902967408299446,\n",
+ " 0.049990132451057434,\n",
+ " -0.024554625153541565,\n",
+ " 0.013221115805208683,\n",
+ " -0.028738820925354958,\n",
+ " -0.015541299246251583,\n",
+ " -0.0353926345705986,\n",
+ " 0.01410986389964819,\n",
+ " -0.0144323306158185,\n",
+ " 0.01149867381900549,\n",
+ " -0.008061655797064304,\n",
+ " -0.03259268403053284,\n",
+ " 0.006850441452115774,\n",
+ " 0.003934481181204319,\n",
+ " -0.0003143554204143584,\n",
+ " 0.038884710520505905,\n",
+ " 0.032875824719667435,\n",
+ " 0.04426439106464386,\n",
+ " 0.016925545409321785,\n",
+ " -0.001957409316673875,\n",
+ " 0.015266023576259613,\n",
+ " -0.024082722142338753,\n",
+ " 0.0176963172852993,\n",
+ " 0.007943680509924889,\n",
+ " 0.00829760730266571,\n",
+ " 0.035172414034605026,\n",
+ " 0.0012908481294289231,\n",
+ " -0.03141292929649353,\n",
+ " 0.03879033029079437,\n",
+ " 0.012890784069895744,\n",
+ " 0.040017273277044296,\n",
+ " 0.00199378514662385,\n",
+ " -0.01972549594938755,\n",
+ " 0.007511103991419077,\n",
+ " -0.0027822544798254967,\n",
+ " 0.028030967339873314,\n",
+ " -0.02776355668902397,\n",
+ " -0.017822157591581345,\n",
+ " -0.007113919593393803,\n",
+ " 0.019536735489964485,\n",
+ " -0.0052184476517140865,\n",
+ " 0.0028903984930366278,\n",
+ " 0.028738820925354958,\n",
+ " 0.04275430366396904,\n",
+ " -0.029603973031044006,\n",
+ " -0.018750231713056564,\n",
+ " -0.012104281224310398,\n",
+ " 0.005257772747427225,\n",
+ " 0.012112146243453026,\n",
+ " 0.021298501640558243,\n",
+ " 0.016264881938695908,\n",
+ " -0.004770140629261732,\n",
+ " -0.005867312662303448,\n",
+ " -0.08041206747293472,\n",
+ " -0.01694127544760704,\n",
+ " -0.027480415999889374,\n",
+ " -0.019426625221967697,\n",
+ " 0.02099963091313839,\n",
+ " 0.03193202242255211,\n",
+ " 0.0017489860765635967,\n",
+ " 0.008030195720493793,\n",
+ " -0.017381716519594193,\n",
+ " -0.006594827864319086,\n",
+ " 0.007727392017841339,\n",
+ " -0.01766485720872879,\n",
+ " -0.03706002235412598,\n",
+ " -0.03554993495345116,\n",
+ " 0.005603834055364132,\n",
+ " -0.003244325052946806,\n",
+ " 0.017397446557879448,\n",
+ " 0.011978440918028355,\n",
+ " 0.0028491071425378323,\n",
+ " -0.006484717596322298,\n",
+ " -0.007247625384479761,\n",
+ " 0.015580624341964722,\n",
+ " -0.009784097783267498,\n",
+ " 0.011129017919301987,\n",
+ " -0.05873604491353035,\n",
+ " 0.002330015180632472,\n",
+ " -0.02628493122756481,\n",
+ " -0.009799827821552753,\n",
+ " -0.009650392457842827,\n",
+ " -0.03202640265226364,\n",
+ " -0.02096817083656788,\n",
+ " 0.026379311457276344,\n",
+ " 0.018986182287335396,\n",
+ " 0.016862625256180763,\n",
+ " -0.01612331159412861,\n",
+ " -0.01650083251297474,\n",
+ " -0.02906915172934532,\n",
+ " 0.01514018326997757,\n",
+ " 0.019741225987672806,\n",
+ " -0.012190796434879303,\n",
+ " 0.014180649071931839,\n",
+ " 0.0008754761656746268,\n",
+ " -0.040646474808454514,\n",
+ " 0.029462402686476707,\n",
+ " 0.04382394999265671,\n",
+ " -0.018703041598200798,\n",
+ " -0.006830778904259205,\n",
+ " -0.007283017970621586,\n",
+ " 0.01440087053924799,\n",
+ " -0.007990870624780655,\n",
+ " -0.004522392526268959,\n",
+ " -0.030296096578240395,\n",
+ " 0.012411017902195454,\n",
+ " 0.03554993495345116,\n",
+ " -0.02848713845014572,\n",
+ " 0.04240824282169342,\n",
+ " 0.01326830592006445,\n",
+ " 0.00460497522726655,\n",
+ " -0.0105863306671381,\n",
+ " 0.013551446609199047,\n",
+ " -0.032529763877391815,\n",
+ " 0.033284809440374374,\n",
+ " 0.006288091652095318,\n",
+ " -0.028754550963640213,\n",
+ " -0.025372587144374847,\n",
+ " -0.0051004718989133835,\n",
+ " -0.04769354313611984,\n",
+ " 0.056722596287727356,\n",
+ " -0.017381716519594193,\n",
+ " -0.0008499147952534258,\n",
+ " 0.02343779057264328,\n",
+ " 0.012127876281738281,\n",
+ " 0.010303189978003502,\n",
+ " -0.030327556654810905,\n",
+ " 0.012379557825624943,\n",
+ " 0.005249907728284597,\n",
+ " -0.009225680492818356,\n",
+ " 0.007731324527412653,\n",
+ " -0.021628832444548607,\n",
+ " 0.006343146786093712,\n",
+ " 0.01876596175134182,\n",
+ " 0.02216365560889244,\n",
+ " 0.018640121445059776,\n",
+ " 0.009154895320534706,\n",
+ " -0.0104447603225708,\n",
+ " -0.008926808834075928,\n",
+ " 0.013103140518069267,\n",
+ " 0.009524551220238209,\n",
+ " -0.0008066571317613125,\n",
+ " -0.04643513634800911,\n",
+ " 0.01160091906785965,\n",
+ " 0.023123187944293022,\n",
+ " 0.01893899217247963,\n",
+ " 0.010366110131144524,\n",
+ " -0.01453457586467266,\n",
+ " -0.006221238989382982,\n",
+ " -0.020181667059659958,\n",
+ " -0.035958919674158096,\n",
+ " 0.012694158591330051,\n",
+ " 0.004412281792610884,\n",
+ " 2.602218955871649e-05,\n",
+ " 0.020905250683426857,\n",
+ " 0.0262534711509943,\n",
+ " -0.0127649437636137,\n",
+ " -0.020401887595653534,\n",
+ " 0.0027606256771832705,\n",
+ " 0.032529763877391815,\n",
+ " -0.005383613053709269,\n",
+ " -0.011160477995872498,\n",
+ " -0.025954600423574448,\n",
+ " 0.014164919033646584,\n",
+ " -0.024004071950912476,\n",
+ " -0.018986182287335396,\n",
+ " -0.0016595213674008846,\n",
+ " -0.027684906497597694,\n",
+ " 0.009131300263106823,\n",
+ " 0.01989852637052536,\n",
+ " 0.01897045224905014,\n",
+ " 0.0021923771128058434,\n",
+ " -0.0038892573211342096,\n",
+ " 0.025561347603797913,\n",
+ " 0.06100117415189743,\n",
+ " -0.019977176561951637,\n",
+ " 0.009933533146977425,\n",
+ " -0.04077231511473656,\n",
+ " 0.0012554554268717766,\n",
+ " 0.0020999631378799677,\n",
+ " 0.048133984208106995,\n",
+ " -0.012293042615056038,\n",
+ " 0.0353926345705986,\n",
+ " 0.011215533129870892,\n",
+ " 0.048165444284677505,\n",
+ " 0.008989729918539524,\n",
+ " 0.00810884591192007,\n",
+ " 0.03570723533630371,\n",
+ " -0.004321834072470665,\n",
+ " 0.010499815456569195,\n",
+ " 0.027511876076459885,\n",
+ " 0.012922244146466255,\n",
+ " -0.0059852879494428635,\n",
+ " 0.014495250768959522,\n",
+ " -0.012670563533902168,\n",
+ " 0.017413176596164703,\n",
+ " 0.008100980892777443,\n",
+ " -0.010633520781993866,\n",
+ " -0.0327814444899559,\n",
+ " -0.0027075365651398897,\n",
+ " 0.029273642227053642,\n",
+ " -0.03319042921066284,\n",
+ " 0.012969435192644596,\n",
+ " 0.008478502742946148,\n",
+ " 0.01041330024600029,\n",
+ " 0.0009118519374169409,\n",
+ " 0.009375115856528282,\n",
+ " -0.02219511568546295,\n",
+ " 0.024696195498108864,\n",
+ " -0.0025364721659570932,\n",
+ " 0.004290373995900154,\n",
+ " 0.006551570259034634,\n",
+ " 0.017822157591581345,\n",
+ " 0.0026269201189279556,\n",
+ " 0.02161310240626335,\n",
+ " 0.018655851483345032,\n",
+ " 0.000818454718682915,\n",
+ " 0.0019053035648539662,\n",
+ " 0.014526710845530033,\n",
+ " -0.024066992104053497,\n",
+ " 0.03381963074207306,\n",
+ " 0.03448029235005379,\n",
+ " -0.02065357007086277,\n",
+ " -0.019190672785043716,\n",
+ " 0.04020603373646736,\n",
+ " -0.023484980687499046,\n",
+ " 0.015706464648246765,\n",
+ " 0.004498797468841076,\n",
+ " 0.049675531685352325,\n",
+ " 0.022981617599725723,\n",
+ " -0.003930548671633005,\n",
+ " -0.01694127544760704,\n",
+ " -0.017444636672735214,\n",
+ " 0.03051631711423397,\n",
+ " 0.05382826551795006,\n",
+ " -0.008195361122488976,\n",
+ " 0.021188391372561455,\n",
+ " 0.04190488159656525,\n",
+ " 0.02468046545982361,\n",
+ " 0.014023348689079285,\n",
+ " -0.015234563499689102,\n",
+ " 0.05905064567923546,\n",
+ " 0.030201716348528862,\n",
+ " -0.01041330024600029,\n",
+ " 0.010845876298844814,\n",
+ " -0.004895981401205063,\n",
+ " -0.0035726900678128004,\n",
+ " -0.011537998914718628,\n",
+ " -0.004463404417037964,\n",
+ " 0.03636790066957474,\n",
+ " -0.027653446421027184,\n",
+ " -0.007393128238618374,\n",
+ " -0.041873421519994736,\n",
+ " -0.025356857106089592,\n",
+ " 0.008840293623507023,\n",
+ " 0.0236422810703516,\n",
" ...]]"
]
},
@@ -170,7 +2176,7 @@
},
{
"cell_type": "code",
- "execution_count": 5,
+ "execution_count": 7,
"metadata": {},
"outputs": [],
"source": [
@@ -180,8 +2186,28 @@
"# get at app.pinecone.io\n",
"os.environ[\"PINECONE_API_KEY\"] = os.environ.get(\"PINECONE_API_KEY\") or getpass(\n",
" \"Enter Pinecone API key: \"\n",
- ")\n",
- "pc_index = PineconeIndex(dimensions=1536, init_async_index=True)"
+ ")"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 10,
+ "metadata": {},
+ "outputs": [
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "2025-01-03 14:48:52 - pinecone_plugin_interface.logging - INFO - discover_namespace_packages.py:12 - discover_subpackages() - Discovering subpackages in _NamespacePath(['c:\\\\Users\\\\Joshu\\\\OneDrive\\\\Documents\\\\Aurelio\\\\agents-course\\\\07-pratical-ai\\\\.venv\\\\Lib\\\\site-packages\\\\pinecone_plugins'])\n",
+ "2025-01-03 14:48:52 - pinecone_plugin_interface.logging - INFO - discover_plugins.py:9 - discover_plugins() - Looking for plugins in pinecone_plugins.inference\n",
+ "2025-01-03 14:48:52 - pinecone_plugin_interface.logging - INFO - installation.py:10 - install_plugins() - Installing plugin inference into Pinecone\n",
+ "2025-01-03 14:48:58 - pinecone_plugin_interface.logging - INFO - discover_namespace_packages.py:12 - discover_subpackages() - Discovering subpackages in _NamespacePath(['c:\\\\Users\\\\Joshu\\\\OneDrive\\\\Documents\\\\Aurelio\\\\agents-course\\\\07-pratical-ai\\\\.venv\\\\Lib\\\\site-packages\\\\pinecone_plugins'])\n",
+ "2025-01-03 14:48:58 - pinecone_plugin_interface.logging - INFO - discover_plugins.py:9 - discover_plugins() - Looking for plugins in pinecone_plugins.inference\n"
+ ]
+ }
+ ],
+ "source": [
+ "pc_index = PineconeIndex(dimensions=1536, init_async_index=True, region=\"us-east-1\")"
]
},
{
@@ -193,16 +2219,29 @@
},
{
"cell_type": "code",
- "execution_count": 6,
+ "execution_count": 11,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
- "{'indexes': []}"
+ "{'indexes': [{'name': 'index',\n",
+ " 'metric': 'dotproduct',\n",
+ " 'dimension': 1536,\n",
+ " 'status': {'ready': True, 'state': 'Ready'},\n",
+ " 'host': 'index-96ix5ds.svc.aped-4627-b74a.pinecone.io',\n",
+ " 'spec': {'serverless': {'region': 'us-east-1', 'cloud': 'aws'}},\n",
+ " 'deletion_protection': 'disabled'},\n",
+ " {'name': 'rerankers',\n",
+ " 'metric': 'dotproduct',\n",
+ " 'dimension': 1536,\n",
+ " 'status': {'ready': True, 'state': 'Ready'},\n",
+ " 'host': 'rerankers-96ix5ds.svc.aped-4627-b74a.pinecone.io',\n",
+ " 'spec': {'serverless': {'region': 'us-east-1', 'cloud': 'aws'}},\n",
+ " 'deletion_protection': 'disabled'}]}"
]
},
- "execution_count": 6,
+ "execution_count": 11,
"metadata": {},
"output_type": "execute_result"
}
@@ -234,13 +2273,26 @@
},
{
"cell_type": "code",
- "execution_count": 7,
+ "execution_count": 13,
"metadata": {},
- "outputs": [],
+ "outputs": [
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "2025-01-03 14:56:09 - pinecone_plugin_interface.logging - INFO - discover_namespace_packages.py:12 - discover_subpackages() - Discovering subpackages in _NamespacePath(['c:\\\\Users\\\\Joshu\\\\OneDrive\\\\Documents\\\\Aurelio\\\\agents-course\\\\07-pratical-ai\\\\.venv\\\\Lib\\\\site-packages\\\\pinecone_plugins'])\n",
+ "2025-01-03 14:56:09 - pinecone_plugin_interface.logging - INFO - discover_plugins.py:9 - discover_plugins() - Looking for plugins in pinecone_plugins.inference\n",
+ "2025-01-03 14:56:13 - httpx - INFO - _client.py:1025 - _send_single_request() - HTTP Request: POST https://api.openai.com/v1/embeddings \"HTTP/1.1 200 OK\"\n"
+ ]
+ }
+ ],
"source": [
- "from semantic_router.layer import RouteLayer\n",
+ "from semantic_router.routers import SemanticRouter\n",
+ "import time\n",
"\n",
- "rl = RouteLayer(encoder=encoder, routes=routes, index=pc_index)"
+ "rl = SemanticRouter(encoder=encoder, routes=routes, index=pc_index, auto_sync=\"local\")\n",
+ "# due to pinecone indexing latency we wait 3 seconds\n",
+ "time.sleep(3)"
]
},
{
@@ -252,7 +2304,7 @@
},
{
"cell_type": "code",
- "execution_count": 8,
+ "execution_count": 14,
"metadata": {},
"outputs": [
{
@@ -261,7 +2313,7 @@
"['politics', 'chitchat']"
]
},
- "execution_count": 8,
+ "execution_count": 14,
"metadata": {},
"output_type": "execute_result"
}
@@ -272,16 +2324,16 @@
},
{
"cell_type": "code",
- "execution_count": 9,
+ "execution_count": 15,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
- "10"
+ "0"
]
},
- "execution_count": 9,
+ "execution_count": 15,
"metadata": {},
"output_type": "execute_result"
}
@@ -299,7 +2351,7 @@
},
{
"cell_type": "code",
- "execution_count": 10,
+ "execution_count": 16,
"metadata": {},
"outputs": [
{
@@ -312,7 +2364,7 @@
" 'politics#fc6d15f9e6075e6de82b3fbef6722b64353e4eadc8d663b7312a4ed60c43e6f6']"
]
},
- "execution_count": 10,
+ "execution_count": 16,
"metadata": {},
"output_type": "execute_result"
}
@@ -330,16 +2382,23 @@
},
{
"cell_type": "code",
- "execution_count": 11,
+ "execution_count": 17,
"metadata": {},
"outputs": [
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "2025-01-03 14:56:30 - httpx - INFO - _client.py:1025 - _send_single_request() - HTTP Request: POST https://api.openai.com/v1/embeddings \"HTTP/1.1 200 OK\"\n"
+ ]
+ },
{
"data": {
"text/plain": [
"'politics'"
]
},
- "execution_count": 11,
+ "execution_count": 17,
"metadata": {},
"output_type": "execute_result"
}
@@ -350,16 +2409,23 @@
},
{
"cell_type": "code",
- "execution_count": 12,
+ "execution_count": 18,
"metadata": {},
"outputs": [
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "2025-01-03 14:56:33 - httpx - INFO - _client.py:1740 - _send_single_request() - HTTP Request: POST https://api.openai.com/v1/embeddings \"HTTP/1.1 200 OK\"\n"
+ ]
+ },
{
"data": {
"text/plain": [
"'politics'"
]
},
- "execution_count": 12,
+ "execution_count": 18,
"metadata": {},
"output_type": "execute_result"
}
@@ -378,16 +2444,23 @@
},
{
"cell_type": "code",
- "execution_count": 13,
+ "execution_count": 19,
"metadata": {},
"outputs": [
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "2025-01-03 14:56:39 - httpx - INFO - _client.py:1025 - _send_single_request() - HTTP Request: POST https://api.openai.com/v1/embeddings \"HTTP/1.1 200 OK\"\n"
+ ]
+ },
{
"data": {
"text/plain": [
"'chitchat'"
]
},
- "execution_count": 13,
+ "execution_count": 19,
"metadata": {},
"output_type": "execute_result"
}
@@ -398,16 +2471,23 @@
},
{
"cell_type": "code",
- "execution_count": 15,
+ "execution_count": 20,
"metadata": {},
"outputs": [
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "2025-01-03 14:56:41 - httpx - INFO - _client.py:1740 - _send_single_request() - HTTP Request: POST https://api.openai.com/v1/embeddings \"HTTP/1.1 200 OK\"\n"
+ ]
+ },
{
"data": {
"text/plain": [
"'chitchat'"
]
},
- "execution_count": 15,
+ "execution_count": 20,
"metadata": {},
"output_type": "execute_result"
}
@@ -419,18 +2499,34 @@
},
{
"cell_type": "code",
- "execution_count": 16,
+ "execution_count": 21,
"metadata": {},
- "outputs": [],
+ "outputs": [
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "2025-01-03 14:56:46 - httpx - INFO - _client.py:1025 - _send_single_request() - HTTP Request: POST https://api.openai.com/v1/embeddings \"HTTP/1.1 200 OK\"\n"
+ ]
+ }
+ ],
"source": [
"rl(\"I'm interested in learning about llama 2\").name"
]
},
{
"cell_type": "code",
- "execution_count": 17,
+ "execution_count": 22,
"metadata": {},
- "outputs": [],
+ "outputs": [
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "2025-01-03 14:56:48 - httpx - INFO - _client.py:1740 - _send_single_request() - HTTP Request: POST https://api.openai.com/v1/embeddings \"HTTP/1.1 200 OK\"\n"
+ ]
+ }
+ ],
"source": [
"out = await rl.acall(\"I'm interested in learning about llama 2\")\n",
"out.name"
@@ -445,7 +2541,7 @@
},
{
"cell_type": "code",
- "execution_count": 18,
+ "execution_count": 23,
"metadata": {},
"outputs": [
{
@@ -454,7 +2550,7 @@
"10"
]
},
- "execution_count": 18,
+ "execution_count": 23,
"metadata": {},
"output_type": "execute_result"
}
@@ -465,16 +2561,23 @@
},
{
"cell_type": "code",
- "execution_count": 19,
+ "execution_count": 24,
"metadata": {},
"outputs": [
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "2025-01-03 14:56:54 - semantic_router.utils.logger - WARNING - pinecone.py:431 - _read_config() - Configuration for sr_lock parameter not found in index.\n"
+ ]
+ },
{
"data": {
"text/plain": [
"5"
]
},
- "execution_count": 19,
+ "execution_count": 24,
"metadata": {},
"output_type": "execute_result"
}
@@ -489,9 +2592,17 @@
},
{
"cell_type": "code",
- "execution_count": 21,
+ "execution_count": 25,
"metadata": {},
- "outputs": [],
+ "outputs": [
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "2025-01-03 14:57:00 - httpx - INFO - _client.py:1740 - _send_single_request() - HTTP Request: POST https://api.openai.com/v1/embeddings \"HTTP/1.1 200 OK\"\n"
+ ]
+ }
+ ],
"source": [
"out = await rl.acall(\"how's the weather today?\")\n",
"out.name"
@@ -499,21 +2610,16 @@
},
{
"cell_type": "code",
- "execution_count": 22,
+ "execution_count": 26,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
- "[('politics', \"why don't you tell me about your political opinions\"),\n",
- " ('politics',\n",
- " \"don't you just love the presidentdon't you just hate the president\"),\n",
- " ('politics', \"isn't politics the best thing ever\"),\n",
- " ('politics', \"they're going to destroy this country!\"),\n",
- " ('politics', 'they will save the country!')]"
+ "[Route(name='politics', utterances=[\"they're going to destroy this country!\", 'they will save the country!', \"don't you just love the presidentdon't you just hate the president\", \"isn't politics the best thing ever\", \"why don't you tell me about your political opinions\"], description=None, function_schemas=None, llm=None, score_threshold=None, metadata={})]"
]
},
- "execution_count": 22,
+ "execution_count": 26,
"metadata": {},
"output_type": "execute_result"
}
@@ -524,7 +2630,7 @@
},
{
"cell_type": "code",
- "execution_count": 23,
+ "execution_count": 27,
"metadata": {},
"outputs": [
{
@@ -533,7 +2639,7 @@
"{'type': 'pinecone', 'dimensions': 1536, 'vectors': 5}"
]
},
- "execution_count": 23,
+ "execution_count": 27,
"metadata": {},
"output_type": "execute_result"
}
@@ -566,7 +2672,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
- "version": "3.11.5"
+ "version": "3.12.7"
}
},
"nbformat": 4,