{ "cells": [ { "cell_type": "code", "execution_count": null, "metadata": {}, "outputs": [], "source": [ "# Install VoyageAI lib\n", "%pip install voyageai" ] }, { "cell_type": "code", "execution_count": null, "metadata": {}, "outputs": [], "source": [ "# Client Setup\n", "from dotenv import load_dotenv\n", "import voyageai\n", "\n", "load_dotenv()\n", "\n", "client = voyageai.Client()" ] }, { "cell_type": "code", "execution_count": 2, "metadata": {}, "outputs": [], "source": [ "# Chunk by section\n", "import re\n", "\n", "\n", "def chunk_by_section(document_text):\n", " pattern = r\"\\n## \"\n", " return re.split(pattern, document_text)" ] }, { "cell_type": "code", "execution_count": null, "metadata": {}, "outputs": [], "source": [ "# Embedding Generation\n", "def generate_embedding(text, model=\"voyage-3-large\", input_type=\"query\"):\n", " result = client.embed([text], model=model, input_type=input_type)\n", "\n", " return result.embeddings[0]" ] }, { "cell_type": "code", "execution_count": 6, "metadata": {}, "outputs": [ { "data": { "text/plain": [ "[-0.054362788796424866,\n", " 0.014613168314099312,\n", " -0.017022375017404556,\n", " 0.0005244924686849117,\n", " 0.021523790434002876,\n", " 0.03755597025156021,\n", " -0.04747406393289566,\n", " 0.0018524384358897805,\n", " 0.002212954917922616,\n", " -0.017809690907597542,\n", " 0.013833921402692795,\n", " 0.04846887290477753,\n", " -0.008396491408348083,\n", " -0.003982108552008867,\n", " -0.013824699446558952,\n", " 0.0076155876740813255,\n", " 0.03284821659326553,\n", " 0.08891703933477402,\n", " -0.0480365976691246,\n", " -0.010379187762737274,\n", " 0.06110164523124695,\n", " -0.05775642395019531,\n", " 0.06514196842908859,\n", " -0.03484935685992241,\n", " -0.01834282837808132,\n", " 0.0076310778968036175,\n", " 0.007375748362392187,\n", " 0.044855061918497086,\n", " -0.032467812299728394,\n", " -0.014277723617851734,\n", " -0.0011654108529910445,\n", " 0.02244943380355835,\n", " 0.01876530610024929,\n", " 0.057147782295942307,\n", " 0.012334220111370087,\n", " 0.04110176861286163,\n", " -0.06175178661942482,\n", " -0.019730715081095695,\n", " -0.026986580342054367,\n", " -0.05491148307919502,\n", " 0.010661606676876545,\n", " 0.005109479185193777,\n", " 0.03237559646368027,\n", " -0.06931139528751373,\n", " 0.004301991313695908,\n", " -0.0008553262450732291,\n", " -0.06660017371177673,\n", " -0.018905650824308395,\n", " -0.0518636591732502,\n", " 0.026439031586050987,\n", " -0.0502544529736042,\n", " -0.022611966356635094,\n", " -0.021983729675412178,\n", " 0.011225292459130287,\n", " -0.003035716712474823,\n", " 0.03510757163167,\n", " -5.187288479646668e-05,\n", " -0.006904929410666227,\n", " -0.03937959298491478,\n", " -0.007653700187802315,\n", " -0.06321575492620468,\n", " 0.01296591479331255,\n", " -0.008484099060297012,\n", " 0.04543603956699371,\n", " -0.022263841703534126,\n", " 0.008405712433159351,\n", " -0.007216094993054867,\n", " -0.012260444462299347,\n", " -0.03438365459442139,\n", " 0.001294804853387177,\n", " -0.022918593138456345,\n", " -0.0006386128370650113,\n", " -0.011327886022627354,\n", " 0.02677217312157154,\n", " 0.01781199499964714,\n", " -0.05104292184114456,\n", " -0.06053220480680466,\n", " 0.009587261825799942,\n", " -0.069501593708992,\n", " 0.06215524300932884,\n", " 0.003641476621851325,\n", " 0.029532961547374725,\n", " -0.01124719437211752,\n", " -0.005874316208064556,\n", " 0.02861769311130047,\n", " -0.020417166873812675,\n", " 0.016562435775995255,\n", " 6.109473179094493e-05,\n", " 0.0753793716430664,\n", " -0.09408127516508102,\n", " 0.038450490683317184,\n", " 0.026835571974515915,\n", " 0.026900123804807663,\n", " 0.030602695420384407,\n", " -0.003198827849701047,\n", " 0.00969734787940979,\n", " -0.015465613454580307,\n", " -0.022246550768613815,\n", " -0.09162826091051102,\n", " 0.023184875026345253,\n", " 0.008262774907052517,\n", " -0.01194805558770895,\n", " -0.016329582780599594,\n", " 0.03003094345331192,\n", " -0.034766361117362976,\n", " -0.02975890040397644,\n", " 0.021103043109178543,\n", " 0.010429907590150833,\n", " -0.02621597982943058,\n", " 0.013865046203136444,\n", " -0.02004137821495533,\n", " -0.025712812319397926,\n", " 0.014893857762217522,\n", " -0.0514901764690876,\n", " -0.004020725376904011,\n", " 0.022302458062767982,\n", " 0.02101082354784012,\n", " -0.0046962252818048,\n", " -0.022697268053889275,\n", " 0.03491852059960365,\n", " -0.007530790288001299,\n", " 0.0009925012709572911,\n", " 0.04888961836695671,\n", " 0.004326775204390287,\n", " 0.003466261550784111,\n", " 0.03173237293958664,\n", " 0.032673001289367676,\n", " -0.001633419538848102,\n", " 0.02745804935693741,\n", " 0.0291318129748106,\n", " 0.054687850177288055,\n", " 0.03685510903596878,\n", " 0.017204508185386658,\n", " 0.022115139290690422,\n", " -0.04788905009627342,\n", " 0.010799935087561607,\n", " -0.05098758637905121,\n", " -0.05879849195480347,\n", " 0.010865640826523304,\n", " -0.032520841807127,\n", " 0.04611845314502716,\n", " -0.06980015337467194,\n", " -0.0033564637415111065,\n", " 0.007169409189373255,\n", " 0.03370584920048714,\n", " -0.004677781369537115,\n", " -0.013680608943104744,\n", " -0.011988400481641293,\n", " -0.061186954379081726,\n", " 0.02474394254386425,\n", " -0.022736461833119392,\n", " 0.008666230365633965,\n", " -0.025507625192403793,\n", " 0.009088128805160522,\n", " 0.0703350231051445,\n", " 0.022157790139317513,\n", " -0.05391552671790123,\n", " -0.01208407711237669,\n", " -0.005760772153735161,\n", " 0.033339280635118484,\n", " -0.00017867327551357448,\n", " 0.029769273474812508,\n", " 0.001629961421713233,\n", " 0.05445500835776329,\n", " 0.07655054330825806,\n", " -0.024048270657658577,\n", " -0.046817004680633545,\n", " 0.018216604366898537,\n", " -0.008846055716276169,\n", " -0.02092667482793331,\n", " 0.022655772045254707,\n", " 0.005418410990387201,\n", " -0.046076953411102295,\n", " 0.04994552209973335,\n", " -0.03760669007897377,\n", " 0.008016089908778667,\n", " 0.09487435221672058,\n", " -0.025262095034122467,\n", " -0.006638576742261648,\n", " -0.028776774182915688,\n", " 0.006882090587168932,\n", " 0.005624173209071159,\n", " -0.007931075990200043,\n", " 0.02959348075091839,\n", " -0.012262750416994095,\n", " 0.04710519313812256,\n", " 0.052149537950754166,\n", " 0.021193532273173332,\n", " 0.017439663410186768,\n", " 0.04487811401486397,\n", " -0.03962166607379913,\n", " -0.0037728880997747183,\n", " -0.05017606541514397,\n", " 0.007681798189878464,\n", " -0.029763508588075638,\n", " -0.05119046941399574,\n", " -0.00031239003874361515,\n", " -0.09124094992876053,\n", " -0.015624113380908966,\n", " 0.0057913195341825485,\n", " 0.008633953519165516,\n", " 0.0666370615363121,\n", " -0.018955504521727562,\n", " 0.002176932292059064,\n", " 0.021591801196336746,\n", " -0.033180203288793564,\n", " -0.030040163546800613,\n", " -0.044511549174785614,\n", " 0.012841420248150826,\n", " -0.03977382183074951,\n", " 0.06008954718708992,\n", " -0.005196510814130306,\n", " 0.05406076833605766,\n", " 0.031113356351852417,\n", " 0.0008668535738252103,\n", " -0.005907745566219091,\n", " -0.05689878761768341,\n", " -0.0015469647478312254,\n", " -0.010050947777926922,\n", " 0.009231068193912506,\n", " -0.07136326283216476,\n", " 0.013107702136039734,\n", " -0.016397597268223763,\n", " -0.003449510782957077,\n", " -0.01969786547124386,\n", " 0.014192421920597553,\n", " 0.02314452826976776,\n", " 0.025199847295880318,\n", " 0.002740041119977832,\n", " -0.013955535367131233,\n", " 0.004917549435049295,\n", " -0.03511909767985344,\n", " -0.01665234938263893,\n", " -0.07779549807310104,\n", " 0.07051946222782135,\n", " 0.060034219175577164,\n", " -0.048972614109516144,\n", " -0.0010530196595937014,\n", " 0.004236285574734211,\n", " -0.018818331882357597,\n", " -0.026991192251443863,\n", " -0.0023377379402518272,\n", " -0.033731210976839066,\n", " -0.019382014870643616,\n", " 0.04089946672320366,\n", " 0.016071373596787453,\n", " -0.02285793237388134,\n", " -0.01647021807730198,\n", " 0.017767831683158875,\n", " -0.009028187952935696,\n", " 0.034535814076662064,\n", " -0.035917941480875015,\n", " -0.021350879222154617,\n", " 0.017489232122898102,\n", " -0.017282316461205482,\n", " -0.020235324278473854,\n", " 0.03283899277448654,\n", " 0.02248286083340645,\n", " -0.011823559179902077,\n", " 0.02231917344033718,\n", " 0.09229224175214767,\n", " -0.013241419568657875,\n", " -0.028698384761810303,\n", " -0.008910609409213066,\n", " -0.005111208185553551,\n", " -0.027748536318540573,\n", " -0.05089998245239258,\n", " 0.032173868268728256,\n", " 0.009756137616932392,\n", " -0.016041401773691177,\n", " 0.028895502910017967,\n", " 0.0073094661347568035,\n", " -0.021403906866908073,\n", " 0.0058720107190310955,\n", " -0.01028466410934925,\n", " 0.038141556084156036,\n", " 0.031572140753269196,\n", " 0.03438365459442139,\n", " 0.06126072630286217,\n", " -0.015240252949297428,\n", " -0.017673667520284653,\n", " 0.05676046386361122,\n", " 0.0407743938267231,\n", " 0.010201667435467243,\n", " -0.019145704805850983,\n", " -0.004270579200237989,\n", " -0.02386181429028511,\n", " -0.008078048937022686,\n", " 0.014851782470941544,\n", " 0.07919721305370331,\n", " -0.003220009384676814,\n", " 0.002183272037655115,\n", " -0.04102107509970665,\n", " 0.010073713958263397,\n", " 0.03655770421028137,\n", " -0.03396665304899216,\n", " -0.010167662054300308,\n", " 0.03032027930021286,\n", " -0.03253467381000519,\n", " -0.04787060618400574,\n", " -0.001892784028314054,\n", " 0.02134626917541027,\n", " -0.010177459567785263,\n", " -0.010584373958408833,\n", " 0.0401565283536911,\n", " 0.021798139438033104,\n", " 0.008442600257694721,\n", " -0.07117421180009842,\n", " -0.016429871320724487,\n", " 0.005911203566938639,\n", " -0.0033985383342951536,\n", " 0.031192895025014877,\n", " -0.021449437364935875,\n", " -0.016859840601682663,\n", " 0.016096733510494232,\n", " -0.04592018574476242,\n", " -0.017694417387247086,\n", " -0.011365925893187523,\n", " 0.006745780352503061,\n", " 0.04813803732395172,\n", " -0.006580652203410864,\n", " 0.01745176874101162,\n", " -0.017609115689992905,\n", " -0.031727761030197144,\n", " 0.0094307791441679,\n", " 0.00319652259349823,\n", " -0.024352015927433968,\n", " -0.009477752260863781,\n", " 0.031487997621297836,\n", " 0.0023919164668768644,\n", " 0.06269010901451111,\n", " -0.010301955044269562,\n", " -0.006501402240246534,\n", " -0.02211168222129345,\n", " 0.05902903527021408,\n", " 0.03143958002328873,\n", " -0.011775144375860691,\n", " 0.03153064474463463,\n", " -0.020240800455212593,\n", " -0.03222055360674858,\n", " 0.006025323644280434,\n", " 0.020500164479017258,\n", " 0.004115825053304434,\n", " -0.027516258880496025,\n", " 0.00470890523865819,\n", " 0.02515258453786373,\n", " 0.009138849563896656,\n", " -0.003844357095658779,\n", " 0.028191182762384415,\n", " 0.03394561633467674,\n", " 0.031156007200479507,\n", " -0.04546370357275009,\n", " 0.001314113033004105,\n", " 0.006810909602791071,\n", " 0.006554427091032267,\n", " 0.009652967564761639,\n", " 0.015220657922327518,\n", " -0.027099547907710075,\n", " -0.017316320911049843,\n", " 0.019648296758532524,\n", " 0.002646669978275895,\n", " -0.00042823946569114923,\n", " 0.0006806875462643802,\n", " 0.009115795604884624,\n", " -0.0020737627055495977,\n", " -0.027071882039308548,\n", " 0.007103126496076584,\n", " -0.0007175749051384628,\n", " 0.03308337181806564,\n", " -0.013600493781268597,\n", " -0.014786077663302422,\n", " -0.025466129183769226,\n", " -0.04641355201601982,\n", " 0.0031652546022087336,\n", " 0.021452320739626884,\n", " 0.02429264783859253,\n", " -0.015680020675063133,\n", " 0.020686905831098557,\n", " -0.06705204397439957,\n", " -0.07017825543880463,\n", " -0.04414497688412666,\n", " -0.021848857402801514,\n", " 0.03866950795054436,\n", " -0.043130576610565186,\n", " -0.009960170835256577,\n", " -0.0056022717617452145,\n", " 0.0019815440755337477,\n", " 0.005227633751928806,\n", " -0.03998592495918274,\n", " -0.006388434208929539,\n", " -0.07866235077381134,\n", " -0.00882530678063631,\n", " -0.004863659385591745,\n", " -0.03466377034783363,\n", " -0.005230803973972797,\n", " -0.03611505404114723,\n", " -0.05368959158658981,\n", " 0.012186669744551182,\n", " 0.032227471470832825,\n", " 0.02134857513010502,\n", " -0.023038476705551147,\n", " -0.016707681119441986,\n", " -0.009979190304875374,\n", " -0.04343489930033684,\n", " 0.008726748637855053,\n", " 0.002467420184984803,\n", " -0.005979214329272509,\n", " -0.00741551723331213,\n", " -0.014502505771815777,\n", " -0.025519153103232384,\n", " -0.06255178153514862,\n", " 0.007582087069749832,\n", " -0.05451955273747444,\n", " -0.0035708716604858637,\n", " -0.00086915900465101,\n", " 0.0021463846787810326,\n", " 0.02710070088505745,\n", " -0.042724814265966415,\n", " 0.0820375457406044,\n", " 0.00927026104182005,\n", " -0.029694344848394394,\n", " -0.033081065863370895,\n", " 0.014599046669900417,\n", " -0.00010115212353412062,\n", " -0.013450352475047112,\n", " -0.02727360837161541,\n", " 0.02559753879904747,\n", " -0.04312365874648094,\n", " 0.03708795830607414,\n", " -0.030886268243193626,\n", " 0.044191088527441025,\n", " -0.049525924026966095,\n", " 0.0029867254197597504,\n", " -0.05348440259695053,\n", " -0.03991848975419998,\n", " 0.007813209667801857,\n", " -0.020193537697196007,\n", " 0.07034885883331299,\n", " 0.01934685744345188,\n", " -0.0019959532655775547,\n", " 0.0320228636264801,\n", " -0.027139892801642418,\n", " 0.022243091836571693,\n", " -0.04177957400679588,\n", " 0.0033400377724319696,\n", " -0.025735868141055107,\n", " -0.017673667520284653,\n", " 0.0200494471937418,\n", " -0.02416238933801651,\n", " -0.0008178624557331204,\n", " -0.014105389825999737,\n", " -0.01763908751308918,\n", " 0.02986034005880356,\n", " -0.027830379083752632,\n", " -0.030814511701464653,\n", " 0.007258745841681957,\n", " -0.026430966332554817,\n", " -0.0012123845517635345,\n", " 0.007148083299398422,\n", " 5.5331078328890726e-05,\n", " -0.003996517974883318,\n", " -0.01954224519431591,\n", " 0.00431409478187561,\n", " -0.014601641334593296,\n", " -0.0711926594376564,\n", " -0.01183451060205698,\n", " -0.0014939391985535622,\n", " -0.008373436518013477,\n", " 0.0032034385949373245,\n", " -0.018338793888688087,\n", " -0.062090691179037094,\n", " 0.016703646630048752,\n", " 0.018644267693161964,\n", " 0.008033957332372665,\n", " -0.022980263456702232,\n", " -0.03107992745935917,\n", " -0.02394683100283146,\n", " 0.021474221721291542,\n", " -0.020592384040355682,\n", " -0.012863323092460632,\n", " -0.004585563205182552,\n", " 0.0034051667898893356,\n", " -0.001415553386323154,\n", " 0.009969968348741531,\n", " 0.050724759697914124,\n", " -0.026858627796173096,\n", " 0.01804715394973755,\n", " -0.0493968203663826,\n", " -0.023780835792422295,\n", " 0.018125537782907486,\n", " 0.027056895196437836,\n", " 0.001412095152772963,\n", " -0.03925739601254463,\n", " 0.05314549803733826,\n", " 0.005677198991179466,\n", " 0.012412604875862598,\n", " -0.00837286002933979,\n", " 0.0025867277290672064,\n", " -0.024518582969903946,\n", " -0.044338636100292206,\n", " 0.03718709200620651,\n", " 0.0010074867168441415,\n", " -0.04900489002466202,\n", " 0.004353864584118128,\n", " 0.0005936563829891384,\n", " -0.005553857423365116,\n", " -0.015739386901259422,\n", " 0.02421887405216694,\n", " 0.009020118042826653,\n", " -0.00032146781450137496,\n", " -0.011831051670014858,\n", " -0.015763593837618828,\n", " 0.025286301970481873,\n", " -0.021892663091421127,\n", " 0.0177981648594141,\n", " -0.061435941606760025,\n", " -0.0017607962945476174,\n", " 0.009485822170972824,\n", " -0.02475258894264698,\n", " -0.003682398470118642,\n", " -0.07290791720151901,\n", " -0.0035947910510003567,\n", " -0.019988352432847023,\n", " 0.05502214655280113,\n", " -0.01357340533286333,\n", " 0.022479403764009476,\n", " -0.02034224011003971,\n", " 0.015690971165895462,\n", " 0.006246647797524929,\n", " 0.004840316716581583,\n", " -0.0011112324427813292,\n", " -0.00545126385986805,\n", " 0.00514636654406786,\n", " -0.004627061076462269,\n", " -0.022153181955218315,\n", " -0.01644485630095005,\n", " 0.06194775179028511,\n", " -0.022881707176566124,\n", " 0.031464941799640656,\n", " -0.0698462650179863,\n", " -0.00644837599247694,\n", " 0.01545812003314495,\n", " 0.01527368277311325,\n", " 0.002859348664060235,\n", " -0.00894980225712061,\n", " -0.03403322398662567,\n", " 0.0492769330739975,\n", " -0.03424763306975365,\n", " -0.006437424570322037,\n", " -0.030681082978844643,\n", " -0.02883671224117279,\n", " 0.00038501209928654134,\n", " -0.008947496302425861,\n", " 0.004149830900132656,\n", " 0.048686735332012177,\n", " -0.045422203838825226,\n", " -0.02062004804611206,\n", " 0.04906483739614487,\n", " 0.01744024083018303,\n", " 0.016766468062996864,\n", " 0.0040328288450837135,\n", " 0.03068569302558899,\n", " 0.014119799248874187,\n", " -0.029558323323726654,\n", " 0.020390653982758522,\n", " 0.013123841024935246,\n", " -0.022561246529221535,\n", " 0.017943408340215683,\n", " 0.042674094438552856,\n", " -0.005156164988875389,\n", " -0.01728980988264084,\n", " -0.030157743021845818,\n", " -0.03910985216498375,\n", " -0.017197592183947563,\n", " -0.03891158103942871,\n", " -0.03090471215546131,\n", " -0.010805698111653328,\n", " 0.049240048974752426,\n", " 0.01514717098325491,\n", " 0.004224758129566908,\n", " 0.014336513355374336,\n", " 0.04568963870406151,\n", " 0.006638576742261648,\n", " -0.0335075780749321,\n", " 0.044117312878370285,\n", " -0.014439105987548828,\n", " 0.05370918661355972,\n", " 0.03785683214664459,\n", " -0.04025566577911377,\n", " 0.009568817913532257,\n", " 0.03669603168964386,\n", " 0.045781854540109634,\n", " -0.07061167806386948,\n", " 0.03254735469818115,\n", " 0.026810212060809135,\n", " -0.013344012200832367,\n", " -0.01952841319143772,\n", " -0.019962992519140244,\n", " 0.02462722733616829,\n", " -0.02592376433312893,\n", " 0.01848749630153179,\n", " -0.01744888536632061,\n", " 0.012685801833868027,\n", " 0.028834406286478043,\n", " -0.020045986399054527,\n", " -0.006773446220904589,\n", " -0.007158458232879639,\n", " 0.053740307688713074,\n", " 0.032327182590961456,\n", " 0.04067756608128548,\n", " -0.015154951252043247,\n", " 0.06284688413143158,\n", " 0.0004149830783717334,\n", " 0.013202226720750332,\n", " -0.020973362028598785,\n", " -0.009556137956678867,\n", " -0.028945069760084152,\n", " -0.014247751794755459,\n", " 0.030026331543922424,\n", " -0.005923883523792028,\n", " 0.035523705184459686,\n", " 0.03706720843911171,\n", " -0.025839613750576973,\n", " 0.029104147106409073,\n", " 0.021957216784358025,\n", " 0.06524456292390823,\n", " -0.01640566624701023,\n", " 0.023962967097759247,\n", " -0.010730193927884102,\n", " -0.040744420140981674,\n", " 0.004466831684112549,\n", " -0.018471358343958855,\n", " -0.030213072896003723,\n", " 0.055561620742082596,\n", " -0.03881705552339554,\n", " 0.022542804479599,\n", " 0.062288958579301834,\n", " -0.0013901932397857308,\n", " -0.04204240068793297,\n", " 0.03924587368965149,\n", " 0.04082050547003746,\n", " -0.03903837874531746,\n", " 0.062468793243169785,\n", " 0.004001128487288952,\n", " -0.027670150622725487,\n", " 0.0033751956652849913,\n", " -0.014474264346063137,\n", " 0.004133692476898432,\n", " 0.04179801791906357,\n", " 0.028560059145092964,\n", " 0.017445428296923637,\n", " 0.04039398953318596,\n", " 0.048257920891046524,\n", " 0.045257650315761566,\n", " -0.06341864168643951,\n", " 0.02250303514301777,\n", " -0.017946865409612656,\n", " 0.02201024256646633,\n", " -0.022475944831967354,\n", " 0.04721585661172867,\n", " -0.05590283125638962,\n", " -0.02408054657280445,\n", " 0.042540378868579865,\n", " 0.025304745882749557,\n", " 0.021131573244929314,\n", " -0.027577929198741913,\n", " 0.005429362412542105,\n", " -0.004642046522349119,\n", " -0.02219122089445591,\n", " -0.07466007024049759,\n", " -0.032465510070323944,\n", " 0.012316352687776089,\n", " -0.022462688386440277,\n", " 0.0061218650080263615,\n", " 0.029813077300786972,\n", " -0.04505332559347153,\n", " -0.0019014296121895313,\n", " -0.0028414814732968807,\n", " -0.007287563756108284,\n", " -0.039298899471759796,\n", " -0.010133080184459686,\n", " -0.06814713776111603,\n", " -0.005327921826392412,\n", " -0.01489789318293333,\n", " 0.023438476026058197,\n", " -0.03127128258347511,\n", " -0.03730236738920212,\n", " -0.02042170614004135,\n", " -0.0021850010380148888,\n", " -0.013154963962733746,\n", " -0.010161321610212326,\n", " 0.030003277584910393,\n", " -0.050070010125637054,\n", " -0.04053462669253349,\n", " 0.0012587819946929812,\n", " -0.013080036267638206,\n", " -0.03816461190581322,\n", " 0.002515258500352502,\n", " -0.005139450076967478,\n", " 0.00786508247256279,\n", " 0.02503039687871933,\n", " 0.06526301056146622,\n", " 0.00011298562458250672,\n", " 0.0329473502933979,\n", " -0.019699016585946083,\n", " 0.0006397655815817416,\n", " 0.023432711139321327,\n", " 0.038407836109399796,\n", " -0.026196960359811783,\n", " 0.005567689426243305,\n", " 0.05640081316232681,\n", " -0.008565942756831646,\n", " -0.01689903251826763,\n", " -0.019440803676843643,\n", " -0.04069831222295761,\n", " -0.018278852105140686,\n", " -0.012401077896356583,\n", " -0.011079183779656887,\n", " 0.0012795311631634831,\n", " 0.008599371649324894,\n", " 0.0444723516702652,\n", " 0.0025083422660827637,\n", " -0.043252766132354736,\n", " 0.05887226760387421,\n", " 0.02238142117857933,\n", " -0.05125501751899719,\n", " -0.006642035208642483,\n", " 0.03514733910560608,\n", " 0.008121564984321594,\n", " 0.034139275550842285,\n", " -0.010727313347160816,\n", " 0.04721124470233917,\n", " 0.03797440975904465,\n", " 0.01311807706952095,\n", " -0.003521592589095235,\n", " -0.05109133571386337,\n", " -0.011669670231640339,\n", " 0.01729557290673256,\n", " 0.015296738594770432,\n", " 0.015436794608831406,\n", " -0.009489280171692371,\n", " 0.012175719253718853,\n", " -0.003233409719541669,\n", " 0.05730454996228218,\n", " -0.02276758663356304,\n", " 0.027365829795598984,\n", " -0.018897293135523796,\n", " 0.00704549066722393,\n", " -0.022425225004553795,\n", " -0.030538145452737808,\n", " -0.025768142193555832,\n", " -0.01346389576792717,\n", " -0.008401678875088692,\n", " -0.012444593012332916,\n", " 0.022328397259116173,\n", " 0.012412604875862598,\n", " 0.02957676723599434,\n", " 0.038206685334444046,\n", " -0.009058158844709396,\n", " -0.0556768961250782,\n", " -0.008458738215267658,\n", " 0.06334485858678818,\n", " 0.04534035921096802,\n", " 0.0025282269343733788,\n", " -2.7089174182037823e-05,\n", " 0.032502394169569016,\n", " -0.02040448784828186,\n", " -0.0014593572122976184,\n", " -0.02990644797682762,\n", " 0.0519835464656353,\n", " -0.00625543761998415,\n", " -0.06481575220823288,\n", " -0.012635082006454468,\n", " -0.03114217519760132,\n", " 0.004268561955541372,\n", " 0.011612034402787685,\n", " -0.008909456431865692,\n", " 0.05369880795478821,\n", " -0.061980027705430984,\n", " -0.07093443721532822,\n", " -0.03282400965690613,\n", " -0.015927281230688095,\n", " -0.031705860048532486,\n", " 0.016993558034300804,\n", " -0.020465871319174767,\n", " -0.045263130217790604,\n", " 0.004610923584550619,\n", " 0.0021035894751548767,\n", " 0.01765061356127262,\n", " 0.030763503164052963,\n", " 0.0023313979618251324,\n", " 0.03502342104911804,\n", " -0.027881678193807602,\n", " 0.011827018111944199,\n", " 0.014912878163158894,\n", " 0.04283547401428223,\n", " 0.019382014870643616,\n", " -0.029402416199445724,\n", " 0.0031429205555468798,\n", " 0.031776174902915955,\n", " -0.0013901932397857308,\n", " -0.062385790050029755,\n", " 0.01545927207916975,\n", " -0.015325554646551609,\n", " -0.05997888743877411,\n", " 0.018729569390416145,\n", " -0.06406877934932709,\n", " 0.0003031681990250945,\n", " 0.02865227498114109,\n", " -0.00866046641021967,\n", " -0.02988339401781559,\n", " -0.007824447937309742,\n", " -0.0030463794246315956,\n", " -0.015190686099231243,\n", " 0.014681179076433182,\n", " 0.004697377793490887,\n", " 0.03237329423427582,\n", " 0.0140285175293684,\n", " -0.019821206107735634,\n", " -0.008003409951925278,\n", " 0.02584652788937092,\n", " -0.009101961739361286,\n", " 0.00375559669919312,\n", " -0.022153181955218315,\n", " -0.025101864710450172,\n", " -0.0089924531057477,\n", " 0.02765170857310295,\n", " 0.004548099357634783,\n", " -0.024671897292137146,\n", " -0.027561793103814125,\n", " -0.02461080253124237,\n", " 0.02538774348795414,\n", " -0.0005999964196234941,\n", " 0.018641961738467216,\n", " -0.0030201547779142857,\n", " -0.04367927461862564,\n", " 0.023122627288103104,\n", " -0.053942613303661346,\n", " 0.007176902145147324,\n", " 0.00796162337064743,\n", " -0.02225606143474579,\n", " -0.022556636482477188,\n", " 0.02767706662416458,\n", " -0.028352566063404083,\n", " -0.03295426815748215,\n", " -0.045702315866947174,\n", " -0.04110176861286163,\n", " 0.019937630742788315,\n", " -0.011304830200970173,\n", " 0.006229069083929062,\n", " 0.03630410134792328,\n", " -0.0023803890217095613,\n", " -0.03254043310880661,\n", " -0.041848741471767426,\n", " -0.03999514877796173,\n", " -0.02309611439704895,\n", " 0.02657274901866913,\n", " 0.029475325718522072,\n", " 0.05364348366856575,\n", " 0.012919806875288486,\n", " 0.024907056242227554,\n", " -0.011412033811211586,\n", " 0.0041486783884465694,\n", " 0.04961814731359482,\n", " -0.0034985376987606287,\n", " 0.003295945469290018,\n", " 0.01647079363465309,\n", " -0.02881135232746601,\n", " -0.039266619831323624,\n", " -0.035916782915592194,\n", " 0.006783244665712118,\n", " -0.02998022362589836,\n", " -0.03932195156812668,\n", " -0.07954764366149902,\n", " -0.04016229510307312,\n", " -0.02549840696156025,\n", " 0.05102447420358658,\n", " -0.03284129872918129,\n", " -0.05208268761634827,\n", " 0.025592926889657974,\n", " -0.043462563306093216,\n", " 0.024670744314789772,\n", " 0.053611207753419876,\n", " -0.02262810617685318,\n", " -0.00731061864644289,\n", " 0.029644200578331947,\n", " -0.016154369339346886,\n", " 0.017714589834213257,\n", " 0.013460436835885048,\n", " -0.02509034052491188,\n", " 0.029111061245203018,\n", " 0.07405142486095428,\n", " 0.03644012659788132,\n", " -0.026297248899936676,\n", " -0.0008570553618483245,\n", " -0.04414497688412666,\n", " -0.014421239495277405,\n", " 0.035849928855895996,\n", " -0.006983243394643068,\n", " 0.02509034052491188,\n", " 0.06251489371061325,\n", " -0.03981993347406387,\n", " -0.037852220237255096,\n", " 0.032612480223178864,\n", " 0.03487298637628555,\n", " -0.006036851089447737,\n", " 0.01845032162964344,\n", " 0.012802227400243282,\n", " -0.0002737735630944371,\n", " -0.016479438170790672,\n", " -0.02382809855043888,\n", " -0.031481076031923294,\n", " -0.01641661673784256,\n", " -0.006563649047166109,\n", " -0.005865094251930714,\n", " -0.0004789596423506737,\n", " 0.04984177649021149,\n", " -0.03304878994822502,\n", " -0.045890212059020996,\n", " -0.0101924454793334,\n", " -0.012647762894630432,\n", " -0.009667953476309776,\n", " -0.0038743282202631235,\n", " -0.0025089187547564507,\n", " 0.007276036776602268,\n", " -0.055017534643411636,\n", " 0.001383853261359036,\n", " 0.042319051921367645,\n", " 0.011915777809917927,\n", " 0.015689820051193237,\n", " 0.0032224589958786964,\n", " -0.02106572315096855,\n", " 0.05103369802236557,\n", " 0.04519626870751381,\n", " -0.034065499901771545,\n", " 0.029998665675520897,\n", " 0.05054493993520737,\n", " -0.009790719486773014,\n", " -0.002080678939819336,\n", " -0.02089209295809269,\n", " -0.02054339274764061,\n", " -0.011137684807181358,\n", " -0.003477788995951414,\n", " 0.007084683049470186,\n", " 0.02256585843861103,\n", " -0.0009645475074648857,\n", " -0.06564110517501831,\n", " 0.06115351989865303,\n", " 0.03444359824061394,\n", " 0.010333078913390636,\n", " 0.027066119015216827,\n", " -0.02387291193008423,\n", " -0.012131338007748127,\n", " -0.01332095731049776,\n", " -0.045546695590019226,\n", " -0.002982114674523473,\n", " 0.0066362707875669,\n", " -0.008006291463971138,\n", " -0.04362164065241814,\n", " -0.03150643780827522,\n", " -0.027686284855008125,\n", " 0.026969287544488907,\n", " -0.049719586968421936,\n", " 0.04243893548846245,\n", " 0.053800247609615326,\n", " 0.05747976899147034,\n", " 0.05134637653827667,\n", " 0.004808328580111265,\n", " -0.013497324660420418,\n", " -0.05835353955626488,\n", " -0.026035577058792114,\n", " -0.03433062881231308,\n", " 0.033010173588991165,\n", " -0.0037878735456615686,\n", " -0.024524345993995667,\n", " -0.0420055091381073,\n", " -0.008571705780923367,\n", " 0.06806644797325134,\n", " -0.057198502123355865,\n", " -0.012252374552190304,\n", " 0.03347991406917572,\n", " 0.010631636716425419,\n", " -0.02797677554190159,\n", " 0.030687997117638588,\n", " -0.02226240374147892,\n", " 0.0460723415017128,\n", " -0.0065452056005597115,\n", " 0.021085752174258232,\n", " -0.05895525962114334,\n", " -0.0020299588795751333,\n", " -0.02955140732228756,\n", " -0.007028487976640463,\n", " 0.07573902606964111,\n", " 0.028165824711322784,\n", " -0.06251489371061325,\n", " 0.033350806683301926,\n", " -0.014830458909273148,\n", " -0.0004887578543275595,\n", " -0.03257156163454056,\n", " 0.05004696175456047,\n", " ...]" ] }, "execution_count": 6, "metadata": {}, "output_type": "execute_result" } ], "source": [ "with open(\"./report.md\", \"r\") as f:\n", " text = f.read()\n", "\n", "chunks = chunk_by_section(text)\n", "\n", "generate_embedding(chunks[0])" ] } ], "metadata": { "kernelspec": { "display_name": ".venv", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.9.6" } }, "nbformat": 4, "nbformat_minor": 2 }