[{"data":1,"prerenderedAt":2819},["ShallowReactive",2],{"\u002Fdevelopers\u002Ftemplates\u002Frag\u002F_readmes\u002Fvideo_rag_twelvelabs-app":3,"navigation-developers":516,"\u002Fdevelopers\u002Ftemplates\u002Frag\u002F_readmes\u002Fvideo_rag_twelvelabs":2505,"surr-\u002Fdevelopers\u002Ftemplates\u002Frag\u002F_readmes\u002Fvideo_rag_twelvelabs":2813},{"id":4,"title":5,"author":6,"body":7,"description":507,"extension":508,"meta":509,"navigation":510,"path":511,"seo":512,"sitemap":513,"stem":514,"__hash__":515},"content\u002F2.developers\u002F7.templates\u002Frag\u002F_readmes\u002Fvideo_rag_twelvelabs.md","VideoRagTwelvelabs",null,{"type":8,"value":9,"toc":495},"minimark",[10,57,62,67,82,90,114,126,130,140,143,165,176,180,231,235,240,264,275,305,320,324,385,389,416,420,423,477,481,491],[11,12,20,21,20,27,32,33,20,37,32,41,20,45,32,49,20,53],"p",{"align":13,"className":14},"center",[15,16,17,18,19],"flex","items-center","gap-1","justify-center","flex-wrap","\n    ",[22,23],"img",{"src":24,"alt":25,"height":26,"width":26},"https:\u002F\u002Fgithub.com\u002Fpathwaycom\u002Fllm-app\u002Fblob\u002Fmain\u002Ftemplates\u002Fvideo_rag_twelvelabs\u002F..\u002F..\u002Fassets\u002Fgcp-logo.svg?raw=true","GCP Logo",20,[28,29,31],"a",{"href":30},"https:\u002F\u002Fpathway.com\u002Fdevelopers\u002Fuser-guide\u002Fdeployment\u002Fgcp-deploy","Deploy with GCP"," |\n    ",[22,34],{"src":35,"alt":36,"height":26,"width":26},"https:\u002F\u002Fgithub.com\u002Fpathwaycom\u002Fllm-app\u002Fblob\u002Fmain\u002Ftemplates\u002Fvideo_rag_twelvelabs\u002F..\u002F..\u002Fassets\u002Faws-fargate-logo.svg?raw=true","AWS Logo",[28,38,40],{"href":39},"https:\u002F\u002Fpathway.com\u002Fdevelopers\u002Fuser-guide\u002Fdeployment\u002Faws-fargate-deploy","Deploy with AWS",[22,42],{"src":43,"alt":44,"height":26,"width":26},"https:\u002F\u002Fgithub.com\u002Fpathwaycom\u002Fllm-app\u002Fblob\u002Fmain\u002Ftemplates\u002Fvideo_rag_twelvelabs\u002F..\u002F..\u002Fassets\u002Fazure-logo.svg?raw=true","Azure Logo",[28,46,48],{"href":47},"https:\u002F\u002Fpathway.com\u002Fdevelopers\u002Fuser-guide\u002Fdeployment\u002Fazure-aci-deploy","Deploy with Azure",[22,50],{"src":51,"alt":52,"height":26,"width":26},"https:\u002F\u002Fgithub.com\u002Fpathwaycom\u002Fllm-app\u002Fblob\u002Fmain\u002Ftemplates\u002Fvideo_rag_twelvelabs\u002F..\u002F..\u002Fassets\u002Frender.png?raw=true","Render Logo",[28,54,56],{"href":55},"https:\u002F\u002Fpathway.com\u002Fdevelopers\u002Fuser-guide\u002Fdeployment\u002Frender-deploy"," Deploy with Render ",[58,59,61],"h1",{"id":60},"video-rag-with-pathway-live-data-framework-and-twelvelabs","Video RAG with Pathway Live Data Framework and TwelveLabs",[63,64,66],"h2",{"id":65},"overview","Overview",[11,68,69,70,74,75,81],{},"This app template shows how to build a RAG application ",[71,72,73],"strong",{},"over video"," using the\nPathway Live Data Framework together with ",[28,76,80],{"href":77,"rel":78},"https:\u002F\u002Ftwelvelabs.io",[79],"nofollow","TwelveLabs",".",[11,83,84,85,89],{},"Videos are notoriously hard to put into a RAG pipeline: most stacks first\ntranscribe the audio and throw away everything that happens on screen. This\ntemplate indexes the ",[86,87,88],"em",{},"whole"," video instead, using two TwelveLabs models:",[91,92,93,104],"ul",{},[94,95,96,103],"li",{},[71,97,98],{},[28,99,102],{"href":100,"rel":101},"https:\u002F\u002Fdocs.twelvelabs.io\u002Fdocs\u002Fconcepts\u002Fmodels\u002Fpegasus",[79],"Pegasus"," — a\nvideo-understanding model that turns each video into a rich text description\n(what happens, who and what appears, the setting, on-screen and spoken text,\nthe overall topic). Pathway indexes that text exactly like it would index a PDF.",[94,105,106,113],{},[71,107,108],{},[28,109,112],{"href":110,"rel":111},"https:\u002F\u002Fdocs.twelvelabs.io\u002Fdocs\u002Fconcepts\u002Fmodels\u002Fmarengo",[79],"Marengo"," — a\nmultimodal embedding model that produces 512-dimensional vectors in a shared\nspace for text, image, audio and video. It is used here as the retriever\nembedder.",[11,115,116,117,121,122,125],{},"Because the template uses the standard Pathway ",[118,119,120],"code",{},"DocumentStore"," and\n",[118,123,124],{},"BaseRAGQuestionAnswerer",", everything else works out of the box: live sync with\nyour data source, the in-memory vector index, caching, and the HTTP API. Drop a\nnew video into the connected folder and it becomes queryable automatically.",[63,127,129],{"id":128},"architecture","Architecture",[131,132,137],"pre",{"className":133,"code":135,"language":136},[134],"language-text","video files ─▶ pw.io.fs.read (bytes)\n            ─▶ TwelveLabsVideoParser  (Pegasus: video → text)\n            ─▶ TokenCountSplitter      (chunking)\n            ─▶ DocumentStore + UsearchKnnFactory\n                 with MarengoEmbedder  (text → 512-dim vectors)\n            ─▶ BaseRAGQuestionAnswerer  (OpenAI LLM over retrieved context)\n            ─▶ REST API on :8000\n","text",[118,138,135],{"__ignoreMap":139},"",[11,141,142],{},"The TwelveLabs components are part of the Pathway LLM xpack:",[91,144,145,155],{},[94,146,147,154],{},[28,148,151],{"href":149,"rel":150},"https:\u002F\u002Fpathway.com\u002Fdevelopers\u002Fapi-docs\u002Fpathway-xpacks-llm\u002Fparsers#pathway.xpacks.llm.parsers.TwelveLabsVideoParser",[79],[118,152,153],{},"TwelveLabsVideoParser","\n— a Pathway parser that uploads the video bytes as a TwelveLabs asset and asks\nPegasus to describe it.",[94,156,157,164],{},[28,158,161],{"href":159,"rel":160},"https:\u002F\u002Fpathway.com\u002Fdevelopers\u002Fapi-docs\u002Fpathway-xpacks-llm\u002Fembedders#pathway.xpacks.llm.embedders.MarengoEmbedder",[79],[118,162,163],{},"MarengoEmbedder","\n— a Pathway embedder that calls the Marengo embedding endpoint.",[11,166,167,168,175],{},"Both are wired in entirely through ",[28,169,172],{"href":170,"rel":171},"https:\u002F\u002Fgithub.com\u002Fpathwaycom\u002Fllm-app\u002Fblob\u002Fmain\u002Ftemplates\u002Fvideo_rag_twelvelabs\u002Fapp.yaml",[79],[118,173,174],{},"app.yaml",", so you can swap models,\nprompts, the data source, or the LLM without touching any Python.",[63,177,179],{"id":178},"customizing-the-pipeline","Customizing the pipeline",[91,181,182,202,215],{},[94,183,184,187,188,191,192,195,196,198,199],{},[71,185,186],{},"Change what is extracted from the video."," Set the ",[118,189,190],{},"prompt"," field of\n",[118,193,194],{},"$parser"," in ",[118,197,174],{},", e.g. ",[118,200,201],{},"\"Describe this video, focusing on the products that appear and any prices shown.\"",[94,203,204,207,208,211,212,214],{},[71,205,206],{},"Change the data source."," Replace the ",[118,209,210],{},"!pw.io.fs.read"," source with the Google\nDrive, SharePoint, or S3 connector (a commented Google Drive example is\nincluded in ",[118,213,174],{},").",[94,216,217,220,221,224,225,230],{},[71,218,219],{},"Change the answering LLM."," Edit the ",[118,222,223],{},"$llm"," block — any\n",[28,226,229],{"href":227,"rel":228},"https:\u002F\u002Fpathway.com\u002Fdevelopers\u002Fapi-docs\u002Fpathway-xpacks-llm\u002Fllms",[79],"Pathway LLM wrapper","\nworks.",[63,232,234],{"id":233},"running-the-app","Running the app",[236,237,239],"h3",{"id":238},"prerequisites","Prerequisites",[91,241,242,250,253],{},[94,243,244,245,249],{},"A TwelveLabs API key. Get a free one at ",[28,246,248],{"href":77,"rel":247},[79],"twelvelabs.io"," —\nthere is a generous free tier.",[94,251,252],{},"An OpenAI API key for the question-answering LLM.",[94,254,255,256,258,259,81],{},"A Pathway license key, required by the ",[118,257,153],{},". Get a free one\nat ",[28,260,263],{"href":261,"rel":262},"https:\u002F\u002Fpathway.com\u002Ffeatures",[79],"pathway.com\u002Ffeatures",[11,265,266,267,270,271,274],{},"Copy ",[118,268,269],{},".env.example"," to ",[118,272,273],{},".env"," and fill in your keys:",[131,276,280],{"className":277,"code":278,"language":279,"meta":139,"style":139},"language-bash shiki shiki-themes material-theme-palenight","cp .env.example .env\n# edit .env and set TWELVELABS_API_KEY, OPENAI_API_KEY and PATHWAY_LICENSE_KEY\n","bash",[118,281,282,298],{"__ignoreMap":139},[283,284,287,291,295],"span",{"class":285,"line":286},"line",1,[283,288,290],{"class":289},"s5Dmg","cp",[283,292,294],{"class":293},"sfyAc"," .env.example",[283,296,297],{"class":293}," .env\n",[283,299,301],{"class":285,"line":300},2,[283,302,304],{"class":303},"saEQR","# edit .env and set TWELVELABS_API_KEY, OPENAI_API_KEY and PATHWAY_LICENSE_KEY\n",[11,306,307,308,311,312,315,316,319],{},"Put one or more videos (e.g. ",[118,309,310],{},".mp4",", ",[118,313,314],{},".mov",") into the ",[118,317,318],{},"data\u002F"," directory.",[236,321,323],{"id":322},"with-docker","With Docker",[131,325,327],{"className":277,"code":326,"language":279,"meta":139,"style":139},"docker build -t video-rag-twelvelabs .\ndocker run -v $(pwd)\u002Fdata:\u002Fapp\u002Fdata --env-file .env -p 8000:8000 video-rag-twelvelabs\n",[118,328,329,346],{"__ignoreMap":139},[283,330,331,334,337,340,343],{"class":285,"line":286},[283,332,333],{"class":289},"docker",[283,335,336],{"class":293}," build",[283,338,339],{"class":293}," -t",[283,341,342],{"class":293}," video-rag-twelvelabs",[283,344,345],{"class":293}," .\n",[283,347,348,350,353,356,360,364,367,370,373,376,379,382],{"class":285,"line":300},[283,349,333],{"class":289},[283,351,352],{"class":293}," run",[283,354,355],{"class":293}," -v",[283,357,359],{"class":358},"sAklC"," $(",[283,361,363],{"class":362},"sdLwU","pwd",[283,365,366],{"class":358},")",[283,368,369],{"class":293},"\u002Fdata:\u002Fapp\u002Fdata",[283,371,372],{"class":293}," --env-file",[283,374,375],{"class":293}," .env",[283,377,378],{"class":293}," -p",[283,380,381],{"class":293}," 8000:8000",[283,383,384],{"class":293}," video-rag-twelvelabs\n",[236,386,388],{"id":387},"locally","Locally",[131,390,392],{"className":277,"code":391,"language":279,"meta":139,"style":139},"pip install -r requirements.txt\npython app.py\n",[118,393,394,408],{"__ignoreMap":139},[283,395,396,399,402,405],{"class":285,"line":286},[283,397,398],{"class":289},"pip",[283,400,401],{"class":293}," install",[283,403,404],{"class":293}," -r",[283,406,407],{"class":293}," requirements.txt\n",[283,409,410,413],{"class":285,"line":300},[283,411,412],{"class":289},"python",[283,414,415],{"class":293}," app.py\n",[236,417,419],{"id":418},"querying","Querying",[11,421,422],{},"Once the server is up, ask questions about your videos:",[131,424,426],{"className":277,"code":425,"language":279,"meta":139,"style":139},"curl -X POST http:\u002F\u002Flocalhost:8000\u002Fv1\u002Fpw_ai_answer \\\n  -H \"Content-Type: application\u002Fjson\" \\\n  -d '{\"prompt\": \"What products are shown in the videos?\"}'\n",[118,427,428,446,462],{"__ignoreMap":139},[283,429,430,433,436,439,442],{"class":285,"line":286},[283,431,432],{"class":289},"curl",[283,434,435],{"class":293}," -X",[283,437,438],{"class":293}," POST",[283,440,441],{"class":293}," http:\u002F\u002Flocalhost:8000\u002Fv1\u002Fpw_ai_answer",[283,443,445],{"class":444},"s0W1g"," \\\n",[283,447,448,451,454,457,460],{"class":285,"line":300},[283,449,450],{"class":293},"  -H",[283,452,453],{"class":358}," \"",[283,455,456],{"class":293},"Content-Type: application\u002Fjson",[283,458,459],{"class":358},"\"",[283,461,445],{"class":444},[283,463,465,468,471,474],{"class":285,"line":464},3,[283,466,467],{"class":293},"  -d",[283,469,470],{"class":358}," '",[283,472,473],{"class":293},"{\"prompt\": \"What products are shown in the videos?\"}",[283,475,476],{"class":358},"'\n",[63,478,480],{"id":479},"tests","Tests",[11,482,483,484,81],{},"The TwelveLabs components are tested as part of the Pathway core test suite, in\n",[28,485,488],{"href":486,"rel":487},"https:\u002F\u002Fgithub.com\u002Fpathwaycom\u002Fpathway\u002Fblob\u002Fmain\u002Fpython\u002Fpathway\u002Fxpacks\u002Fllm\u002Ftests\u002Ftest_twelvelabs.py",[79],[118,489,490],{},"python\u002Fpathway\u002Fxpacks\u002Fllm\u002Ftests\u002Ftest_twelvelabs.py",[492,493,494],"style",{},"html pre.shiki code .s5Dmg, html code.shiki .s5Dmg{--shiki-default:#FFCB6B}html pre.shiki code .sfyAc, html code.shiki .sfyAc{--shiki-default:#C3E88D}html pre.shiki code .saEQR, html code.shiki .saEQR{--shiki-default:#676E95;--shiki-default-font-style:italic}html .default .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html pre.shiki code .sAklC, html code.shiki .sAklC{--shiki-default:#89DDFF}html pre.shiki code .sdLwU, html code.shiki .sdLwU{--shiki-default:#82AAFF}html pre.shiki code .s0W1g, html code.shiki .s0W1g{--shiki-default:#BABED8}",{"title":139,"searchDepth":300,"depth":300,"links":496},[497,498,499,500,506],{"id":65,"depth":300,"text":66},{"id":128,"depth":300,"text":129},{"id":178,"depth":300,"text":179},{"id":233,"depth":300,"text":234,"children":501},[502,503,504,505],{"id":238,"depth":464,"text":239},{"id":322,"depth":464,"text":323},{"id":387,"depth":464,"text":388},{"id":418,"depth":464,"text":419},{"id":479,"depth":300,"text":480},"\n    \n    Deploy with GCP |\n    \n    Deploy with AWS |\n    \n    Deploy with Azure |\n    \n     Deploy with Render ","md",{},true,"\u002Fdevelopers\u002Ftemplates\u002Frag\u002F_readmes\u002Fvideo_rag_twelvelabs",{"description":507},{"loc":511},"2.developers\u002F7.templates\u002Frag\u002F_readmes\u002Fvideo_rag_twelvelabs","-ufleFNT1N6kCBpGe0wqAKZqisqVPY0k-B-y1Q_QbRo",[517],{"title":518,"path":519,"stem":520,"children":521,"page":539},"Developers","\u002Fdevelopers","2.developers",[522,1406,1757],{"title":523,"path":524,"stem":525,"children":526,"page":539},"User Guide","\u002Fdevelopers\u002Fuser-guide","2.developers\u002F4.user-guide",[527,581,854,975,1053,1179,1311,1327,1385],{"title":528,"meta":529,"icon":530,"path":531,"stem":532,"children":533,"page":539},"Introduction",{"icon":530},"heroicons:book-open","\u002Fdevelopers\u002Fuser-guide\u002Fintroduction","2.developers\u002F4.user-guide\u002F10.introduction",[534,540,545,549,554,559,564,569,574],{"title":535,"path":536,"stem":537,"meta":538},"Welcome","\u002Fdevelopers\u002Fuser-guide\u002Fintroduction\u002Fwelcome","2.developers\u002F4.user-guide\u002F10.introduction\u002F10.welcome",{"heading":539,"toc":539},false,{"title":541,"path":542,"stem":543,"meta":544},"Installation","\u002Fdevelopers\u002Fuser-guide\u002Fintroduction\u002Finstallation","2.developers\u002F4.user-guide\u002F10.introduction\u002F20.installation",{"heading":539,"toc":539},{"title":66,"path":546,"stem":547,"meta":548},"\u002Fdevelopers\u002Fuser-guide\u002Fintroduction\u002Flive-data-framework-overview","2.developers\u002F4.user-guide\u002F10.introduction\u002F30.live-data-framework-overview",{},{"title":550,"path":551,"stem":552,"meta":553},"Starting Examples","\u002Fdevelopers\u002Fuser-guide\u002Fintroduction\u002Ffirst-realtime-app","2.developers\u002F4.user-guide\u002F10.introduction\u002F40.first-realtime-app",{},{"title":555,"path":556,"stem":557,"meta":558},"Core Concepts","\u002Fdevelopers\u002Fuser-guide\u002Fintroduction\u002Fconcepts","2.developers\u002F4.user-guide\u002F10.introduction\u002F50.concepts",{},{"title":560,"path":561,"stem":562,"meta":563},"Why Pathway","\u002Fdevelopers\u002Fuser-guide\u002Fintroduction\u002Fwhy-live-data-framework","2.developers\u002F4.user-guide\u002F10.introduction\u002F60.why-live-data-framework",{},{"title":565,"path":566,"stem":567,"meta":568},"Licensing Guide","\u002Fdevelopers\u002Fuser-guide\u002Fintroduction\u002Flicensing-guide","2.developers\u002F4.user-guide\u002F10.introduction\u002F65.licensing-guide",{"heading":539,"toc":539},{"title":570,"path":571,"stem":572,"meta":573},"Streaming and Static Modes","\u002Fdevelopers\u002Fuser-guide\u002Fintroduction\u002Fstreaming-and-static-modes","2.developers\u002F4.user-guide\u002F10.introduction\u002F70.streaming-and-static-modes",{},{"title":575,"path":576,"stem":577,"meta":578},"Batch Processing in Python","\u002Fdevelopers\u002Fuser-guide\u002Fintroduction\u002Fbatch-processing","2.developers\u002F4.user-guide\u002F10.introduction\u002F80.batch-processing",{"thumbnail":579,"thumbnailFit":580},"\u002Fassets\u002Fcontent\u002Fdocumentation\u002Fpathway-batch.png","contain",{"title":582,"path":583,"stem":584,"children":585,"page":539},"Connect","\u002Fdevelopers\u002Fuser-guide\u002Fconnect","2.developers\u002F4.user-guide\u002F20.connect",[586,599,604,610,615,620,633,643,648,668],{"title":587,"path":588,"stem":589,"meta":590},"Basic Data Types","\u002Fdevelopers\u002Fuser-guide\u002Fconnect\u002Fdatatypes","2.developers\u002F4.user-guide\u002F20.connect\u002F20.datatypes",{"date":591,"tags":592,"keywords":595,"notebook_export_path":598},"2024-01-26",[593,594],"tutorial","table",[596,597],"type","schema","notebooks\u002Ftutorials\u002Fbasic_datatypes.ipynb",{"title":600,"path":601,"stem":602,"meta":603},"Connectors in Pathway","\u002Fdevelopers\u002Fuser-guide\u002Fconnect\u002Fconnectors-overview","2.developers\u002F4.user-guide\u002F20.connect\u002F30.connectors-overview",{},{"title":605,"path":606,"stem":607,"meta":608},"Connectors list","\u002Fdevelopers\u002Fuser-guide\u002Fconnect\u002Flive-data-framework-connectors","2.developers\u002F4.user-guide\u002F20.connect\u002F35.live-data-framework-connectors",{"layout":609,"aside":510,"toc":539,"single":510},"default",{"title":611,"path":612,"stem":613,"meta":614},"Defining Schema","\u002Fdevelopers\u002Fuser-guide\u002Fconnect\u002Fschema","2.developers\u002F4.user-guide\u002F20.connect\u002F40.schema",{},{"title":616,"path":617,"stem":618,"meta":619},"Generate Data Streams with the demo Module","\u002Fdevelopers\u002Fuser-guide\u002Fconnect\u002Fartificial-streams","2.developers\u002F4.user-guide\u002F20.connect\u002F50.artificial-streams",{},{"title":621,"path":622,"stem":623,"meta":624},"Automatic Generation of Schema Class","\u002Fdevelopers\u002Fuser-guide\u002Fconnect\u002Fschema-generation","2.developers\u002F4.user-guide\u002F20.connect\u002F60.schema-generation",{"date":625,"thumbnail":626,"tags":628,"keywords":629,"notebook_export_path":632},"2023-11-08",{"src":627},"\u002Fassets\u002Fcontent\u002Fblog\u002Fth-custom-connectors.png",[593,594],[597,596,630,631],"JSON","connectors","notebooks\u002Ftutorials\u002Fschema-generation.ipynb",{"title":634,"path":635,"stem":636,"meta":637},"Dealing with JSON Data Type","\u002Fdevelopers\u002Fuser-guide\u002Fconnect\u002Fjson_type","2.developers\u002F4.user-guide\u002F20.connect\u002F70.json_type",{"date":638,"thumbnail":639,"tags":640,"keywords":641,"notebook_export_path":642},"2023-12-22","\u002Fassets\u002Fcontent\u002Fblog\u002Fth-json.png",[593,594],[630,596,597],"notebooks\u002Ftutorials\u002Fjson_type.ipynb",{"title":644,"path":645,"stem":646,"meta":647},"Switching from Batch to Streaming","\u002Fdevelopers\u002Fuser-guide\u002Fconnect\u002Fswitch-from-batch-to-streaming","2.developers\u002F4.user-guide\u002F20.connect\u002F80.switch-from-batch-to-streaming",{},{"title":649,"path":650,"stem":651,"meta":652},"Live Web Scraping","\u002Fdevelopers\u002Fuser-guide\u002Fconnect\u002Fpython-web-scraping","2.developers\u002F4.user-guide\u002F20.connect\u002F90.python-web-scraping",{"date":653,"tags":654,"keywords":655,"tech_icons":663,"thumbnail":665,"deployment_tag":666,"docker_github_link":667},"2025-03-13",[593,631],[656,657,658,659,660,661,662],"connector","scraping","WEB","Python","input","streaming","web scraping",[664],"streamline:web","\u002Fassets\u002Fcontent\u002Fshowcases\u002Fweb_scraping\u002Fweb-scraping-th.png",[333],"https:\u002F\u002Fgithub.com\u002Fpathwaycom\u002Fpathway\u002Ftree\u002Fmain\u002Fexamples\u002Fprojects\u002Fweb-scraping",{"title":669,"path":670,"stem":671,"children":672,"page":539},"Connectors","\u002Fdevelopers\u002Fuser-guide\u002Fconnect\u002Fconnectors","2.developers\u002F4.user-guide\u002F20.connect\u002F99.connectors",[673,690,702,714,723,742,753,766,780,788,800,810,819,831,844],{"title":674,"path":675,"stem":676,"meta":677},"File System Connector","\u002Fdevelopers\u002Fuser-guide\u002Fconnect\u002Fconnectors\u002Ffs-connector","2.developers\u002F4.user-guide\u002F20.connect\u002F99.connectors\u002F05.fs-connector",{"date":591,"tags":678,"tech_icons":679,"deployment_tag":681,"keywords":683,"notebook_export_path":689},[593,594],[680],"lets-icons:file-fill",[682,333],"jupyter",[656,684,685,686,660,687,688,661],"file system","csv","json","output","static","notebooks\u002Ftutorials\u002Ffs_connector.ipynb",{"title":691,"path":692,"stem":693,"meta":694},"CSV connectors","\u002Fdevelopers\u002Fuser-guide\u002Fconnect\u002Fconnectors\u002Fcsv_connectors","2.developers\u002F4.user-guide\u002F20.connect\u002F99.connectors\u002F10.csv_connectors",{"date":695,"thumbnail":696,"tags":697,"keywords":698,"tech_icons":700},"2023-01-12","\u002Fassets\u002Fcontent\u002Fblog\u002Fth-csv-connectors.png",[593,631],[656,699,660,687,688,661],"CSV",[701],"mdi:file-csv",{"title":703,"path":704,"stem":705,"meta":706},"Sending alerts to Slack","\u002Fdevelopers\u002Fuser-guide\u002Fconnect\u002Fconnectors\u002Fslack_send_alerts","2.developers\u002F4.user-guide\u002F20.connect\u002F99.connectors\u002F100.slack_send_alerts",{"date":707,"tags":708,"keywords":709,"tech_icons":712},"2024-02-16",[593,631],[656,710,711,687,661],"Slack","alerts",[713],"mdi:slack",{"title":715,"path":716,"stem":717,"meta":718},"Airbyte connectors","\u002Fdevelopers\u002Fuser-guide\u002Fconnect\u002Fconnectors\u002Fairbyte-connectors","2.developers\u002F4.user-guide\u002F20.connect\u002F99.connectors\u002F110.airbyte-connectors",{"tags":719,"keywords":720},[593,631],[656,721,722,660,688,661],"Airbyte","cloud",{"title":724,"path":725,"stem":726,"meta":727},"Using Pathway Debezium Connector for MongoDB","\u002Fdevelopers\u002Fuser-guide\u002Fconnect\u002Fconnectors\u002Fmongodb-debezium","2.developers\u002F4.user-guide\u002F20.connect\u002F99.connectors\u002F115.mongodb-debezium",{"date":728,"tags":729,"keywords":730,"tech_icons":738,"deployment_tag":740,"docker_github_link":741,"hideInConnectorList":510},"2024-10-30",[593,631],[656,731,732,733,734,735,736,737,660,687,661],"database","MongoDB","CDC","Debezium","Kafka","Zookeeper","Docker",[739],"material-symbols-light:database",[333],"https:\u002F\u002Fgithub.com\u002Fpathwaycom\u002Fpathway\u002Ftree\u002Fmain\u002Fexamples\u002Fprojects\u002Fdebezium-mongodb-example",{"title":743,"path":744,"stem":745,"meta":746},"JSON Lines connectors","\u002Fdevelopers\u002Fuser-guide\u002Fconnect\u002Fconnectors\u002Fjsonlines-connector","2.developers\u002F4.user-guide\u002F20.connect\u002F99.connectors\u002F15.jsonlines-connector",{"date":747,"tags":748,"keywords":749,"tech_icons":751},"2024-02-20",[593,631],[656,750,630,660,687,688,661],"JSON Lines",[752],"lets-icons:json",{"title":754,"path":755,"stem":756,"meta":757},"Database connectors","\u002Fdevelopers\u002Fuser-guide\u002Fconnect\u002Fconnectors\u002Fdatabase-connectors","2.developers\u002F4.user-guide\u002F20.connect\u002F99.connectors\u002F20.database-connectors",{"date":758,"thumbnail":759,"tags":760,"keywords":761,"tech_icons":763,"deployment_tag":764,"docker_github_link":765},"2023-01-19","\u002Fassets\u002Fcontent\u002Fblog\u002Fth-database-connectors.png",[593,631],[656,731,762,733,734,735,736,737,660,687,661],"PostgreSQL",[739],[333],"https:\u002F\u002Fgithub.com\u002Fpathwaycom\u002Fpathway\u002Ftree\u002Fmain\u002Fexamples\u002Fprojects\u002Fdebezium-postgres-example",{"title":767,"path":768,"stem":769,"meta":770},"Connecting Pathway to NeonDB","\u002Fdevelopers\u002Fuser-guide\u002Fconnect\u002Fconnectors\u002Fneondb-connector","2.developers\u002F4.user-guide\u002F20.connect\u002F99.connectors\u002F23.neondb-connector",{"date":771,"tags":772,"keywords":773,"tech_icons":779,"hideInConnectorList":510},"2026-06-03",[593,631],[656,731,774,775,762,776,733,777,778,660,687,661],"NeonDB","Neon","serverless","logical replication","SSL",[739],{"title":781,"path":782,"stem":783,"meta":784},"Custom Python connectors","\u002Fdevelopers\u002Fuser-guide\u002Fconnect\u002Fconnectors\u002Fcustom-python-connectors","2.developers\u002F4.user-guide\u002F20.connect\u002F99.connectors\u002F30.custom-python-connectors",{"date":785,"thumbnail":627,"tags":786,"keywords":787},"2023-04-13",[593,631],[656,659,660,661],{"title":789,"path":790,"stem":791,"meta":792},"Kafka connectors","\u002Fdevelopers\u002Fuser-guide\u002Fconnect\u002Fconnectors\u002Fkafka_connectors","2.developers\u002F4.user-guide\u002F20.connect\u002F99.connectors\u002F30.kafka_connectors",{"date":793,"thumbnail":794,"tags":795,"tech_icons":796,"deployment_tag":798,"keywords":799},"2023-01-15","\u002Fassets\u002Fcontent\u002Fblog\u002Fth-kafka-connectors.png",[593,631],[797],"mdi:apache-kafka",[333],[656,735,737,660,687,661],{"title":801,"path":802,"stem":803,"meta":804},"NATS connectors","\u002Fdevelopers\u002Fuser-guide\u002Fconnect\u002Fconnectors\u002Fnats-connectors","2.developers\u002F4.user-guide\u002F20.connect\u002F99.connectors\u002F33.nats-connectors",{"date":805,"tags":806,"deployment_tag":807,"keywords":808},"2024-12-06",[593,631],[333],[656,809,737,660,687,661],"NATS",{"title":811,"path":812,"stem":813,"meta":814},"Python output connectors","\u002Fdevelopers\u002Fuser-guide\u002Fconnect\u002Fconnectors\u002Fpython-output-connectors","2.developers\u002F4.user-guide\u002F20.connect\u002F99.connectors\u002F35.python-output-connectors",{"date":815,"thumbnail":816,"tags":817,"keywords":818},"2023-08-31","\u002Fassets\u002Fcontent\u002Fblog\u002Fth-output-connector.png",[593,631],[656,659,687,661],{"title":820,"path":821,"stem":822,"meta":823},"Google Drive connector","\u002Fdevelopers\u002Fuser-guide\u002Fconnect\u002Fconnectors\u002Fgdrive-connector","2.developers\u002F4.user-guide\u002F20.connect\u002F99.connectors\u002F70.gdrive-connector",{"date":824,"thumbnail":825,"tags":826,"keywords":827,"tech_icons":829},"2023-12-14","\u002Fassets\u002Fcontent\u002Fblog\u002Fth-gdrive-connector.png",[593,631],[656,828,722,660,688,661],"Google Drive",[830],"simple-icons:googledrive",{"title":832,"path":833,"stem":834,"meta":835},"Switching from Kafka to Redpanda","\u002Fdevelopers\u002Fuser-guide\u002Fconnect\u002Fconnectors\u002Fswitching-to-redpanda","2.developers\u002F4.user-guide\u002F20.connect\u002F99.connectors\u002F80.switching-to-redpanda",{"date":836,"thumbnail":837,"tags":838,"keywords":839,"deployment_tag":841,"tech_icons":842,"docker_github_link":843,"hideInConnectorList":510},"2023-03-24","\u002Fassets\u002Fcontent\u002Ftutorials\u002Fredpanda\u002Fth-Kafka_vs_Redpanda.png",[593,631],[656,840,735,736,737,660,687,661],"Redpanda",[333],[797],"https:\u002F\u002Fgithub.com\u002Fpathwaycom\u002Fpathway\u002Ftree\u002Fmain\u002Fexamples\u002Fprojects\u002Fbest-movies-example\u002Fredpanda-version",{"title":845,"path":846,"stem":847,"meta":848},"Custom WebSockets connectors","\u002Fdevelopers\u002Fuser-guide\u002Fconnect\u002Fconnectors\u002Fwebsockets-connectors","2.developers\u002F4.user-guide\u002F20.connect\u002F99.connectors\u002F90.websockets-connectors",{"date":849,"tags":850,"keywords":851,"tech_icons":853},"2023-01-24",[593,631],[656,852,659,660,687,661],"WebSockets",[664],{"title":855,"meta":856,"path":857,"stem":858,"children":859,"page":539},"Transform",{},"\u002Fdevelopers\u002Fuser-guide\u002Fdata-transformation","2.developers\u002F4.user-guide\u002F30.data-transformation",[860,865,879,885,891,904,920,941,957,962],{"title":861,"path":862,"stem":863,"meta":864},"Table Operations Overview","\u002Fdevelopers\u002Fuser-guide\u002Fdata-transformation\u002Ftable-operations","2.developers\u002F4.user-guide\u002F30.data-transformation\u002F10.table-operations",{},{"title":866,"path":867,"stem":868,"meta":869},"Asynchronous Transformations","\u002Fdevelopers\u002Fuser-guide\u002Fdata-transformation\u002Fasynchronous-transformations","2.developers\u002F4.user-guide\u002F30.data-transformation\u002F100.asynchronous-transformations",{"date":747,"thumbnail":139,"tags":870,"keywords":872,"notebook_export_path":878},[593,871],"engineering",[412,873,874,875,876,877],"function","asynchronous","transformation","query","AsyncTransformer","notebooks\u002Ftutorials\u002Fasynctransformer.ipynb",{"title":880,"path":881,"stem":882,"meta":883},"Simple Join","\u002Fdevelopers\u002Fuser-guide\u002Fdata-transformation\u002Fjoin-manual","2.developers\u002F4.user-guide\u002F30.data-transformation\u002F20.join-manual",{"notebook_export_path":884},"notebooks\u002Ftutorials\u002Fjoin_manual.ipynb",{"title":886,"path":887,"stem":888,"meta":889},"Groupby Reduce","\u002Fdevelopers\u002Fuser-guide\u002Fdata-transformation\u002Fgroupby-reduce-manual","2.developers\u002F4.user-guide\u002F30.data-transformation\u002F30.groupby-reduce-manual",{"notebook_export_path":890},"notebooks\u002Ftutorials\u002Fgroupby_reduce_manual.ipynb",{"title":892,"path":893,"stem":894,"meta":895},"Writing Stateful Reducers","\u002Fdevelopers\u002Fuser-guide\u002Fdata-transformation\u002Fcustom-reducers","2.developers\u002F4.user-guide\u002F30.data-transformation\u002F40.custom-reducers",{"date":896,"thumbnail":639,"tags":897,"keywords":898,"notebook_export_path":903},"2024-01-17",[593],[899,900,901,902],"reducers","aggregate","sumofsquares","median","notebooks\u002Ftutorials\u002Fcustom_reducers.ipynb",{"title":905,"path":906,"stem":907,"meta":908},"Iterative Computations","\u002Fdevelopers\u002Fuser-guide\u002Fdata-transformation\u002Fiterate","2.developers\u002F4.user-guide\u002F30.data-transformation\u002F50.iterate",{"date":909,"thumbnail":139,"tags":910,"keywords":911,"notebook_export_path":919},"2023-12-28",[593,871],[912,913,914,915,916,917,918],"iterate","iteration","iterative","updates","connected components","collatz conjecture","newton method","notebooks\u002Ftutorials\u002Fiterate.ipynb",{"title":921,"path":922,"stem":923,"children":924,"meta":938},"Indexes in Pathway Live Data Framework","\u002Fdevelopers\u002Fuser-guide\u002Fdata-transformation\u002Findexes","2.developers\u002F4.user-guide\u002F30.data-transformation\u002F60.indexes",[925],{"title":921,"path":922,"stem":923,"meta":926},{"date":927,"thumbnail":928,"tags":929,"keywords":930,"notebook_export_path":937},"2023-11-15","\u002Fassets\u002Fcontent\u002Fblog\u002Fth-computing-pagerank.png",[593,871],[931,932,933,934,935,936],"index","indexing","join","asof join","asof_now","KNN","notebooks\u002Ftutorials\u002Findexes.ipynb",{"date":927,"thumbnail":928,"tags":939,"keywords":940,"notebook_export_path":937},[593,871],[931,932,933,934,935,936],{"title":942,"path":943,"stem":944,"children":945,"meta":954},"Indexing from 'groupby' and Single-row Tables","\u002Fdevelopers\u002Fuser-guide\u002Fdata-transformation\u002Findexing-grouped-tables","2.developers\u002F4.user-guide\u002F30.data-transformation\u002F70.indexing-grouped-tables",[946],{"title":942,"path":943,"stem":944,"meta":947},{"date":948,"thumbnail":928,"tags":949,"keywords":950},"2023-03-31",[593,594],[951,952,953],"groupby","ix_ref","single-row table",{"date":948,"thumbnail":928,"tags":955,"keywords":956},[593,594],[951,952,953],{"title":958,"path":959,"stem":960,"meta":961},"SQL API","\u002Fdevelopers\u002Fuser-guide\u002Fdata-transformation\u002Fsql","2.developers\u002F4.user-guide\u002F30.data-transformation\u002F80.sql",{"redirection":510},{"title":963,"path":964,"stem":965,"meta":966},"User-defined Functions","\u002Fdevelopers\u002Fuser-guide\u002Fdata-transformation\u002Fuser-defined-functions","2.developers\u002F4.user-guide\u002F30.data-transformation\u002F90.user-defined-functions",{"date":967,"thumbnail":139,"tags":968,"keywords":969,"notebook_export_path":974},"2024-02-21",[593,871],[412,970,873,971,875,972,973],"udf","apply","cache","timeout","notebooks\u002Ftutorials\u002Fudf.ipynb",{"title":976,"path":977,"stem":978,"children":979,"page":539},"Temporal Data","\u002Fdevelopers\u002Fuser-guide\u002Ftemporal-data","2.developers\u002F4.user-guide\u002F40.temporal-data",[980,986,991,1006,1018,1030,1044],{"title":981,"path":982,"stem":983,"meta":984},"Windowby Reduce","\u002Fdevelopers\u002Fuser-guide\u002Ftemporal-data\u002Fwindows-manual","2.developers\u002F4.user-guide\u002F40.temporal-data\u002F10.windows-manual",{"notebook_export_path":985},"notebooks\u002Ftutorials\u002Fwindowby_manual.ipynb",{"title":987,"path":988,"stem":989,"meta":990},"Late Data and Cutoffs","\u002Fdevelopers\u002Fuser-guide\u002Ftemporal-data\u002Fbehaviors","2.developers\u002F4.user-guide\u002F40.temporal-data\u002F20.behaviors",{},{"title":992,"path":993,"stem":994,"meta":995},"Controlling Temporal Behavior of Windows","\u002Fdevelopers\u002Fuser-guide\u002Ftemporal-data\u002Fwindows_with_behaviors","2.developers\u002F4.user-guide\u002F40.temporal-data\u002F30.windows_with_behaviors",{"date":996,"thumbnail":997,"keywords":998,"notebook_export_path":1005},"2024-01-08","assets\u002Fcontent\u002Ftutorials\u002Fclickstream_window_join\u002Fclickstream-window-join-th.png",[999,1000,1001,1002,1003,1004],"windowby","behavior","late data","delay","cutoff","out-of-order data","notebooks\u002Ftutorials\u002Fwindows_temporal_behavior.ipynb",{"title":1007,"path":1008,"stem":1009,"meta":1010},"ASOF Join","\u002Fdevelopers\u002Fuser-guide\u002Ftemporal-data\u002Fasof-join","2.developers\u002F4.user-guide\u002F40.temporal-data\u002F40.asof-join",{"date":1011,"thumbnail":1012,"tags":1013,"keywords":1014,"notebook_export_path":1017},"2023-05-24","\u002Fassets\u002Fcontent\u002Ftutorials\u002Ffinance_ts_asof_join\u002Fasof-join-tutorial-th.png",[593,871],[934,1015,1016],"stock prices","financial data analysis","notebooks\u002Ftutorials\u002Fasof_join.ipynb",{"title":1019,"path":1020,"stem":1021,"meta":1022},"Interval Join","\u002Fdevelopers\u002Fuser-guide\u002Ftemporal-data\u002Finterval-join","2.developers\u002F4.user-guide\u002F40.temporal-data\u002F50.interval-join",{"date":1023,"thumbnail":1024,"tags":1025,"keywords":1026,"notebook_export_path":1029},"2023-05-22","assets\u002Fcontent\u002Ftutorials\u002Ffleet_eta_interval_join\u002Ffleet-eta-interval-join-th.png",[593,871],[1027,1028],"interval join","ETA","notebooks\u002Ftutorials\u002Finterval_join.ipynb",{"title":1031,"path":1032,"stem":1033,"meta":1034},"Window Join","\u002Fdevelopers\u002Fuser-guide\u002Ftemporal-data\u002Fwindow-join","2.developers\u002F4.user-guide\u002F40.temporal-data\u002F60.window-join",{"date":1035,"thumbnail":1036,"tags":1037,"keywords":1038,"notebook_export_path":1043},"2023-06-14","\u002Fassets\u002Fcontent\u002Ftutorials\u002Fclickstream_window_join\u002Fclickstream-window-join-th.png",[593,871],[1039,1040,1041,1042],"window","behavior analysis","clickstream","conversion rate","notebooks\u002Ftutorials\u002Fwindow_join.ipynb",{"title":1045,"path":1046,"stem":1047,"meta":1048},"Controlling Temporal Behavior of Interval Join","\u002Fdevelopers\u002Fuser-guide\u002Ftemporal-data\u002Ftemporal_behavior","2.developers\u002F4.user-guide\u002F40.temporal-data\u002F70.temporal_behavior",{"date":1049,"thumbnail":1024,"tags":1050,"keywords":1051,"notebook_export_path":1052},"2023-11-28",[593,871],[1027,1000,1001,1002,1003,1004],"notebooks\u002Ftutorials\u002Finterval_join_temporal_behavior.ipynb",{"title":1054,"meta":1055,"path":1056,"stem":1057,"children":1058,"page":539},"LLM tooling",{},"\u002Fdevelopers\u002Fuser-guide\u002Fllm-xpack","2.developers\u002F4.user-guide\u002F50.llm-xpack",[1059,1071,1080,1089,1104,1116,1128,1140,1150,1160,1170],{"title":1060,"path":1061,"stem":1062,"meta":1063},"Introduction to the LLM xpack","\u002Fdevelopers\u002Fuser-guide\u002Fllm-xpack\u002Foverview","2.developers\u002F4.user-guide\u002F50.llm-xpack\u002F10.overview",{"date":1064,"thumbnail":139,"tags":1065,"keywords":1067},"2024-02-14",[593,1066],"LLM",[1066,1068,1069,1070],"GPT","OpenAI","Gemini",{"title":1072,"path":1073,"stem":1074,"meta":1075},"Create your own RAG","\u002Fdevelopers\u002Fuser-guide\u002Fllm-xpack\u002Fllm-app","2.developers\u002F4.user-guide\u002F50.llm-xpack\u002F20.llm-app",{"date":1076,"thumbnail":139,"tags":1077,"keywords":1079},"2025-03-28",[593,1066,1078],"RAG",[1066,1068,1069,932],{"title":1081,"path":1082,"stem":1083,"meta":1084},"Pathway Live Data Framework as a Vector Store","\u002Fdevelopers\u002Fuser-guide\u002Fllm-xpack\u002Flive-data-framework-vector-store","2.developers\u002F4.user-guide\u002F50.llm-xpack\u002F25.live-data-framework-vector-store",{"date":1085,"thumbnail":139,"tags":1086,"keywords":1087},"2025-05-07",[593,1066,1078],[1066,1068,1069,932,1088],"Vector Store",{"title":1090,"path":1091,"stem":1092,"children":1093,"meta":1101},"Document Indexing","\u002Fdevelopers\u002Fuser-guide\u002Fllm-xpack\u002Fdocs-indexing","2.developers\u002F4.user-guide\u002F50.llm-xpack\u002F30.docs-indexing",[1094],{"title":1090,"path":1091,"stem":1092,"meta":1095},{"date":1096,"thumbnail":139,"tags":1097,"keywords":1100},"2025-01-13",[593,932,1098,1099],"document storage","retrieval",[1066,1068,1069,1070],{"date":1096,"thumbnail":139,"tags":1102,"keywords":1103},[593,932,1098,1099],[1066,1068,1069,1070],{"title":1105,"path":1106,"stem":1107,"meta":1108},"Pathway Live Data Framework MCP Server","\u002Fdevelopers\u002Fuser-guide\u002Fllm-xpack\u002Flive-data-framework-mcp-server","2.developers\u002F4.user-guide\u002F50.llm-xpack\u002F40.live-data-framework-mcp-server",{"date":1109,"thumbnail":139,"tags":1110,"keywords":1111},"2025-08-01",[593,871],[1112,1113,1114,1115],"MCP","MCP server","API","protocol",{"title":1117,"path":1118,"stem":1119,"meta":1120},"Claude Desktop","\u002Fdevelopers\u002Fuser-guide\u002Fllm-xpack\u002Flive-data-framework-mcp-claude-desktop","2.developers\u002F4.user-guide\u002F50.llm-xpack\u002F41.live-data-framework-mcp-claude-desktop",{"date":1121,"thumbnail":139,"tags":1122,"keywords":1124},"2025-08-19",[593,871,1123],"claude",[1112,1117,1125,1126,1127],"real-time data","document store","statistics",{"title":1129,"path":1130,"stem":1131,"meta":1132},"Parsers","\u002Fdevelopers\u002Fuser-guide\u002Fllm-xpack\u002Fparsers","2.developers\u002F4.user-guide\u002F50.llm-xpack\u002F50.parsers",{"date":1133,"tags":1134,"keywords":1135},"2024-06-04",[593,1066],[1066,1136,1137,1138,1139],"unstructured","docling","parsers","ocr",{"title":1141,"path":1142,"stem":1143,"meta":1144},"Chunking text","\u002Fdevelopers\u002Fuser-guide\u002Fllm-xpack\u002Fsplitters","2.developers\u002F4.user-guide\u002F50.llm-xpack\u002F60.splitters",{"date":1145,"thumbnail":139,"tags":1146,"keywords":1149},"2025-02-04",[1147,1148],"splitters","chunking",[1138,1148],{"title":1151,"path":1152,"stem":1153,"meta":1154},"Embedders","\u002Fdevelopers\u002Fuser-guide\u002Fllm-xpack\u002Fembedders","2.developers\u002F4.user-guide\u002F50.llm-xpack\u002F70.embedders",{"date":1145,"thumbnail":139,"tags":1155,"keywords":1157},[593,1156],"embedder",[1066,1068,1069,1070,1158,1159],"LiteLLM","Embedder",{"title":1161,"path":1162,"stem":1163,"meta":1164},"LLM Chats","\u002Fdevelopers\u002Fuser-guide\u002Fllm-xpack\u002Fllm-chats","2.developers\u002F4.user-guide\u002F50.llm-xpack\u002F80.llm-chats",{"date":1165,"thumbnail":139,"tags":1166,"keywords":1168},"2025-01-30",[593,1066,1167,1161],"LLM Wrappers",[1066,1068,1069,1070,1158,1169],"Wrapper",{"title":1171,"path":1172,"stem":1173,"meta":1174},"Rerankers","\u002Fdevelopers\u002Fuser-guide\u002Fllm-xpack\u002Frerankers","2.developers\u002F4.user-guide\u002F50.llm-xpack\u002F90.rerankers",{"date":1145,"thumbnail":139,"tags":1175,"keywords":1177},[593,1176],"reranker",[1066,1178],"Reranker",{"title":1180,"meta":1181,"path":1182,"stem":1183,"children":1184,"page":539},"Deploy",{},"\u002Fdevelopers\u002Fuser-guide\u002Fdeployment","2.developers\u002F4.user-guide\u002F60.deployment",[1185,1190,1195,1212,1228,1233,1238,1243,1250,1255,1260,1273,1285,1290,1301],{"title":1186,"path":1187,"stem":1188,"meta":1189},"Cloud Deployment of Pathway Live Data Framework","\u002Fdevelopers\u002Fuser-guide\u002Fdeployment\u002Fcloud-deployment","2.developers\u002F4.user-guide\u002F60.deployment\u002F10.cloud-deployment",{},{"title":1191,"path":1192,"stem":1193,"meta":1194},"Deploy to GCP","\u002Fdevelopers\u002Fuser-guide\u002Fdeployment\u002Fgcp-deploy","2.developers\u002F4.user-guide\u002F60.deployment\u002F15.gcp-deploy",{},{"title":1196,"path":1197,"stem":1198,"meta":1199},"Deploy to AWS Cloud","\u002Fdevelopers\u002Fuser-guide\u002Fdeployment\u002Faws-fargate-deploy","2.developers\u002F4.user-guide\u002F60.deployment\u002F20.aws-fargate-deploy",{"date":1200,"tags":1201,"thumbnail":1204,"keywords":1206,"docker_github_link":1211,"deployButtons":539},"2024-08-16",[1202,1203],"showcase","data-pipeline",{"src":1205},"\u002Fassets\u002Fcontent\u002Fdocumentation\u002Faws\u002Faws-fargate-overview-th.png",[1207,1208,1209,737,1210],"AWS","Fargate","cloud deployment","AWS Fargate","https:\u002F\u002Fgithub.com\u002Fpathwaycom\u002Fpathway\u002Ftree\u002Fmain\u002Fexamples\u002Fprojects\u002Faws-fargate-deploy",{"title":1213,"path":1214,"stem":1215,"meta":1216},"Deploy to Azure","\u002Fdevelopers\u002Fuser-guide\u002Fdeployment\u002Fazure-aci-deploy","2.developers\u002F4.user-guide\u002F60.deployment\u002F25.azure-aci-deploy",{"date":1217,"tags":1218,"thumbnail":1219,"keywords":1221,"docker_github_link":1227,"deployButtons":539},"2024-11-20",[1202,1203],{"src":1220,"contain":510},"\u002Fassets\u002Fcontent\u002Fdocumentation\u002Fazure\u002Fazure-aci-overview-th.png",[1222,1223,1209,737,1224,1225,1226],"Azure","ACI","Azure ACI","Azure Marketplace","deployment","https:\u002F\u002Fgithub.com\u002Fpathwaycom\u002Fpathway\u002Ftree\u002Fmain\u002Fexamples\u002Fprojects\u002Fazure-aci-deploy",{"title":1229,"path":1230,"stem":1231,"meta":1232},"Deploy with Render","\u002Fdevelopers\u002Fuser-guide\u002Fdeployment\u002Frender-deploy","2.developers\u002F4.user-guide\u002F60.deployment\u002F30.render-deploy",{},{"title":1234,"path":1235,"stem":1236,"meta":1237},"Deploy to Nebius AI Cloud","\u002Fdevelopers\u002Fuser-guide\u002Fdeployment\u002Fnebius-deploy","2.developers\u002F4.user-guide\u002F60.deployment\u002F32.nebius-deploy",{},{"title":1239,"path":1240,"stem":1241,"meta":1242},"Notebook-to-Docker Conversion","\u002Fdevelopers\u002Fuser-guide\u002Fdeployment\u002Fjupyter-docker","2.developers\u002F4.user-guide\u002F60.deployment\u002F35.jupyter-docker",{},{"title":1244,"path":1245,"stem":1246,"meta":1247},"Tutorial: From Jupyter to Deploy","\u002Fdevelopers\u002Fuser-guide\u002Fdeployment\u002Ffrom-jupyter-to-deploy","2.developers\u002F4.user-guide\u002F60.deployment\u002F40.from-jupyter-to-deploy",{"date":1248,"project_github_link":1249},"2023-11-29","https:\u002F\u002Fgithub.com\u002Fpathwaycom\u002Fpathway\u002Ftree\u002Fmain\u002Fexamples\u002Fprojects\u002Ffrom_jupyter_to_deploy",{"title":1251,"path":1252,"stem":1253,"meta":1254},"CI\u002FCD","\u002Fdevelopers\u002Fuser-guide\u002Fdeployment\u002Fintegration","2.developers\u002F4.user-guide\u002F60.deployment\u002F45.integration",{},{"title":1256,"path":1257,"stem":1258,"meta":1259},"Docker Deployment of Pathway Live Data Framework","\u002Fdevelopers\u002Fuser-guide\u002Fdeployment\u002Fdocker-deployment","2.developers\u002F4.user-guide\u002F60.deployment\u002F5.docker-deployment",{},{"title":1261,"path":1262,"stem":1263,"meta":1264},"Monitoring a Pathway Live Data Framework Instance","\u002Fdevelopers\u002Fuser-guide\u002Fdeployment\u002Flive-data-framework-monitoring","2.developers\u002F4.user-guide\u002F60.deployment\u002F50.live-data-framework-monitoring",{"date":1265,"thumbnail":1266,"tags":1267,"keywords":1268},"2024-05-27","\u002Fassets\u002Fcontent\u002Fblog\u002Fth-prometheus.png",[593,871],[1269,1270,1271,1272],"monitoring","OpenTelemetry","Grafana","metrics",{"title":1274,"path":1275,"stem":1276,"meta":1277},"Pathway Live Data Framework Web Dashboard","\u002Fdevelopers\u002Fuser-guide\u002Fdeployment\u002Fweb-dashboard","2.developers\u002F4.user-guide\u002F60.deployment\u002F52.web-dashboard",{"date":1278,"tags":1279,"keywords":1280},"2026-01-13",[593,871],[1281,1282,1269,1283,1284,1272],"Web Dashboard","UI","graph","charts",{"title":1286,"path":1287,"stem":1288,"meta":1289},"Persistence in Pathway Live Data Framework","\u002Fdevelopers\u002Fuser-guide\u002Fdeployment\u002Fpersistence","2.developers\u002F4.user-guide\u002F60.deployment\u002F55.persistence",{},{"title":1291,"path":1292,"stem":1293,"meta":1294},"Persistence in Pathway Live Data Framework: How to Resume the Interrupted Computation","\u002Fdevelopers\u002Fuser-guide\u002Fdeployment\u002Fpersistence_recovery","2.developers\u002F4.user-guide\u002F60.deployment\u002F60.persistence_recovery",{"date":1295,"thumbnail":139,"tags":1296,"keywords":1298},"2023-11-02",[593,871,1297],"dataflow management",[1299,1300],"persistence","recovery",{"title":1302,"path":1303,"stem":1304,"meta":1305},"Persistence in Pathway Live Data Framework: How to Add New Data without Full Computation Restart","\u002Fdevelopers\u002Fuser-guide\u002Fdeployment\u002Fpersistence_restart_with_new_data","2.developers\u002F4.user-guide\u002F60.deployment\u002F65.persistence_restart_with_new_data",{"date":1306,"thumbnail":139,"tags":1307,"keywords":1308},"2023-11-14",[593,871,1297],[1299,1309,1310],"optimization","restart",{"title":1312,"path":1313,"stem":1314,"children":1315,"page":539},"Migrating","\u002Fdevelopers\u002Fuser-guide\u002Fmigrating","2.developers\u002F4.user-guide\u002F70.migrating",[1316,1322],{"title":1317,"path":1318,"stem":1319,"meta":1320},"Coming from Pandas","\u002Fdevelopers\u002Fuser-guide\u002Fmigrating\u002Fmigrate-from-pandas","2.developers\u002F4.user-guide\u002F70.migrating\u002F10.migrate-from-pandas",{"notebook_export_path":1321},"notebooks\u002Ftutorials\u002Ffrom_pandas.ipynb",{"title":1323,"path":1324,"stem":1325,"meta":1326},"Pandas Cheat Sheet","\u002Fdevelopers\u002Fuser-guide\u002Fmigrating\u002Fpandas-cheat-sheet","2.developers\u002F4.user-guide\u002F70.migrating\u002F20.pandas-cheat-sheet",{},{"title":1328,"path":1329,"stem":1330,"children":1331,"page":539},"Advanced","\u002Fdevelopers\u002Fuser-guide\u002Fadvanced","2.developers\u002F4.user-guide\u002F80.advanced",[1332,1336,1346,1352,1365,1370,1375,1380],{"title":129,"path":1333,"stem":1334,"meta":1335},"\u002Fdevelopers\u002Fuser-guide\u002Fadvanced\u002Fworker-architecture","2.developers\u002F4.user-guide\u002F80.advanced\u002F10.worker-architecture",{},{"title":1337,"path":1338,"stem":1339,"meta":1340},"Setting up Cache in Asynchronous Transformations","\u002Fdevelopers\u002Fuser-guide\u002Fadvanced\u002Ffunction_calls_caching","2.developers\u002F4.user-guide\u002F80.advanced\u002F20.function_calls_caching",{"date":1341,"thumbnail":139,"tags":1342,"keywords":1343},"2023-11-30",[593,871,1297],[1299,1309,1344,1345],"async_transformer","caching",{"title":1347,"path":1348,"stem":1349,"meta":1350},"Data Model Consistency","\u002Fdevelopers\u002Fuser-guide\u002Fadvanced\u002Fconsistency","2.developers\u002F4.user-guide\u002F80.advanced\u002F30.consistency",{"notebook_export_path":1351},"notebooks\u002Ftutorials\u002Fconsistency.ipynb",{"title":1353,"path":1354,"stem":1355,"meta":1356},"Writing declarative over imperative pipelines","\u002Fdevelopers\u002Fuser-guide\u002Fadvanced\u002Fdeclarative_vs_imperative","2.developers\u002F4.user-guide\u002F80.advanced\u002F40.declarative_vs_imperative",{"date":1357,"thumbnail":139,"tags":1358,"keywords":1359,"notebook_export_path":1364},"2025-11-25",[593,871],[1360,1361,1362,1363,912],"declarative","imperative","ordered","splitting","notebooks\u002Ftutorials\u002Fdeclarative_vs_imperative.ipynb",{"title":1366,"path":1367,"stem":1368,"meta":1369},"Best Practices","\u002Fdevelopers\u002Fuser-guide\u002Fadvanced\u002Fbest-practices","2.developers\u002F4.user-guide\u002F80.advanced\u002F5.best-practices",{},{"title":1371,"path":1372,"stem":1373,"meta":1374},"How Pathway Live Data Framework Connectors Work","\u002Fdevelopers\u002Fuser-guide\u002Fadvanced\u002Fhow-live-data-framework-connectors-work","2.developers\u002F4.user-guide\u002F80.advanced\u002F50.how-live-data-framework-connectors-work",{},{"title":1376,"path":1377,"stem":1378,"meta":1379},"Dynamic Worker Scaling","\u002Fdevelopers\u002Fuser-guide\u002Fadvanced\u002Fworker_count_scaling","2.developers\u002F4.user-guide\u002F80.advanced\u002F60.worker_count_scaling",{},{"title":1381,"path":1382,"stem":1383,"meta":1384},"Running on Multiple Machines","\u002Fdevelopers\u002Fuser-guide\u002Fadvanced\u002Frunning_on_multiple_machines","2.developers\u002F4.user-guide\u002F80.advanced\u002F70.running_on_multiple_machines",{},{"title":1386,"meta":1387,"path":1388,"stem":1389,"children":1390,"page":539},"Help And Updates",{},"\u002Fdevelopers\u002Fuser-guide\u002Fdevelopment","2.developers\u002F4.user-guide\u002F90.development",[1391,1396,1401],{"title":1392,"path":1393,"stem":1394,"meta":1395},"Troubleshooting","\u002Fdevelopers\u002Fuser-guide\u002Fdevelopment\u002Ftroubleshooting","2.developers\u002F4.user-guide\u002F90.development\u002F10.troubleshooting",{},{"title":1397,"path":1398,"stem":1399,"meta":1400},"Changelog","\u002Fdevelopers\u002Fuser-guide\u002Fdevelopment\u002Fchangelog","2.developers\u002F4.user-guide\u002F90.development\u002F20.changelog",{"toc":539},{"title":1402,"path":1403,"stem":1404,"meta":1405},"Get help","\u002Fdevelopers\u002Fuser-guide\u002Fdevelopment\u002Fget-help","2.developers\u002F4.user-guide\u002F90.development\u002F30.get-help",{},{"title":1407,"meta":1408,"path":1409,"stem":1410,"children":1411,"page":539},"API docs",{},"\u002Fdevelopers\u002Fapi-docs","2.developers\u002F5.API-docs",[1412,1417,1422,1428,1433,1438,1443,1511,1516,1521,1526,1534,1747,1752],{"title":1413,"path":1414,"stem":1415,"meta":1416},"Pathway Live Data Framework API","\u002Fdevelopers\u002Fapi-docs\u002Fpathway","2.developers\u002F5.API-docs\u002F1.pathway",{"sidebar":1114},{"title":1418,"path":1419,"stem":1420,"meta":1421},"pw.reducers","\u002Fdevelopers\u002Fapi-docs\u002Freducers","2.developers\u002F5.API-docs\u002F10.reducers",{"sidebar":1114},{"title":1423,"path":1424,"stem":1425,"meta":1426},"pw.sql","\u002Fdevelopers\u002Fapi-docs\u002Fsql-api","2.developers\u002F5.API-docs\u002F11.SQL-API",{"notebook_export_path":1427},"notebooks\u002Ftutorials\u002Fsql_api.ipynb",{"title":1429,"path":1430,"stem":1431,"meta":1432},"pw.temporal","\u002Fdevelopers\u002Fapi-docs\u002Ftemporal","2.developers\u002F5.API-docs\u002F12.temporal",{"sidebar":1114},{"title":1434,"path":1435,"stem":1436,"meta":1437},"pw.udfs","\u002Fdevelopers\u002Fapi-docs\u002Fudfs","2.developers\u002F5.API-docs\u002F13.udfs",{"sidebar":1114},{"title":1439,"path":1440,"stem":1441,"meta":1442},"pw.xpacks.connectors","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-xpacks-sharepoint","2.developers\u002F5.API-docs\u002F14.pathway-xpacks-sharepoint",{"sidebar":1114},{"title":1444,"path":1445,"stem":1446,"children":1447,"meta":1510},"pw.xpacks.llm","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-xpacks-llm","2.developers\u002F5.API-docs\u002F15.pathway-xpacks-llm\u002Findex",[1448,1450,1455,1460,1465,1470,1475,1480,1485,1490,1495,1500,1505],{"title":1444,"path":1445,"stem":1446,"meta":1449},{"sidebar":1114},{"title":1451,"path":1452,"stem":1453,"meta":1454},"pw.xpacks.llm.llms","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-xpacks-llm\u002Fllms","2.developers\u002F5.API-docs\u002F15.pathway-xpacks-llm\u002F1.llms",{"sidebar":1114},{"title":1456,"path":1457,"stem":1458,"meta":1459},"pw.xpacks.llm.servers","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-xpacks-llm\u002Fservers","2.developers\u002F5.API-docs\u002F15.pathway-xpacks-llm\u002F10.servers",{"sidebar":1114},{"title":1461,"path":1462,"stem":1463,"meta":1464},"pw.xpacks.llm.utils","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-xpacks-llm\u002Futils","2.developers\u002F5.API-docs\u002F15.pathway-xpacks-llm\u002F11.utils",{"sidebar":1114},{"title":1466,"path":1467,"stem":1468,"meta":1469},"pw.xpacks.llm.mcp_server","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-xpacks-llm\u002Fmcp_server","2.developers\u002F5.API-docs\u002F15.pathway-xpacks-llm\u002F12.mcp_server",{"sidebar":1114},{"title":1471,"path":1472,"stem":1473,"meta":1474},"pw.xpacks.llm.embedders","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-xpacks-llm\u002Fembedders","2.developers\u002F5.API-docs\u002F15.pathway-xpacks-llm\u002F2.embedders",{"sidebar":1114},{"title":1476,"path":1477,"stem":1478,"meta":1479},"pw.xpacks.llm.parsers","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-xpacks-llm\u002Fparsers","2.developers\u002F5.API-docs\u002F15.pathway-xpacks-llm\u002F3.parsers",{"sidebar":1114},{"title":1481,"path":1482,"stem":1483,"meta":1484},"pw.xpacks.llm.splitters","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-xpacks-llm\u002Fsplitters","2.developers\u002F5.API-docs\u002F15.pathway-xpacks-llm\u002F4.splitters",{"sidebar":1114},{"title":1486,"path":1487,"stem":1488,"meta":1489},"pw.xpacks.llm.vector_store","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-xpacks-llm\u002Fvectorstore","2.developers\u002F5.API-docs\u002F15.pathway-xpacks-llm\u002F5.vectorstore",{"sidebar":1114},{"title":1491,"path":1492,"stem":1493,"meta":1494},"pw.xpacks.llm.document_store","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-xpacks-llm\u002Fdocument_store","2.developers\u002F5.API-docs\u002F15.pathway-xpacks-llm\u002F6.document_store",{"sidebar":1114},{"title":1496,"path":1497,"stem":1498,"meta":1499},"pw.xpacks.llm.question_answering","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-xpacks-llm\u002Fquestion_answering","2.developers\u002F5.API-docs\u002F15.pathway-xpacks-llm\u002F7.question_answering",{"sidebar":1114},{"title":1501,"path":1502,"stem":1503,"meta":1504},"pw.xpacks.llm.prompts","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-xpacks-llm\u002Fprompts","2.developers\u002F5.API-docs\u002F15.pathway-xpacks-llm\u002F8.prompts",{"sidebar":1114},{"title":1506,"path":1507,"stem":1508,"meta":1509},"pw.xpacks.llm.rerankers","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-xpacks-llm\u002Frerankers","2.developers\u002F5.API-docs\u002F15.pathway-xpacks-llm\u002F9.rerankers",{"sidebar":1114},{"sidebar":1114},{"title":1512,"path":1513,"stem":1514,"meta":1515},"pw.Table","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-table","2.developers\u002F5.API-docs\u002F2.pathway-table",{"sidebar":1114},{"title":1517,"path":1518,"stem":1519,"meta":1520},"pw.debug","\u002Fdevelopers\u002Fapi-docs\u002Fdebug","2.developers\u002F5.API-docs\u002F4.debug",{"sidebar":1114},{"title":1522,"path":1523,"stem":1524,"meta":1525},"pw.demo","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-demo","2.developers\u002F5.API-docs\u002F5.pathway-demo",{"sidebar":1114},{"title":1527,"path":1528,"stem":1529,"children":1530,"meta":1533},"pw.indexing","\u002Fdevelopers\u002Fapi-docs\u002Findexing","2.developers\u002F5.API-docs\u002F6.indexing",[1531],{"title":1527,"path":1528,"stem":1529,"meta":1532},{"sidebar":1114},{"sidebar":1114},{"title":1535,"path":1536,"stem":1537,"children":1538,"meta":1746},"pw.io","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-io","2.developers\u002F5.API-docs\u002F7.pathway-io\u002Findex",[1539,1541,1546,1551,1556,1561,1566,1571,1576,1581,1586,1591,1596,1601,1606,1611,1616,1621,1626,1631,1636,1641,1646,1651,1656,1661,1666,1671,1676,1681,1686,1691,1696,1701,1706,1711,1716,1721,1726,1731,1736,1741],{"title":1535,"path":1536,"stem":1537,"meta":1540},{"sidebar":1114},{"title":1542,"path":1543,"stem":1544,"meta":1545},"pw.io.airbyte","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-io\u002Fairbyte","2.developers\u002F5.API-docs\u002F7.pathway-io\u002F110.airbyte",{"sidebar":1114},{"title":1547,"path":1548,"stem":1549,"meta":1550},"pw.io.bigquery","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-io\u002Fbigquery","2.developers\u002F5.API-docs\u002F7.pathway-io\u002F120.bigquery",{"sidebar":1114},{"title":1552,"path":1553,"stem":1554,"meta":1555},"pw.io.chroma","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-io\u002Fchroma","2.developers\u002F5.API-docs\u002F7.pathway-io\u002F125.chroma",{"sidebar":1114},{"title":1557,"path":1558,"stem":1559,"meta":1560},"pw.io.clickhouse","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-io\u002Fclickhouse","2.developers\u002F5.API-docs\u002F7.pathway-io\u002F130.clickhouse",{"sidebar":1114},{"title":1562,"path":1563,"stem":1564,"meta":1565},"pw.io.csv","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-io\u002Fcsv","2.developers\u002F5.API-docs\u002F7.pathway-io\u002F140.csv",{"sidebar":1114},{"title":1567,"path":1568,"stem":1569,"meta":1570},"pw.io.debezium","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-io\u002Fdebezium","2.developers\u002F5.API-docs\u002F7.pathway-io\u002F150.debezium",{"sidebar":1114},{"title":1572,"path":1573,"stem":1574,"meta":1575},"pw.io.deltalake","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-io\u002Fdeltalake","2.developers\u002F5.API-docs\u002F7.pathway-io\u002F160.deltalake",{"sidebar":1114},{"title":1577,"path":1578,"stem":1579,"meta":1580},"pw.io.duckdb","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-io\u002Fduckdb","2.developers\u002F5.API-docs\u002F7.pathway-io\u002F165.duckdb",{"sidebar":1114},{"title":1582,"path":1583,"stem":1584,"meta":1585},"pw.io.dynamodb","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-io\u002Fdynamodb","2.developers\u002F5.API-docs\u002F7.pathway-io\u002F170.dynamodb",{"sidebar":1114},{"title":1587,"path":1588,"stem":1589,"meta":1590},"pw.io.elasticsearch","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-io\u002Felasticsearch","2.developers\u002F5.API-docs\u002F7.pathway-io\u002F180.elasticsearch",{"sidebar":1114},{"title":1592,"path":1593,"stem":1594,"meta":1595},"pw.io.fs","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-io\u002Ffs","2.developers\u002F5.API-docs\u002F7.pathway-io\u002F190.fs",{"sidebar":1114},{"title":1597,"path":1598,"stem":1599,"meta":1600},"pw.io.gdrive","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-io\u002Fgdrive","2.developers\u002F5.API-docs\u002F7.pathway-io\u002F200.gdrive",{"sidebar":1114},{"title":1602,"path":1603,"stem":1604,"meta":1605},"pw.io.http","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-io\u002Fhttp","2.developers\u002F5.API-docs\u002F7.pathway-io\u002F210.http",{"sidebar":1114},{"title":1607,"path":1608,"stem":1609,"meta":1610},"pw.io.iceberg","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-io\u002Ficeberg","2.developers\u002F5.API-docs\u002F7.pathway-io\u002F220.iceberg",{"sidebar":1114},{"title":1612,"path":1613,"stem":1614,"meta":1615},"pw.io.jsonlines","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-io\u002Fjsonlines","2.developers\u002F5.API-docs\u002F7.pathway-io\u002F230.jsonlines",{"sidebar":1114},{"title":1617,"path":1618,"stem":1619,"meta":1620},"pw.io.kafka","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-io\u002Fkafka","2.developers\u002F5.API-docs\u002F7.pathway-io\u002F240.kafka",{"sidebar":1114},{"title":1622,"path":1623,"stem":1624,"meta":1625},"pw.io.kinesis","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-io\u002Fkinesis","2.developers\u002F5.API-docs\u002F7.pathway-io\u002F250.kinesis",{"sidebar":1114},{"title":1627,"path":1628,"stem":1629,"meta":1630},"pw.io.leann","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-io\u002Fleann","2.developers\u002F5.API-docs\u002F7.pathway-io\u002F260.leann",{"sidebar":1114},{"title":1632,"path":1633,"stem":1634,"meta":1635},"pw.io.logstash","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-io\u002Flogstash","2.developers\u002F5.API-docs\u002F7.pathway-io\u002F270.logstash",{"sidebar":1114},{"title":1637,"path":1638,"stem":1639,"meta":1640},"pw.io.milvus","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-io\u002Fmilvus","2.developers\u002F5.API-docs\u002F7.pathway-io\u002F280.milvus",{"sidebar":1114},{"title":1642,"path":1643,"stem":1644,"meta":1645},"pw.io.minio","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-io\u002Fminio","2.developers\u002F5.API-docs\u002F7.pathway-io\u002F290.minio",{"sidebar":1114},{"title":1647,"path":1648,"stem":1649,"meta":1650},"pw.io.mongodb","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-io\u002Fmongodb","2.developers\u002F5.API-docs\u002F7.pathway-io\u002F300.mongodb",{"sidebar":1114},{"title":1652,"path":1653,"stem":1654,"meta":1655},"pw.io.mqtt","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-io\u002Fmqtt","2.developers\u002F5.API-docs\u002F7.pathway-io\u002F310.mqtt",{"sidebar":1114},{"title":1657,"path":1658,"stem":1659,"meta":1660},"pw.io.mssql","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-io\u002Fmssql","2.developers\u002F5.API-docs\u002F7.pathway-io\u002F320.mssql",{"sidebar":1114},{"title":1662,"path":1663,"stem":1664,"meta":1665},"pw.io.mysql","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-io\u002Fmysql","2.developers\u002F5.API-docs\u002F7.pathway-io\u002F330.mysql",{"sidebar":1114},{"title":1667,"path":1668,"stem":1669,"meta":1670},"pw.io.nats","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-io\u002Fnats","2.developers\u002F5.API-docs\u002F7.pathway-io\u002F340.nats",{"sidebar":1114},{"title":1672,"path":1673,"stem":1674,"meta":1675},"pw.io.null","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-io\u002Fnull","2.developers\u002F5.API-docs\u002F7.pathway-io\u002F350.null",{"sidebar":1114},{"title":1677,"path":1678,"stem":1679,"meta":1680},"pw.io.pinecone","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-io\u002Fpinecone","2.developers\u002F5.API-docs\u002F7.pathway-io\u002F355.pinecone",{"sidebar":1114},{"title":1682,"path":1683,"stem":1684,"meta":1685},"pw.io.plaintext","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-io\u002Fplaintext","2.developers\u002F5.API-docs\u002F7.pathway-io\u002F360.plaintext",{"sidebar":1114},{"title":1687,"path":1688,"stem":1689,"meta":1690},"pw.io.postgres","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-io\u002Fpostgres","2.developers\u002F5.API-docs\u002F7.pathway-io\u002F370.postgres",{"sidebar":1114},{"title":1692,"path":1693,"stem":1694,"meta":1695},"pw.io.pubsub","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-io\u002Fpubsub","2.developers\u002F5.API-docs\u002F7.pathway-io\u002F380.pubsub",{"sidebar":1114},{"title":1697,"path":1698,"stem":1699,"meta":1700},"pw.io.pyfilesystem","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-io\u002Fpyfilesystem","2.developers\u002F5.API-docs\u002F7.pathway-io\u002F390.pyfilesystem",{"sidebar":1114},{"title":1702,"path":1703,"stem":1704,"meta":1705},"pw.io.python","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-io\u002Fpython","2.developers\u002F5.API-docs\u002F7.pathway-io\u002F400.python",{"sidebar":1114},{"title":1707,"path":1708,"stem":1709,"meta":1710},"pw.io.qdrant","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-io\u002Fqdrant","2.developers\u002F5.API-docs\u002F7.pathway-io\u002F405.qdrant",{"sidebar":1114},{"title":1712,"path":1713,"stem":1714,"meta":1715},"pw.io.questdb","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-io\u002Fquestdb","2.developers\u002F5.API-docs\u002F7.pathway-io\u002F410.questdb",{"sidebar":1114},{"title":1717,"path":1718,"stem":1719,"meta":1720},"pw.io.rabbitmq","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-io\u002Frabbitmq","2.developers\u002F5.API-docs\u002F7.pathway-io\u002F420.rabbitmq",{"sidebar":1114},{"title":1722,"path":1723,"stem":1724,"meta":1725},"pw.io.redpanda","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-io\u002Fredpanda","2.developers\u002F5.API-docs\u002F7.pathway-io\u002F430.redpanda",{"sidebar":1114},{"title":1727,"path":1728,"stem":1729,"meta":1730},"pw.io.s3","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-io\u002Fs3","2.developers\u002F5.API-docs\u002F7.pathway-io\u002F440.s3",{"sidebar":1114},{"title":1732,"path":1733,"stem":1734,"meta":1735},"pw.io.slack","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-io\u002Fslack","2.developers\u002F5.API-docs\u002F7.pathway-io\u002F450.slack",{"sidebar":1114},{"title":1737,"path":1738,"stem":1739,"meta":1740},"pw.io.sqlite","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-io\u002Fsqlite","2.developers\u002F5.API-docs\u002F7.pathway-io\u002F460.sqlite",{"sidebar":1114},{"title":1742,"path":1743,"stem":1744,"meta":1745},"pw.io.weaviate","\u002Fdevelopers\u002Fapi-docs\u002Fpathway-io\u002Fweaviate","2.developers\u002F5.API-docs\u002F7.pathway-io\u002F470.weaviate",{"sidebar":1114},{"sidebar":1114},{"title":1748,"path":1749,"stem":1750,"meta":1751},"pw.ml","\u002Fdevelopers\u002Fapi-docs\u002Fml","2.developers\u002F5.API-docs\u002F8.ML",{"sidebar":1114},{"title":1753,"path":1754,"stem":1755,"meta":1756},"pw.persistence","\u002Fdevelopers\u002Fapi-docs\u002Fpersistence-api","2.developers\u002F5.API-docs\u002F9.persistence-api",{"sidebar":1114},{"title":1758,"path":1759,"stem":1760,"children":1761,"meta":2504},"Pathway Live Data Framework Templates","\u002Fdevelopers\u002Ftemplates","2.developers\u002F7.templates\u002F1.index",[1762,1764,1769,1774,1779,1783,1804,1843,1869,2301],{"title":1758,"path":1759,"stem":1760,"meta":1763},{"navTitle":535,"layout":609,"aside":510,"toc":539,"single":510},{"title":1765,"path":1766,"stem":1767,"meta":1768},"Run a template","\u002Fdevelopers\u002Ftemplates\u002Frun-a-template","2.developers\u002F7.templates\u002F20.run-a-template",{"heading":539,"toc":539},{"title":1770,"path":1771,"stem":1772,"meta":1773},"Customizing a RAG Template with YAML","\u002Fdevelopers\u002Ftemplates\u002Fconfigure-yaml","2.developers\u002F7.templates\u002F30.configure-yaml",{"heading":539},{"title":1775,"path":1776,"stem":1777,"meta":1778},"How to Use Your Own Components in YAML Configuration","\u002Fdevelopers\u002Ftemplates\u002Fcustom-components","2.developers\u002F7.templates\u002F35.custom-components",{"heading":539},{"title":565,"path":1780,"stem":1781,"meta":1782},"\u002Fdevelopers\u002Ftemplates\u002Flicensing-guide","2.developers\u002F7.templates\u002F38.licensing-guide",{"heading":539,"toc":539},{"title":1784,"meta":1785,"path":1786,"stem":1787,"children":1788,"page":539},"YAML Snippets",{},"\u002Fdevelopers\u002Ftemplates\u002Fyaml-snippets","2.developers\u002F7.templates\u002F39.yaml-snippets",[1789,1794,1799],{"title":1790,"path":1791,"stem":1792,"meta":1793},"Data Sources Examples","\u002Fdevelopers\u002Ftemplates\u002Fyaml-snippets\u002Fdata-sources-examples","2.developers\u002F7.templates\u002F39.yaml-snippets\u002F10.data-sources-examples",{"heading":539,"toc":510},{"title":1795,"path":1796,"stem":1797,"meta":1798},"RAG configuration Examples","\u002Fdevelopers\u002Ftemplates\u002Fyaml-snippets\u002Frag-configuration-examples","2.developers\u002F7.templates\u002F39.yaml-snippets\u002F20.rag-configuration-examples",{"heading":539,"toc":510},{"title":1800,"path":1801,"stem":1802,"meta":1803},"Full Templates Examples","\u002Fdevelopers\u002Ftemplates\u002Fyaml-snippets\u002Ffull-pipelines-examples","2.developers\u002F7.templates\u002F39.yaml-snippets\u002F30.full-pipelines-examples",{"heading":539,"toc":510},{"title":1805,"path":1806,"stem":1807,"children":1808,"page":539},"Rag Customization","\u002Fdevelopers\u002Ftemplates\u002Frag-customization","2.developers\u002F7.templates\u002F40.rag-customization",[1809,1814,1819,1825,1831,1837],{"title":1810,"path":1811,"stem":1812,"meta":1813},"REST API","\u002Fdevelopers\u002Ftemplates\u002Frag-customization\u002Frest-api","2.developers\u002F7.templates\u002F40.rag-customization\u002F10.REST-API",{"heading":539,"toc":539},{"title":1815,"path":1816,"stem":1817,"meta":1818},"Customizing prompt","\u002Fdevelopers\u002Ftemplates\u002Frag-customization\u002Fcustom-prompt","2.developers\u002F7.templates\u002F40.rag-customization\u002F20.custom-prompt",{"heading":539},{"title":1129,"path":1820,"stem":1821,"meta":1822},"\u002Fdevelopers\u002Ftemplates\u002Frag-customization\u002Fparsers","2.developers\u002F7.templates\u002F40.rag-customization\u002F30.parsers",{"date":1133,"tags":1823,"keywords":1824},[593,1066],[1066,1136,1137,1138,1139],{"title":1141,"path":1826,"stem":1827,"meta":1828},"\u002Fdevelopers\u002Ftemplates\u002Frag-customization\u002Fsplitters","2.developers\u002F7.templates\u002F40.rag-customization\u002F40.splitters",{"date":1145,"thumbnail":139,"tags":1829,"keywords":1830},[1147,1148],[1138,1148],{"title":1151,"path":1832,"stem":1833,"meta":1834},"\u002Fdevelopers\u002Ftemplates\u002Frag-customization\u002Fembedders","2.developers\u002F7.templates\u002F40.rag-customization\u002F50.embedders",{"date":1145,"thumbnail":139,"tags":1835,"keywords":1836},[593,1156],[1066,1068,1069,1070,1158,1159],{"title":1161,"path":1838,"stem":1839,"meta":1840},"\u002Fdevelopers\u002Ftemplates\u002Frag-customization\u002Fllm-chats","2.developers\u002F7.templates\u002F40.rag-customization\u002F60.llm-chats",{"date":1165,"thumbnail":139,"tags":1841,"keywords":1842},[593,1066,1167,1161],[1066,1068,1069,1070,1158,1169],{"title":1180,"path":1844,"stem":1845,"children":1846,"page":539},"\u002Fdevelopers\u002Ftemplates\u002Fdeploy","2.developers\u002F7.templates\u002F60.deploy",[1847,1851,1855,1862],{"title":1186,"path":1848,"stem":1849,"meta":1850},"\u002Fdevelopers\u002Ftemplates\u002Fdeploy\u002Fcloud-deployment","2.developers\u002F7.templates\u002F60.deploy\u002F10.cloud-deployment",{},{"title":1191,"path":1852,"stem":1853,"meta":1854},"\u002Fdevelopers\u002Ftemplates\u002Fdeploy\u002Fgcp-deploy","2.developers\u002F7.templates\u002F60.deploy\u002F15.gcp-deploy",{},{"title":1196,"path":1856,"stem":1857,"meta":1858},"\u002Fdevelopers\u002Ftemplates\u002Fdeploy\u002Faws-fargate-deploy","2.developers\u002F7.templates\u002F60.deploy\u002F20.aws-fargate-deploy",{"date":1200,"tags":1859,"thumbnail":1860,"keywords":1861,"docker_github_link":1211,"deployButtons":539},[1202,1203],{"src":1205},[1207,1208,1209,737,1210],{"title":1213,"path":1863,"stem":1864,"meta":1865},"\u002Fdevelopers\u002Ftemplates\u002Fdeploy\u002Fazure-aci-deploy","2.developers\u002F7.templates\u002F60.deploy\u002F25.azure-aci-deploy",{"date":1217,"tags":1866,"thumbnail":1867,"keywords":1868,"docker_github_link":1227,"deployButtons":539},[1202,1203],{"src":1220,"contain":510},[1222,1223,1209,737,1224,1225,1226],{"title":1870,"meta":1871,"path":1872,"stem":1873,"children":1874,"page":539},"ETL Templates",{},"\u002Fdevelopers\u002Ftemplates\u002Fetl","2.developers\u002F7.templates\u002FETL",[1875,1889,1905,1924,1944,1955,1969,1980,1990,2005,2020,2034,2049,2067,2083,2097,2113,2129,2141,2154,2164,2176,2188,2202],{"title":1876,"path":1877,"stem":1878,"meta":1879},"EL Pipeline: Move your data around with Pathway","\u002Fdevelopers\u002Ftemplates\u002Fetl\u002Fel-pipeline","2.developers\u002F7.templates\u002FETL\u002F10.el-pipeline",{"layout":1880,"date":1881,"tags":1882,"thumbnail":1883,"keywords":1885,"popular":510},"template","2025-05-22",[1202,1203],{"src":1884,"contain":510},"\u002Fassets\u002Fcontent\u002Fshowcases\u002Fel-template\u002Fel-template-thumbnail.png",[1886,1887,1888,735,762,737],"ETL","EL","YAML",{"title":1890,"path":1891,"stem":1892,"meta":1893},"Real-Time Anomaly Detection: identifying brute-force logins using Tumbling Windows","\u002Fdevelopers\u002Ftemplates\u002Fetl\u002Fsuspicious_activity_tumbling_window","2.developers\u002F7.templates\u002FETL\u002F10.suspicious_activity_tumbling_window",{"notebook_export_path":1894,"aside":510,"date":1895,"thumbnail":1896,"tags":1899,"keywords":1901,"layout":1880},"notebooks\u002Ftutorials\u002Fsuspicious_user_activity.ipynb","2023-05-30",{"src":1897,"provider":1898},"\u002Fassets\u002Fblog\u002Fthumbnails\u002Fth-shield.png","s3",[593,1900],"machine-learning",[1039,1902,1903,1904],"tumbling","alert","notebook",{"title":1906,"path":1907,"stem":1908,"meta":1909},"Gaussian Filtering in Real-time: Signal processing with out-of-order data streams","\u002Fdevelopers\u002Ftemplates\u002Fetl\u002Fgaussian_filtering_python","2.developers\u002F7.templates\u002FETL\u002F100.gaussian_filtering_python",{"notebook_export_path":1910,"aside":510,"date":1911,"layout":1880,"thumbnail":1912,"tags":1914,"related":1916,"keywords":1919},"notebooks\u002Ftutorials\u002Fgaussian-filtering-python.ipynb","2023-10-17",{"src":1913},"\u002Fassets\u002Fcontent\u002Ftutorials\u002Ftime_series\u002Fthumbnail-gaussian.png",[593,1915],"Time Series",[1917,1918],"\u002Fblog\u002Fsignal-processing","\u002Fdevelopers\u002Ftemplates\u002Fetl\u002Fupsampling",[1920,1921,1004,1922,1923,1039,1904],"signal processing","Gaussian filter","irregular sampling","intervals_over",{"title":1925,"path":1926,"stem":1927,"meta":1928},"Computing the Option Greeks using Pathway Live Data Framework and Databento","\u002Fdevelopers\u002Ftemplates\u002Fetl\u002Foption-greeks","2.developers\u002F7.templates\u002FETL\u002F105.option-greeks",{"thumbnail":1929,"date":1931,"tags":1932,"keywords":1933,"notebook_export_path":1942,"docker_github_link":1943,"aside":510,"layout":1880},{"src":1930,"contain":510},"\u002Fassets\u002Fcontent\u002Fshowcases\u002Foption-greeks\u002Foption-greeks.png","2024-08-06",[593,1203],[1934,1935,1936,1937,1938,1939,1940,1941,1904],"Option Greeks","Databento","Delta","Gamma","Theta","Rho","quant","Black model","notebooks\u002Ftutorials\u002Foption-greeks.ipynb","https:\u002F\u002Fgithub.com\u002Fpathwaycom\u002Fpathway\u002Ftree\u002Fmain\u002Fexamples\u002Fprojects\u002Foption-greeks",{"title":1945,"path":1946,"stem":1947,"meta":1948},"Automating reconciliation of messy financial transaction logs using the Pathway Live Data Framework real-time fuzzy join","\u002Fdevelopers\u002Ftemplates\u002Fetl\u002Ffuzzy_join_chapter1","2.developers\u002F7.templates\u002FETL\u002F11.fuzzy_join_chapter1",{"notebook_export_path":1949,"aside":510,"date":1950,"tags":1951,"keywords":1952,"layout":1880},"notebooks\u002Fshowcases\u002Ffuzzy_join_part1.ipynb","2022-10-18",[593,1203],[1953,1954,1136,1904],"Fuzzy join","reconciliation",{"title":1956,"path":1918,"stem":1957,"meta":1958},"Signal Processing with Real-time Upsampling: combining multiple time series data streams.","2.developers\u002F7.templates\u002FETL\u002F110.upsampling",{"notebook_export_path":1959,"aside":510,"date":1960,"layout":1880,"thumbnail":1961,"tags":1963,"related":1964,"popular":510,"keywords":1965},"notebooks\u002Ftutorials\u002Fupsampling.ipynb","2023-10-18",{"src":1962},"\u002Fassets\u002Fcontent\u002Ftutorials\u002Ftime_series\u002Fthumbnail-time-series.png",[593,1915],[1917,1907],[1920,1966,1004,1967,1968,1923,1039,1904],"upsampling","resampling","interpolation",{"title":1970,"path":1971,"stem":1972,"meta":1973},"Interaction with a Feedback Loop.","\u002Fdevelopers\u002Ftemplates\u002Fetl\u002Ffuzzy_join_chapter2","2.developers\u002F7.templates\u002FETL\u002F12.fuzzy_join_chapter2",{"notebook_export_path":1974,"aside":510,"date":1975,"thumbnail":1976,"tags":1978,"keywords":1979,"layout":1880},"notebooks\u002Fshowcases\u002Ffuzzy_join_part2.ipynb","2022-10-19",{"src":1977,"contain":510},"\u002Fassets\u002Fcontent\u002Fshowcases\u002Ffuzzy_join\u002Freconciliation_chapter3_trim.png",[593,1203],[1953,1954,1136,1904],{"title":1981,"path":1982,"stem":1983,"meta":1984},"Smart real-time monitoring application with alert deduplication","\u002Fdevelopers\u002Ftemplates\u002Fetl\u002Falerting-significant-changes","2.developers\u002F7.templates\u002FETL\u002F130.alerting-significant-changes",{"notebook_export_path":1985,"aside":510,"date":1986,"tags":1987,"keywords":1988,"layout":1880},"notebooks\u002Ftutorials\u002Falert-deduplication.ipynb","2023-11-16",[593,1203],[1903,1989,1269,1904],"deduplication",{"title":1991,"path":1992,"stem":1993,"meta":1994},"Kafka ETL: Processing event streams in Python","\u002Fdevelopers\u002Ftemplates\u002Fetl\u002Fkafka-etl","2.developers\u002F7.templates\u002FETL\u002F140.kafka-etl",{"layout":1880,"date":1995,"tags":1996,"thumbnail":1997,"keywords":1999,"docker_github_link":2004,"popular":510},"2024-02-15",[1202,1203],{"src":1998,"contain":510},"\u002Fassets\u002Fcontent\u002Fshowcases\u002FETL-Kafka\u002FETL-Kafka.png",[1886,735,2000,2001,2002,2003,737],"datetime","time zone","timezone","concat_reindex","https:\u002F\u002Fgithub.com\u002Fpathwaycom\u002Fpathway\u002Ftree\u002Fmain\u002Fexamples\u002Fprojects\u002Fkafka-ETL",{"title":2006,"path":2007,"stem":2008,"meta":2009},"Streaming ETL pipelines in Python with Airbyte and Pathway","\u002Fdevelopers\u002Ftemplates\u002Fetl\u002Fetl-python-airbyte","2.developers\u002F7.templates\u002FETL\u002F150.etl-python-airbyte",{"layout":1880,"date":2010,"tags":2011,"thumbnail":2012,"keywords":2014},"2024-02-28",[1202,1203],{"src":2013},"\u002Fassets\u002Fcontent\u002Fshowcases\u002Fairbyte\u002Fairbyte-diagram-th.png",[2015,2016,2017,2018,2019],"airbyte","processing","airbyte python","python etl","airbyte etl",{"title":2021,"path":2022,"stem":2023,"meta":2024},"Delta Lake ETL with Pathway Live Data Framework for Spark Analytics","\u002Fdevelopers\u002Ftemplates\u002Fetl\u002Fdelta_lake_etl","2.developers\u002F7.templates\u002FETL\u002F175.delta_lake_etl",{"layout":1880,"date":2025,"tags":2026,"thumbnail":2027,"keywords":2029,"docker_github_link":2033},"2024-07-23",[1202,1203],{"src":2028,"contain":510},"\u002Fassets\u002Fcontent\u002Fshowcases\u002Fdeltalake\u002Fdelta_lake_diagram_th.png",[2030,2031,2032,2018,2019,737],"delta lake etl","spark delta lake","spark etl","https:\u002F\u002Fgithub.com\u002Fpathwaycom\u002Fpathway\u002Ftree\u002Fmain\u002Fexamples\u002Fprojects\u002Fspark-data-preparation",{"title":2035,"path":2036,"stem":2037,"meta":2038},"Python Kafka Alternative: Achieve Sub-Second Latency with your S3 Storage without Kafka using Pathway","\u002Fdevelopers\u002Ftemplates\u002Fetl\u002Fkafka-alternative","2.developers\u002F7.templates\u002FETL\u002F180.kafka-alternative",{"layout":1880,"thumbnail":2039,"date":2041,"tags":2042,"keywords":2043},{"src":2040,"contain":510},"\u002Fassets\u002Fcontent\u002Fshowcases\u002Fkafka-alternatives\u002Fkafka-alternatives-thumbnail.png","2024-08-27",[1202,1203],[1886,735,2044,2045,2046,2002,2047,2048],"Pathway","MinIO","S3","Kafka-alternatives","Delta tables",{"title":2050,"path":2051,"stem":2052,"meta":2053},"Jupyter \u002F Colab: visualizing and transforming live data streams in Python notebooks with Pathway Live Data Framework","\u002Fdevelopers\u002Ftemplates\u002Fetl\u002Flive_data_jupyter","2.developers\u002F7.templates\u002FETL\u002F2.live_data_jupyter",{"aside":510,"date":1248,"tags":2054,"keywords":2055,"notebook_export_path":2065,"docker_github_link":2066,"popular":510,"layout":1880},[593,1203,1202],[2056,2057,2058,2059,2060,2061,2062,2063,2064,1904,737],"Jupyter notebook","interactivity","bokeh","panel","Bollinger bands","vizualization","Weighted Average","rolling statistics","dashboard","notebooks\u002Fshowcases\u002Flive-data-jupyter.ipynb","https:\u002F\u002Fgithub.com\u002Fpathwaycom\u002Fpathway\u002Ftree\u002Fmain\u002Fexamples\u002Fprojects\u002Ffrom_jupyter_to_deploy\u002Fpart4_deployment",{"title":2068,"path":2069,"stem":2070,"meta":2071},"Real-Time Twitter Sentiment Analysis and Prediction App with Pathway Live Data Framework","\u002Fdevelopers\u002Ftemplates\u002Fetl\u002Ftwitter","2.developers\u002F7.templates\u002FETL\u002F2.twitter",{"aside":510,"layout":1880,"date":2072,"thumbnail":2073,"tags":2075,"keywords":2076,"docker_github_link":2082},"2022-10-31",{"src":2074},"\u002Fassets\u002Fcontent\u002Fblog\u002Fth-twitter.png",[593,1900,1202],[2077,2078,2079,2080,2081,1136,737],"Twitter","tweets","sentiment analysis","geolocation","influence","https:\u002F\u002Fgithub.com\u002Fpathwaycom\u002Fpathway\u002Ftree\u002Fmain\u002Fexamples\u002Fprojects\u002Ftwitter",{"title":2084,"path":2085,"stem":2086,"meta":2087},"Out-of-Order Event Streams: Calculating Time Deltas with grouping by topic","\u002Fdevelopers\u002Ftemplates\u002Fetl\u002Fevent_stream_processing_time_between_occurrences","2.developers\u002F7.templates\u002FETL\u002F20.event_stream_processing_time_between_occurrences",{"aside":510,"date":2088,"layout":1880,"thumbnail":2089,"tags":2091,"keywords":2092},"2022-11-01",{"src":2090},"\u002Fassets\u002Fcontent\u002Fblog\u002Fth-time-between-events-in-a-multi-topic-event-stream.png",[593,1203],[2093,2094,734,2095,2096],"event stream","multi-topic","ordering","sort",{"title":2098,"path":2099,"stem":2100,"meta":2101},"Adaptive Classifiers: Evolving Predictions with Real-Time Data","\u002Fdevelopers\u002Ftemplates\u002Fetl\u002Flsh_chapter1","2.developers\u002F7.templates\u002FETL\u002F3.lsh_chapter1",{"notebook_export_path":2102,"aside":510,"date":2103,"thumbnail":2104,"tags":2106,"keywords":2107,"layout":1880},"notebooks\u002Fshowcases\u002Flsh.ipynb","2022-10-25",{"src":2105},"\u002Fassets\u002Fcontent\u002Fblog\u002Fth-realtime-classification.png",[593,1900],[2108,936,2109,931,2110,2111,2112,1136,1904],"Classification","LSH","Locality Sensitive Hashing","MNIST","euclidean distance",{"title":2114,"path":2115,"stem":2116,"meta":2117},"Uncovering hidden user relationships in crypto exchanges with Fuzzy Join on streaming data","\u002Fdevelopers\u002Ftemplates\u002Fetl\u002Fuser_pairs_fuzzy_join","2.developers\u002F7.templates\u002FETL\u002F30.user_pairs_fuzzy_join",{"aside":510,"date":2118,"thumbnail":2119,"tags":2121,"keywords":2122,"layout":1880},"2023-01-09",{"src":2120,"provider":1898},"\u002Fassets\u002Fblog\u002Fthumbnails\u002Fth-mining-hidden-user-pair-activity-with-fuzzy-join.png",[593,1203],[2123,1903,2124,2125,2126,2127,2128],"fuzzy join","cryptocurrency","bitcoin","BTC","ETH","Ethereum",{"title":2130,"path":2131,"stem":2132,"meta":2133},"Pathway Live Data Framework Logistics Application: Streamlined Insights for Real-Time Asset Management","\u002Fdevelopers\u002Ftemplates\u002Fetl\u002Flogistics","2.developers\u002F7.templates\u002FETL\u002F4.logistics",{"aside":510,"layout":1880,"date":2072,"thumbnail":2134,"tags":2136,"enterprise":510,"keywords":2137},{"src":2135},"\u002Fassets\u002Fcontent\u002Fblog\u002Fth-logictics-app.png",[593,1900],[2138,2139,2140],"Logistics","IoT","Dashboard",{"title":2142,"path":2143,"stem":2144,"meta":2145},"Real-Time Shortest Paths on Dynamic Networks with Bellman-Ford in Pathway Live Data Framework","\u002Fdevelopers\u002Ftemplates\u002Fetl\u002Fbellman_ford","2.developers\u002F7.templates\u002FETL\u002F40.bellman_ford",{"aside":510,"date":2146,"layout":1880,"thumbnail":2147,"tags":2149,"notebook_export_path":2150,"keywords":2151},"2022-11-03",{"src":2148,"provider":1898},"\u002Fassets\u002Fblog\u002Fthumbnails\u002Fth-bellman-ford.png",[593,1900],"notebooks\u002Ftutorials\u002Fbellman_ford.ipynb",[912,2152,2153,1283,1904],"fixed-point","shortest-path",{"title":2155,"path":2156,"stem":2157,"meta":2158},"Linear regression on a Kafka stream","\u002Fdevelopers\u002Ftemplates\u002Fetl\u002Flinear_regression_with_kafka","2.developers\u002F7.templates\u002FETL\u002F5.linear_regression_with_kafka",{"aside":510,"layout":1880,"date":2159,"tags":2160,"keywords":2161,"docker_github_link":2163},"2022-12-23",[593,1203],[2162,735,333],"linear regression","https:\u002F\u002Fgithub.com\u002Fpathwaycom\u002Fpathway\u002Ftree\u002Fmain\u002Fexamples\u002Fprojects\u002Fkafka-linear-regression",{"title":2165,"path":2166,"stem":2167,"meta":2168},"Real-Time PageRank on Dynamic Graphs with Pathway Live Data Framework","\u002Fdevelopers\u002Ftemplates\u002Fetl\u002Fpagerank","2.developers\u002F7.templates\u002FETL\u002F50.pagerank",{"notebook_export_path":2169,"aside":510,"date":2170,"thumbnail":2171,"tags":2173,"keywords":2174,"layout":1880},"notebooks\u002Ftutorials\u002Fpagerank.ipynb","2022-11-07",{"src":2172,"provider":1898},"\u002Fassets\u002Fblog\u002Fthumbnails\u002Fth-computing-pagerank.png",[593,1900],[2175,1283,1904],"pagerank",{"title":2177,"path":2178,"stem":2179,"meta":2180},"Sensor Fusion in real-time: combining time series data with Pathway Live Data Framework","\u002Fdevelopers\u002Ftemplates\u002Fetl\u002Fcombining_time_series","2.developers\u002F7.templates\u002FETL\u002F65.combining_time_series",{"aside":510,"date":2181,"thumbnail":2182,"tags":2183,"keywords":2184,"notebook_export_path":2187,"layout":1880},"2023-04-28",{"src":1962},[1915],[2185,2186,1968,631,1904],"time series","multiple data sources","notebooks\u002Ftutorials\u002Fcombining-time-series.ipynb",{"title":2189,"path":2190,"stem":2191,"meta":2192},"Realtime Server Log Monitoring: nginx + Filebeat + Pathway","\u002Fdevelopers\u002Ftemplates\u002Fetl\u002Frealtime-log-monitoring","2.developers\u002F7.templates\u002FETL\u002F7.realtime-log-monitoring",{"aside":510,"layout":1880,"date":2193,"thumbnail":2194,"tags":2196,"keywords":2197,"docker_github_link":2201},"2023-02-27",{"src":2195,"contain":510},"\u002Fassets\u002Fcontent\u002Ftutorials\u002Frealtime_log_monitoring\u002Fmeme.jpg",[593,1203],[2198,1903,735,2199,710,2200,737],"log monitoring","Filebeat","ElasticSearch","https:\u002F\u002Fgithub.com\u002Fpathwaycom\u002Fpathway\u002Ftree\u002Fmain\u002Fexamples\u002Fprojects\u002Frealtime-log-monitoring\u002Ffilebeat-pathway-slack",{"title":2203,"path":2204,"stem":2205,"children":2206,"page":539},"Readmes","\u002Fdevelopers\u002Ftemplates\u002Fetl\u002F_readmes","2.developers\u002F7.templates\u002FETL\u002F_readmes",[2207,2212,2217,2222,2227,2232,2237,2242,2247,2252,2257,2261,2266,2271,2276,2281,2286,2291,2296],{"title":2208,"path":2209,"stem":2210,"meta":2211},"AG2 Multi-Agent Conversations with Pathway Live Data Framework Real-Time RAG","\u002Fdevelopers\u002Ftemplates\u002Fetl\u002F_readmes\u002Fag2-multiagent-rag","2.developers\u002F7.templates\u002FETL\u002F_readmes\u002Fag2-multiagent-rag",{},{"title":2213,"path":2214,"stem":2215,"meta":2216},"Azure ACI Deployment Example","\u002Fdevelopers\u002Ftemplates\u002Fetl\u002F_readmes\u002Fazure-aci-deploy","2.developers\u002F7.templates\u002FETL\u002F_readmes\u002Fazure-aci-deploy",{},{"title":2218,"path":2219,"stem":2220,"meta":2221},"Benchmark for Delta Lake S3 messaging as a Kafka replacement","\u002Fdevelopers\u002Ftemplates\u002Fetl\u002F_readmes\u002Fbenchmarks","2.developers\u002F7.templates\u002FETL\u002F_readmes\u002Fbenchmarks",{},{"title":2223,"path":2224,"stem":2225,"meta":2226},"Best-rated movies examples","\u002Fdevelopers\u002Ftemplates\u002Fetl\u002F_readmes\u002Fbest-movies-example","2.developers\u002F7.templates\u002FETL\u002F_readmes\u002Fbest-movies-example",{},{"title":2228,"path":2229,"stem":2230,"meta":2231},"Make your LLM app sane again: Forgetting incorrect data in real time","\u002Fdevelopers\u002Ftemplates\u002Fetl\u002F_readmes\u002Fconf42","2.developers\u002F7.templates\u002FETL\u002F_readmes\u002Fconf42",{},{"title":2233,"path":2234,"stem":2235,"meta":2236},"Custom python connector example","\u002Fdevelopers\u002Ftemplates\u002Fetl\u002F_readmes\u002Fcustom-python-connector-twitter","2.developers\u002F7.templates\u002FETL\u002F_readmes\u002Fcustom-python-connector-twitter",{},{"title":2238,"path":2239,"stem":2240,"meta":2241},"Realtime monitoring of logs","\u002Fdevelopers\u002Ftemplates\u002Fetl\u002F_readmes\u002Ffilebeat-pathway-slack","2.developers\u002F7.templates\u002FETL\u002F_readmes\u002Ffilebeat-pathway-slack",{},{"title":2243,"path":2244,"stem":2245,"meta":2246},"Tutorial: From interactive data exploration to deployment","\u002Fdevelopers\u002Ftemplates\u002Fetl\u002F_readmes\u002Ffrom_jupyter_to_deploy","2.developers\u002F7.templates\u002FETL\u002F_readmes\u002Ffrom_jupyter_to_deploy",{},{"title":2248,"path":2249,"stem":2250,"meta":2251},"ETL with Kafka in\u002FKafka out","\u002Fdevelopers\u002Ftemplates\u002Fetl\u002F_readmes\u002Fkafka-etl","2.developers\u002F7.templates\u002FETL\u002F_readmes\u002Fkafka-ETL",{},{"title":2253,"path":2254,"stem":2255,"meta":2256},"Best-rated movies example - Kafka version","\u002Fdevelopers\u002Ftemplates\u002Fetl\u002F_readmes\u002Fkafka-version","2.developers\u002F7.templates\u002FETL\u002F_readmes\u002Fkafka-version",{},{"title":2238,"path":2258,"stem":2259,"meta":2260},"\u002Fdevelopers\u002Ftemplates\u002Fetl\u002F_readmes\u002Flogstash-pathway-elastic","2.developers\u002F7.templates\u002FETL\u002F_readmes\u002Flogstash-pathway-elastic",{},{"title":2262,"path":2263,"stem":2264,"meta":2265},"Pathway Live Data Framework Monitoring using OpenTelemetry Collector and Grafana Cloud","\u002Fdevelopers\u002Ftemplates\u002Fetl\u002F_readmes\u002Fmonitoring","2.developers\u002F7.templates\u002FETL\u002F_readmes\u002Fmonitoring",{},{"title":2267,"path":2268,"stem":2269,"meta":2270},"Computing Option Greeks with Pathway Live Data Framework and Databento.","\u002Fdevelopers\u002Ftemplates\u002Fetl\u002F_readmes\u002Foption-greeks","2.developers\u002F7.templates\u002FETL\u002F_readmes\u002Foption-greeks",{},{"title":2272,"path":2273,"stem":2274,"meta":2275},"Retrieval-Augmented Generation (RAG) Pipeline with Pathway Live Data Framework","\u002Fdevelopers\u002Ftemplates\u002Fetl\u002F_readmes\u002Fquestion-answering-rag","2.developers\u002F7.templates\u002FETL\u002F_readmes\u002Fquestion-answering-rag",{},{"title":2277,"path":2278,"stem":2279,"meta":2280},"Best-rated movies example - Redpanda version","\u002Fdevelopers\u002Ftemplates\u002Fetl\u002F_readmes\u002Fredpanda-version","2.developers\u002F7.templates\u002FETL\u002F_readmes\u002Fredpanda-version",{},{"title":2282,"path":2283,"stem":2284,"meta":2285},"Sample Pathway Live Data Framework program for SharePoint connection testing","\u002Fdevelopers\u002Ftemplates\u002Fetl\u002F_readmes\u002Fsharepoint-test","2.developers\u002F7.templates\u002FETL\u002F_readmes\u002Fsharepoint-test",{},{"title":2287,"path":2288,"stem":2289,"meta":2290},"Data Preparation for Spark Analytics","\u002Fdevelopers\u002Ftemplates\u002Fetl\u002F_readmes\u002Fspark-data-preparation","2.developers\u002F7.templates\u002FETL\u002F_readmes\u002Fspark-data-preparation",{},{"title":2292,"path":2293,"stem":2294,"meta":2295},"Realtime Twitter Analysis App with Pathway Live Data Framework","\u002Fdevelopers\u002Ftemplates\u002Fetl\u002F_readmes\u002Ftwitter","2.developers\u002F7.templates\u002FETL\u002F_readmes\u002Ftwitter",{},{"title":2297,"path":2298,"stem":2299,"meta":2300},"Web Scraping with Pathway Live Data Framework","\u002Fdevelopers\u002Ftemplates\u002Fetl\u002F_readmes\u002Fweb-scraping","2.developers\u002F7.templates\u002FETL\u002F_readmes\u002Fweb-scraping",{},{"title":2302,"meta":2303,"path":2304,"stem":2305,"children":2306,"page":539},"LLM-RAG Templates",{},"\u002Fdevelopers\u002Ftemplates\u002Frag","2.developers\u002F7.templates\u002Frag",[2307,2320,2334,2350,2363,2381,2391,2406,2416,2426,2437,2450],{"title":2308,"path":2309,"stem":2310,"meta":2311},"Question-Answering RAG App","\u002Fdevelopers\u002Ftemplates\u002Frag\u002Fdemo-question-answering","2.developers\u002F7.templates\u002Frag\u002F1000.demo-question-answering",{"redirection":2312,"thumbnail":2313,"layout":1880,"tags":2315,"date":1133,"keywords":2317,"docker_github_link":2312,"popular":510},"https:\u002F\u002Fgithub.com\u002Fpathwaycom\u002Fllm-app\u002Ftree\u002Fmain\u002Ftemplates\u002Fquestion_answering_rag",{"src":2314,"provider":1898},"\u002Fassets\u002Fblog\u002Fthumbnails\u002Fqna-th.png",[1202,2316],"ai-pipelines",[1066,1078,1068,1069,2318,932,333,2319],"vector store","yaml",{"title":2321,"path":2322,"stem":2323,"meta":2324},"Adaptive RAG App","\u002Fdevelopers\u002Ftemplates\u002Frag\u002Ftemplate-adaptive-rag","2.developers\u002F7.templates\u002Frag\u002F1001.template-adaptive-rag",{"thumbnail":2325,"tags":2327,"date":2328,"layout":1880,"keywords":2329,"docker_github_link":2333},{"src":2326,"contain":510},"\u002Fassets\u002Fcontent\u002Fblog\u002Fadaptive-rag-plots\u002Fvisual-abstract.png",[1202,2316],"2024-03-29",[1066,1078,2330,2331,190,2332,333,2319],"Adaptive RAG","prompt engineering","explainability","https:\u002F\u002Fgithub.com\u002Fpathwaycom\u002Fllm-app\u002Ftree\u002Fmain\u002Ftemplates\u002Fadaptive_rag",{"title":2335,"path":2336,"stem":2337,"meta":2338},"Private RAG App with Mistral and Ollama","\u002Fdevelopers\u002Ftemplates\u002Frag\u002Ftemplate-private-rag","2.developers\u002F7.templates\u002Frag\u002F1002.template-private-rag",{"tags":2339,"date":2340,"thumbnail":2341,"layout":1880,"keywords":2343,"docker_github_link":2349},[1202,2316],"2024-04-22",{"src":2342,"contain":510},"\u002Fassets\u002Fcontent\u002Fblog\u002Flocal-adaptive-rag\u002Flocal_adaptive.png",[1066,1078,2330,2331,2332,2344,2345,2346,2347,2348,333,2319],"mistral","ollama","private rag","local rag","ollama rag","https:\u002F\u002Fgithub.com\u002Fpathwaycom\u002Fllm-app\u002Ftree\u002Fmain\u002Ftemplates\u002Fprivate_rag",{"title":2351,"path":2352,"stem":2353,"meta":2354},"Multimodal RAG pipeline with GPT4o","\u002Fdevelopers\u002Ftemplates\u002Frag\u002Ftemplate-multimodal-rag","2.developers\u002F7.templates\u002Frag\u002F1003.template-multimodal-rag",{"tags":2355,"date":2356,"thumbnail":2357,"layout":1880,"keywords":2359,"docker_github_link":2362,"popular":510},[1202,2316],"2024-01-01",{"src":2358,"contain":510},"\u002Fassets\u002Fcontent\u002Fshowcases\u002Fmultimodal-RAG\u002FmultimodalRAG-blog-banner.png",[1066,1078,1068,1069,2360,2361,1136,333,2319],"GPT-4o","multimodal RAG","https:\u002F\u002Fgithub.com\u002Fpathwaycom\u002Fllm-app\u002Ftree\u002Fmain\u002Ftemplates\u002Fmultimodal_rag",{"title":2364,"path":2365,"stem":2366,"children":2367,"meta":2377},"Live Document Indexing (Vector Store \u002F Retriever)","\u002Fdevelopers\u002Ftemplates\u002Frag\u002Ftemplate-demo-document-indexing","2.developers\u002F7.templates\u002Frag\u002F1008.template-demo-document-indexing",[2368],{"title":2364,"path":2365,"stem":2366,"meta":2369},{"thumbnail":2370,"tags":2372,"date":2356,"layout":1880,"keywords":2373,"docker_github_link":2376},{"src":2371,"provider":1898},"\u002Fassets\u002Fblog\u002Fthumbnails\u002Flive-document-indexing-th.png",[1202,2316],[1066,1078,1068,1069,2318,932,2374,828,2375,333,2319],"SharePoint","Gdrive","https:\u002F\u002Fgithub.com\u002Fpathwaycom\u002Fllm-app\u002Ftree\u002Fmain\u002Ftemplates\u002Fdocument_indexing",{"thumbnail":2378,"tags":2379,"date":2356,"layout":1880,"keywords":2380,"docker_github_link":2376},{"src":2371,"provider":1898},[1202,2316],[1066,1078,1068,1069,2318,932,2374,828,2375,333,2319],{"title":2382,"path":2383,"stem":2384,"meta":2385},"Alerting when answers change on Google Drive","\u002Fdevelopers\u002Ftemplates\u002Frag\u002Fdrive-alert","2.developers\u002F7.templates\u002Frag\u002F1009.drive-alert",{"tags":2386,"date":2387,"layout":1880,"keywords":2388,"docker_github_link":2390,"hide":510},[1202,2316],"2024-11-07",[1066,1078,1068,1069,2389,932,828,2375,333],"slack","https:\u002F\u002Fgithub.com\u002Fpathwaycom\u002Fllm-app\u002Ftree\u002Fmain\u002Ftemplates\u002Fdrive_alert",{"title":2392,"path":2393,"stem":2394,"meta":2395},"Slides AI Search App","\u002Fdevelopers\u002Ftemplates\u002Frag\u002Ftemplate-slides-search","2.developers\u002F7.templates\u002Frag\u002F1010.template-slides-search",{"thumbnail":2396,"tags":2398,"date":2399,"layout":1880,"keywords":2400,"docker_github_link":2405},{"src":2397,"provider":1898},"\u002Fassets\u002Fblog\u002Fthumbnails\u002Fslides-search-th.png",[1202,2316],"2024-11-14",[1066,1078,1068,1069,828,2401,333,2319,2402,2403,2404],"slides","multimodal","VLM","image-to-text","https:\u002F\u002Fgithub.com\u002Fpathwaycom\u002Fllm-app\u002Ftree\u002Fmain\u002Ftemplates\u002Fslides_ai_search",{"title":2407,"path":2408,"stem":2409,"meta":2410},"Adaptive RAG: cut your LLM costs without sacrificing accuracy","\u002Fdevelopers\u002Ftemplates\u002Frag\u002Fadaptive-rag","2.developers\u002F7.templates\u002Frag\u002F1015.adaptive-rag",{"aside":510,"thumbnail":2411,"tags":2412,"date":2413,"notebook_export_path":2414,"keywords":2415,"run_template":2322,"hide":510},{"src":2326,"contain":510},[1202,2316],"2024-03-28","notebooks\u002Fshowcases\u002Fadaptive_rag_question_answering.ipynb",[1066,1078,2330,2331,190,2332,1904,737],{"title":2417,"path":2418,"stem":2419,"meta":2420},"Multimodal RAG for PDFs with Text, Images, and Charts","\u002Fdevelopers\u002Ftemplates\u002Frag\u002Fmultimodal-rag","2.developers\u002F7.templates\u002Frag\u002F120.multimodal-rag",{"aside":510,"thumbnail":2421,"date":2422,"tags":2423,"keywords":2424,"notebook_export_path":2425,"run_template":2352,"popular":510,"hide":510},{"src":2358,"contain":510},"2024-06-20",[1202,2316],[1066,1078,1068,1069,2360,2361,1136,1904,333],"notebooks\u002Fshowcases\u002Fmultimodal-rag.ipynb",{"title":2427,"path":2428,"stem":2429,"meta":2430},"Private RAG with Connected Data Sources using Mistral, Ollama, and Pathway Live Data Framework","\u002Fdevelopers\u002Ftemplates\u002Frag\u002Fprivate-rag-ollama-mistral","2.developers\u002F7.templates\u002Frag\u002F161.private-rag-ollama-mistral",{"aside":510,"thumbnail":2431,"tags":2432,"date":2433,"related":2434,"notebook_export_path":2435,"keywords":2436,"run_template":2336,"hide":510},{"src":2342,"contain":510},[1202,2316],"2024-04-23",[2408,2309],"notebooks\u002Fshowcases\u002Fmistral_adaptive_rag_question_answering.ipynb",[1066,1078,2330,2331,2332,2344,2345,2346,2347,2348,1904,333],{"title":2438,"path":2439,"stem":2440,"meta":2441},"Pathway Live Data Framework + PostgreSQL + LLM: app for querying financial reports with live document structuring pipeline.","\u002Fdevelopers\u002Ftemplates\u002Frag\u002Funstructured-to-structured","2.developers\u002F7.templates\u002Frag\u002F5.unstructured-to-structured",{"aside":510,"layout":1880,"date":1049,"thumbnail":2442,"tags":2444,"keywords":2445,"docker_github_link":2449},{"src":2443,"contain":510},"\u002Fassets\u002Fcontent\u002Fshowcases\u002Fllm-app\u002Farchitecture_unst_to_st.png",[1202,2316],[1066,2446,1136,762,1068,2447,2448,630,1136,737],"SQL","Entity extraction","Document parsing","https:\u002F\u002Fgithub.com\u002Fpathwaycom\u002Fllm-app\u002Ftree\u002Fmain\u002Ftemplates\u002Funstructured_to_sql_on_the_fly",{"title":2203,"path":2451,"stem":2452,"children":2453,"page":539},"\u002Fdevelopers\u002Ftemplates\u002Frag\u002F_readmes","2.developers\u002F7.templates\u002Frag\u002F_readmes",[2454,2459,2467,2472,2477,2482,2487,2492,2497,2502],{"title":2455,"path":2456,"stem":2457,"meta":2458},"AdaptiveRag","\u002Fdevelopers\u002Ftemplates\u002Frag\u002F_readmes\u002Fadaptive_rag","2.developers\u002F7.templates\u002Frag\u002F_readmes\u002Fadaptive_rag",{},{"title":2460,"path":2461,"stem":2462,"children":2463,"meta":2466},"DocumentIndexing","\u002Fdevelopers\u002Ftemplates\u002Frag\u002F_readmes\u002Fdocument_indexing","2.developers\u002F7.templates\u002Frag\u002F_readmes\u002Fdocument_indexing",[2464],{"title":2460,"path":2461,"stem":2462,"meta":2465},{},{},{"title":2468,"path":2469,"stem":2470,"meta":2471},"DocumentStoreMcpServer","\u002Fdevelopers\u002Ftemplates\u002Frag\u002F_readmes\u002Fdocument_store_mcp_server","2.developers\u002F7.templates\u002Frag\u002F_readmes\u002Fdocument_store_mcp_server",{},{"title":2473,"path":2474,"stem":2475,"meta":2476},"Pathway Live Data Framework + LLM + Slack notification: RAG App with real-time alerting when answers change in documents","\u002Fdevelopers\u002Ftemplates\u002Frag\u002F_readmes\u002Fdrive_alert","2.developers\u002F7.templates\u002Frag\u002F_readmes\u002Fdrive_alert",{},{"title":2478,"path":2479,"stem":2480,"meta":2481},"MultimodalRag","\u002Fdevelopers\u002Ftemplates\u002Frag\u002F_readmes\u002Fmultimodal_rag","2.developers\u002F7.templates\u002Frag\u002F_readmes\u002Fmultimodal_rag",{},{"title":2483,"path":2484,"stem":2485,"meta":2486},"PrivateRag","\u002Fdevelopers\u002Ftemplates\u002Frag\u002F_readmes\u002Fprivate_rag","2.developers\u002F7.templates\u002Frag\u002F_readmes\u002Fprivate_rag",{},{"title":2488,"path":2489,"stem":2490,"meta":2491},"QuestionAnsweringRag","\u002Fdevelopers\u002Ftemplates\u002Frag\u002F_readmes\u002Fquestion_answering_rag","2.developers\u002F7.templates\u002Frag\u002F_readmes\u002Fquestion_answering_rag",{},{"title":2493,"path":2494,"stem":2495,"meta":2496},"SlidesAiSearch","\u002Fdevelopers\u002Ftemplates\u002Frag\u002F_readmes\u002Fslides_ai_search","2.developers\u002F7.templates\u002Frag\u002F_readmes\u002Fslides_ai_search",{},{"title":2498,"path":2499,"stem":2500,"meta":2501},"UnstructuredToSqlOnTheFly","\u002Fdevelopers\u002Ftemplates\u002Frag\u002F_readmes\u002Funstructured_to_sql_on_the_fly","2.developers\u002F7.templates\u002Frag\u002F_readmes\u002Funstructured_to_sql_on_the_fly",{},{"title":5,"path":511,"stem":514,"meta":2503},{},{"navTitle":535,"layout":609,"aside":510,"toc":539,"single":510},{"id":4,"title":5,"author":6,"body":2506,"description":507,"extension":508,"meta":2810,"navigation":510,"path":511,"seo":2811,"sitemap":2812,"stem":514,"__hash__":515},{"type":8,"value":2507,"toc":2798},[2508,2527,2529,2531,2538,2542,2558,2564,2566,2571,2573,2589,2596,2598,2629,2631,2633,2649,2655,2671,2679,2681,2723,2725,2745,2747,2749,2787,2789,2796],[11,2509,20,2511,20,2513,32,2515,20,2517,32,2519,20,2521,32,2523,20,2525],{"align":13,"className":2510},[15,16,17,18,19],[22,2512],{"src":24,"alt":25,"height":26,"width":26},[28,2514,31],{"href":30},[22,2516],{"src":35,"alt":36,"height":26,"width":26},[28,2518,40],{"href":39},[22,2520],{"src":43,"alt":44,"height":26,"width":26},[28,2522,48],{"href":47},[22,2524],{"src":51,"alt":52,"height":26,"width":26},[28,2526,56],{"href":55},[58,2528,61],{"id":60},[63,2530,66],{"id":65},[11,2532,69,2533,74,2535,81],{},[71,2534,73],{},[28,2536,80],{"href":77,"rel":2537},[79],[11,2539,84,2540,89],{},[86,2541,88],{},[91,2543,2544,2551],{},[94,2545,2546,103],{},[71,2547,2548],{},[28,2549,102],{"href":100,"rel":2550},[79],[94,2552,2553,113],{},[71,2554,2555],{},[28,2556,112],{"href":110,"rel":2557},[79],[11,2559,116,2560,121,2562,125],{},[118,2561,120],{},[118,2563,124],{},[63,2565,129],{"id":128},[131,2567,2569],{"className":2568,"code":135,"language":136},[134],[118,2570,135],{"__ignoreMap":139},[11,2572,142],{},[91,2574,2575,2582],{},[94,2576,2577,154],{},[28,2578,2580],{"href":149,"rel":2579},[79],[118,2581,153],{},[94,2583,2584,164],{},[28,2585,2587],{"href":159,"rel":2586},[79],[118,2588,163],{},[11,2590,167,2591,175],{},[28,2592,2594],{"href":170,"rel":2593},[79],[118,2595,174],{},[63,2597,179],{"id":178},[91,2599,2600,2612,2620],{},[94,2601,2602,187,2604,191,2606,195,2608,198,2610],{},[71,2603,186],{},[118,2605,190],{},[118,2607,194],{},[118,2609,174],{},[118,2611,201],{},[94,2613,2614,207,2616,211,2618,214],{},[71,2615,206],{},[118,2617,210],{},[118,2619,174],{},[94,2621,2622,220,2624,224,2626,230],{},[71,2623,219],{},[118,2625,223],{},[28,2627,229],{"href":227,"rel":2628},[79],[63,2630,234],{"id":233},[236,2632,239],{"id":238},[91,2634,2635,2640,2642],{},[94,2636,244,2637,249],{},[28,2638,248],{"href":77,"rel":2639},[79],[94,2641,252],{},[94,2643,255,2644,258,2646,81],{},[118,2645,153],{},[28,2647,263],{"href":261,"rel":2648},[79],[11,2650,266,2651,270,2653,274],{},[118,2652,269],{},[118,2654,273],{},[131,2656,2657],{"className":277,"code":278,"language":279,"meta":139,"style":139},[118,2658,2659,2667],{"__ignoreMap":139},[283,2660,2661,2663,2665],{"class":285,"line":286},[283,2662,290],{"class":289},[283,2664,294],{"class":293},[283,2666,297],{"class":293},[283,2668,2669],{"class":285,"line":300},[283,2670,304],{"class":303},[11,2672,307,2673,311,2675,315,2677,319],{},[118,2674,310],{},[118,2676,314],{},[118,2678,318],{},[236,2680,323],{"id":322},[131,2682,2683],{"className":277,"code":326,"language":279,"meta":139,"style":139},[118,2684,2685,2697],{"__ignoreMap":139},[283,2686,2687,2689,2691,2693,2695],{"class":285,"line":286},[283,2688,333],{"class":289},[283,2690,336],{"class":293},[283,2692,339],{"class":293},[283,2694,342],{"class":293},[283,2696,345],{"class":293},[283,2698,2699,2701,2703,2705,2707,2709,2711,2713,2715,2717,2719,2721],{"class":285,"line":300},[283,2700,333],{"class":289},[283,2702,352],{"class":293},[283,2704,355],{"class":293},[283,2706,359],{"class":358},[283,2708,363],{"class":362},[283,2710,366],{"class":358},[283,2712,369],{"class":293},[283,2714,372],{"class":293},[283,2716,375],{"class":293},[283,2718,378],{"class":293},[283,2720,381],{"class":293},[283,2722,384],{"class":293},[236,2724,388],{"id":387},[131,2726,2727],{"className":277,"code":391,"language":279,"meta":139,"style":139},[118,2728,2729,2739],{"__ignoreMap":139},[283,2730,2731,2733,2735,2737],{"class":285,"line":286},[283,2732,398],{"class":289},[283,2734,401],{"class":293},[283,2736,404],{"class":293},[283,2738,407],{"class":293},[283,2740,2741,2743],{"class":285,"line":300},[283,2742,412],{"class":289},[283,2744,415],{"class":293},[236,2746,419],{"id":418},[11,2748,422],{},[131,2750,2751],{"className":277,"code":425,"language":279,"meta":139,"style":139},[118,2752,2753,2765,2777],{"__ignoreMap":139},[283,2754,2755,2757,2759,2761,2763],{"class":285,"line":286},[283,2756,432],{"class":289},[283,2758,435],{"class":293},[283,2760,438],{"class":293},[283,2762,441],{"class":293},[283,2764,445],{"class":444},[283,2766,2767,2769,2771,2773,2775],{"class":285,"line":300},[283,2768,450],{"class":293},[283,2770,453],{"class":358},[283,2772,456],{"class":293},[283,2774,459],{"class":358},[283,2776,445],{"class":444},[283,2778,2779,2781,2783,2785],{"class":285,"line":464},[283,2780,467],{"class":293},[283,2782,470],{"class":358},[283,2784,473],{"class":293},[283,2786,476],{"class":358},[63,2788,480],{"id":479},[11,2790,483,2791,81],{},[28,2792,2794],{"href":486,"rel":2793},[79],[118,2795,490],{},[492,2797,494],{},{"title":139,"searchDepth":300,"depth":300,"links":2799},[2800,2801,2802,2803,2809],{"id":65,"depth":300,"text":66},{"id":128,"depth":300,"text":129},{"id":178,"depth":300,"text":179},{"id":233,"depth":300,"text":234,"children":2804},[2805,2806,2807,2808],{"id":238,"depth":464,"text":239},{"id":322,"depth":464,"text":323},{"id":387,"depth":464,"text":388},{"id":418,"depth":464,"text":419},{"id":479,"depth":300,"text":480},{},{"description":507},{"loc":511},[2814,2815],{"title":2498,"path":2499,"stem":2500,"children":-1},{"title":2816,"path":2817,"stem":2818,"children":-1},"Success Stories","\u002Fsuccess-stories","8.success-stories\u002F1.index",1784215602222]