Flowise

1
{
2
    "description": "Scrape web pages for QnA with long term memory Motorhead and return source documents",
3
    "categories": "HtmlToMarkdown,Cheerio Web Scraper,ChatOpenAI,Redis,Pinecone,Langchain",
4
    "framework": "Langchain",
5
    "badge": "POPULAR",
6
    "nodes": [
7
        {
8
            "width": 300,
9
            "height": 329,
10
            "id": "openAIEmbeddings_0",
11
            "position": {
12
                "x": 825.9524798523752,
13
                "y": 243.50917628151723
14
            },
15
            "type": "customNode",
16
            "data": {
17
                "id": "openAIEmbeddings_0",
18
                "label": "OpenAI Embeddings",
19
                "version": 3,
20
                "name": "openAIEmbeddings",
21
                "type": "OpenAIEmbeddings",
22
                "baseClasses": ["OpenAIEmbeddings", "Embeddings"],
23
                "category": "Embeddings",
24
                "description": "OpenAI API to generate embeddings for a given text",
25
                "inputParams": [
26
                    {
27
                        "label": "Connect Credential",
28
                        "name": "credential",
29
                        "type": "credential",
30
                        "credentialNames": ["openAIApi"],
31
                        "id": "openAIEmbeddings_0-input-credential-credential"
32
                    },
33
                    {
34
                        "label": "Model Name",
35
                        "name": "modelName",
36
                        "type": "asyncOptions",
37
                        "loadMethod": "listModels",
38
                        "default": "text-embedding-ada-002",
39
                        "id": "openAIEmbeddings_2-input-modelName-options"
40
                    },
41
                    {
42
                        "label": "Strip New Lines",
43
                        "name": "stripNewLines",
44
                        "type": "boolean",
45
                        "optional": true,
46
                        "additionalParams": true,
47
                        "id": "openAIEmbeddings_0-input-stripNewLines-boolean"
48
                    },
49
                    {
50
                        "label": "Batch Size",
51
                        "name": "batchSize",
52
                        "type": "number",
53
                        "optional": true,
54
                        "additionalParams": true,
55
                        "id": "openAIEmbeddings_0-input-batchSize-number"
56
                    },
57
                    {
58
                        "label": "Timeout",
59
                        "name": "timeout",
60
                        "type": "number",
61
                        "optional": true,
62
                        "additionalParams": true,
63
                        "id": "openAIEmbeddings_0-input-timeout-number"
64
                    },
65
                    {
66
                        "label": "BasePath",
67
                        "name": "basepath",
68
                        "type": "string",
69
                        "optional": true,
70
                        "additionalParams": true,
71
                        "id": "openAIEmbeddings_0-input-basepath-string"
72
                    }
73
                ],
74
                "inputAnchors": [],
75
                "inputs": {
76
                    "stripNewLines": "",
77
                    "batchSize": "",
78
                    "timeout": "",
79
                    "basepath": "",
80
                    "modelName": "text-embedding-ada-002"
81
                },
82
                "outputAnchors": [
83
                    {
84
                        "id": "openAIEmbeddings_0-output-openAIEmbeddings-OpenAIEmbeddings|Embeddings",
85
                        "name": "openAIEmbeddings",
86
                        "label": "OpenAIEmbeddings",
87
                        "type": "OpenAIEmbeddings | Embeddings"
88
                    }
89
                ],
90
                "outputs": {},
91
                "selected": false
92
            },
93
            "selected": false,
94
            "positionAbsolute": {
95
                "x": 825.9524798523752,
96
                "y": 243.50917628151723
97
            },
98
            "dragging": false
99
        },
100
        {
101
            "width": 300,
102
            "height": 376,
103
            "id": "htmlToMarkdownTextSplitter_0",
104
            "position": {
105
                "x": 465.86869036784685,
106
                "y": -17.41141011530891
107
            },
108
            "type": "customNode",
109
            "data": {
110
                "id": "htmlToMarkdownTextSplitter_0",
111
                "label": "HtmlToMarkdown Text Splitter",
112
                "version": 1,
113
                "name": "htmlToMarkdownTextSplitter",
114
                "type": "HtmlToMarkdownTextSplitter",
115
                "baseClasses": [
116
                    "HtmlToMarkdownTextSplitter",
117
                    "MarkdownTextSplitter",
118
                    "RecursiveCharacterTextSplitter",
119
                    "TextSplitter",
120
                    "BaseDocumentTransformer"
121
                ],
122
                "category": "Text Splitters",
123
                "description": "Converts Html to Markdown and then split your content into documents based on the Markdown headers",
124
                "inputParams": [
125
                    {
126
                        "label": "Chunk Size",
127
                        "name": "chunkSize",
128
                        "type": "number",
129
                        "default": 1000,
130
                        "optional": true,
131
                        "id": "htmlToMarkdownTextSplitter_0-input-chunkSize-number"
132
                    },
133
                    {
134
                        "label": "Chunk Overlap",
135
                        "name": "chunkOverlap",
136
                        "type": "number",
137
                        "optional": true,
138
                        "id": "htmlToMarkdownTextSplitter_0-input-chunkOverlap-number"
139
                    }
140
                ],
141
                "inputAnchors": [],
142
                "inputs": {
143
                    "chunkSize": "4000",
144
                    "chunkOverlap": ""
145
                },
146
                "outputAnchors": [
147
                    {
148
                        "id": "htmlToMarkdownTextSplitter_0-output-htmlToMarkdownTextSplitter-HtmlToMarkdownTextSplitter|MarkdownTextSplitter|RecursiveCharacterTextSplitter|TextSplitter|BaseDocumentTransformer",
149
                        "name": "htmlToMarkdownTextSplitter",
150
                        "label": "HtmlToMarkdownTextSplitter",
151
                        "type": "HtmlToMarkdownTextSplitter | MarkdownTextSplitter | RecursiveCharacterTextSplitter | TextSplitter | BaseDocumentTransformer"
152
                    }
153
                ],
154
                "outputs": {},
155
                "selected": false
156
            },
157
            "selected": false,
158
            "positionAbsolute": {
159
                "x": 465.86869036784685,
160
                "y": -17.41141011530891
161
            },
162
            "dragging": false
163
        },
164
        {
165
            "width": 300,
166
            "height": 480,
167
            "id": "conversationalRetrievalQAChain_0",
168
            "position": {
169
                "x": 1882.5543981868987,
170
                "y": 305.08959224761225
171
            },
172
            "type": "customNode",
173
            "data": {
174
                "id": "conversationalRetrievalQAChain_0",
175
                "label": "Conversational Retrieval QA Chain",
176
                "version": 3,
177
                "name": "conversationalRetrievalQAChain",
178
                "type": "ConversationalRetrievalQAChain",
179
                "baseClasses": ["ConversationalRetrievalQAChain", "BaseChain", "Runnable"],
180
                "category": "Chains",
181
                "description": "Document QA - built on RetrievalQAChain to provide a chat history component",
182
                "inputParams": [
183
                    {
184
                        "label": "Return Source Documents",
185
                        "name": "returnSourceDocuments",
186
                        "type": "boolean",
187
                        "optional": true,
188
                        "id": "conversationalRetrievalQAChain_0-input-returnSourceDocuments-boolean"
189
                    },
190
                    {
191
                        "label": "Rephrase Prompt",
192
                        "name": "rephrasePrompt",
193
                        "type": "string",
194
                        "description": "Using previous chat history, rephrase question into a standalone question",
195
                        "warning": "Prompt must include input variables: {chat_history} and {question}",
196
                        "rows": 4,
197
                        "additionalParams": true,
198
                        "optional": true,
199
                        "default": "Given the following conversation and a follow up question, rephrase the follow up question to be a standalone question.\n\nChat History:\n{chat_history}\nFollow Up Input: {question}\nStandalone Question:",
200
                        "id": "conversationalRetrievalQAChain_0-input-rephrasePrompt-string"
201
                    },
202
                    {
203
                        "label": "Response Prompt",
204
                        "name": "responsePrompt",
205
                        "type": "string",
206
                        "description": "Taking the rephrased question, search for answer from the provided context",
207
                        "warning": "Prompt must include input variable: {context}",
208
                        "rows": 4,
209
                        "additionalParams": true,
210
                        "optional": true,
211
                        "default": "You are a helpful assistant. Using the provided context, answer the user's question to the best of your ability using the resources provided.\nIf there is nothing in the context relevant to the question at hand, just say \"Hmm, I'm not sure.\" Don't try to make up an answer.\n------------\n{context}\n------------\nREMEMBER: If there is no relevant information within the context, just say \"Hmm, I'm not sure.\" Don't try to make up an answer.",
212
                        "id": "conversationalRetrievalQAChain_0-input-responsePrompt-string"
213
                    }
214
                ],
215
                "inputAnchors": [
216
                    {
217
                        "label": "Chat Model",
218
                        "name": "model",
219
                        "type": "BaseChatModel",
220
                        "id": "conversationalRetrievalQAChain_0-input-model-BaseChatModel"
221
                    },
222
                    {
223
                        "label": "Vector Store Retriever",
224
                        "name": "vectorStoreRetriever",
225
                        "type": "BaseRetriever",
226
                        "id": "conversationalRetrievalQAChain_0-input-vectorStoreRetriever-BaseRetriever"
227
                    },
228
                    {
229
                        "label": "Memory",
230
                        "name": "memory",
231
                        "type": "BaseMemory",
232
                        "optional": true,
233
                        "description": "If left empty, a default BufferMemory will be used",
234
                        "id": "conversationalRetrievalQAChain_0-input-memory-BaseMemory"
235
                    },
236
                    {
237
                        "label": "Input Moderation",
238
                        "description": "Detect text that could generate harmful output and prevent it from being sent to the language model",
239
                        "name": "inputModeration",
240
                        "type": "Moderation",
241
                        "optional": true,
242
                        "list": true,
243
                        "id": "conversationalRetrievalQAChain_0-input-inputModeration-Moderation"
244
                    }
245
                ],
246
                "inputs": {
247
                    "inputModeration": "",
248
                    "model": "{{chatOpenAI_0.data.instance}}",
249
                    "vectorStoreRetriever": "{{pinecone_0.data.instance}}",
250
                    "memory": "{{RedisBackedChatMemory_0.data.instance}}",
251
                    "returnSourceDocuments": true,
252
                    "rephrasePrompt": "Given the following conversation and a follow up question, rephrase the follow up question to be a standalone question.\n\nChat History:\n{chat_history}\nFollow Up Input: {question}\nStandalone Question:",
253
                    "responsePrompt": "You are a helpful assistant. Using the provided context, answer the user's question to the best of your ability using the resources provided.\nIf there is nothing in the context relevant to the question at hand, just say \"Hmm, I'm not sure.\" Don't try to make up an answer.\n------------\n{context}\n------------\nREMEMBER: If there is no relevant information within the context, just say \"Hmm, I'm not sure.\" Don't try to make up an answer."
254
                },
255
                "outputAnchors": [
256
                    {
257
                        "id": "conversationalRetrievalQAChain_0-output-conversationalRetrievalQAChain-ConversationalRetrievalQAChain|BaseChain|Runnable",
258
                        "name": "conversationalRetrievalQAChain",
259
                        "label": "ConversationalRetrievalQAChain",
260
                        "type": "ConversationalRetrievalQAChain | BaseChain | Runnable"
261
                    }
262
                ],
263
                "outputs": {},
264
                "selected": false
265
            },
266
            "selected": false,
267
            "positionAbsolute": {
268
                "x": 1882.5543981868987,
269
                "y": 305.08959224761225
270
            },
271
            "dragging": false
272
        },
273
        {
274
            "width": 300,
275
            "height": 380,
276
            "id": "cheerioWebScraper_0",
277
            "position": {
278
                "x": 825.0624964329904,
279
                "y": -183.65456143262517
280
            },
281
            "type": "customNode",
282
            "data": {
283
                "id": "cheerioWebScraper_0",
284
                "label": "Cheerio Web Scraper",
285
                "version": 1.1,
286
                "name": "cheerioWebScraper",
287
                "type": "Document",
288
                "baseClasses": ["Document"],
289
                "category": "Document Loaders",
290
                "description": "Load data from webpages",
291
                "inputParams": [
292
                    {
293
                        "label": "URL",
294
                        "name": "url",
295
                        "type": "string",
296
                        "id": "cheerioWebScraper_0-input-url-string"
297
                    },
298
                    {
299
                        "label": "Get Relative Links Method",
300
                        "name": "relativeLinksMethod",
301
                        "type": "options",
302
                        "description": "Select a method to retrieve relative links",
303
                        "options": [
304
                            {
305
                                "label": "Web Crawl",
306
                                "name": "webCrawl",
307
                                "description": "Crawl relative links from HTML URL"
308
                            },
309
                            {
310
                                "label": "Scrape XML Sitemap",
311
                                "name": "scrapeXMLSitemap",
312
                                "description": "Scrape relative links from XML sitemap URL"
313
                            }
314
                        ],
315
                        "optional": true,
316
                        "additionalParams": true,
317
                        "id": "cheerioWebScraper_0-input-relativeLinksMethod-options"
318
                    },
319
                    {
320
                        "label": "Get Relative Links Limit",
321
                        "name": "limit",
322
                        "type": "number",
323
                        "optional": true,
324
                        "additionalParams": true,
325
                        "description": "Only used when \"Get Relative Links Method\" is selected. Set 0 to retrieve all relative links, default limit is 10.",
326
                        "warning": "Retrieving all links might take long time, and all links will be upserted again if the flow's state changed (eg: different URL, chunk size, etc)",
327
                        "id": "cheerioWebScraper_0-input-limit-number"
328
                    },
329
                    {
330
                        "label": "Selector (CSS)",
331
                        "name": "selector",
332
                        "type": "string",
333
                        "description": "Specify a CSS selector to select the content to be extracted",
334
                        "optional": true,
335
                        "additionalParams": true,
336
                        "id": "cheerioWebScraper_0-input-selector-string"
337
                    },
338
                    {
339
                        "label": "Metadata",
340
                        "name": "metadata",
341
                        "type": "json",
342
                        "optional": true,
343
                        "additionalParams": true,
344
                        "id": "cheerioWebScraper_0-input-metadata-json"
345
                    }
346
                ],
347
                "inputAnchors": [
348
                    {
349
                        "label": "Text Splitter",
350
                        "name": "textSplitter",
351
                        "type": "TextSplitter",
352
                        "optional": true,
353
                        "id": "cheerioWebScraper_0-input-textSplitter-TextSplitter"
354
                    }
355
                ],
356
                "inputs": {
357
                    "url": "https://flowiseai.com/",
358
                    "textSplitter": "{{htmlToMarkdownTextSplitter_0.data.instance}}",
359
                    "relativeLinksMethod": "",
360
                    "limit": "",
361
                    "metadata": ""
362
                },
363
                "outputAnchors": [
364
                    {
365
                        "id": "cheerioWebScraper_0-output-cheerioWebScraper-Document",
366
                        "name": "cheerioWebScraper",
367
                        "label": "Document",
368
                        "type": "Document"
369
                    }
370
                ],
371
                "outputs": {},
372
                "selected": false
373
            },
374
            "selected": false,
375
            "positionAbsolute": {
376
                "x": 825.0624964329904,
377
                "y": -183.65456143262517
378
            },
379
            "dragging": false
380
        },
381
        {
382
            "width": 300,
383
            "height": 574,
384
            "id": "chatOpenAI_0",
385
            "position": {
386
                "x": 1530.2074695018944,
387
                "y": -247.5543013399219
388
            },
389
            "type": "customNode",
390
            "data": {
391
                "id": "chatOpenAI_0",
392
                "label": "ChatOpenAI",
393
                "version": 6.0,
394
                "name": "chatOpenAI",
395
                "type": "ChatOpenAI",
396
                "baseClasses": ["ChatOpenAI", "BaseChatModel", "BaseLanguageModel", "Runnable"],
397
                "category": "Chat Models",
398
                "description": "Wrapper around OpenAI large language models that use the Chat endpoint",
399
                "inputParams": [
400
                    {
401
                        "label": "Connect Credential",
402
                        "name": "credential",
403
                        "type": "credential",
404
                        "credentialNames": ["openAIApi"],
405
                        "id": "chatOpenAI_0-input-credential-credential"
406
                    },
407
                    {
408
                        "label": "Model Name",
409
                        "name": "modelName",
410
                        "type": "asyncOptions",
411
                        "loadMethod": "listModels",
412
                        "default": "gpt-3.5-turbo",
413
                        "id": "chatOpenAI_0-input-modelName-options"
414
                    },
415
                    {
416
                        "label": "Temperature",
417
                        "name": "temperature",
418
                        "type": "number",
419
                        "step": 0.1,
420
                        "default": 0.9,
421
                        "optional": true,
422
                        "id": "chatOpenAI_0-input-temperature-number"
423
                    },
424
                    {
425
                        "label": "Max Tokens",
426
                        "name": "maxTokens",
427
                        "type": "number",
428
                        "step": 1,
429
                        "optional": true,
430
                        "additionalParams": true,
431
                        "id": "chatOpenAI_0-input-maxTokens-number"
432
                    },
433
                    {
434
                        "label": "Top Probability",
435
                        "name": "topP",
436
                        "type": "number",
437
                        "step": 0.1,
438
                        "optional": true,
439
                        "additionalParams": true,
440
                        "id": "chatOpenAI_0-input-topP-number"
441
                    },
442
                    {
443
                        "label": "Frequency Penalty",
444
                        "name": "frequencyPenalty",
445
                        "type": "number",
446
                        "step": 0.1,
447
                        "optional": true,
448
                        "additionalParams": true,
449
                        "id": "chatOpenAI_0-input-frequencyPenalty-number"
450
                    },
451
                    {
452
                        "label": "Presence Penalty",
453
                        "name": "presencePenalty",
454
                        "type": "number",
455
                        "step": 0.1,
456
                        "optional": true,
457
                        "additionalParams": true,
458
                        "id": "chatOpenAI_0-input-presencePenalty-number"
459
                    },
460
                    {
461
                        "label": "Timeout",
462
                        "name": "timeout",
463
                        "type": "number",
464
                        "step": 1,
465
                        "optional": true,
466
                        "additionalParams": true,
467
                        "id": "chatOpenAI_0-input-timeout-number"
468
                    },
469
                    {
470
                        "label": "BasePath",
471
                        "name": "basepath",
472
                        "type": "string",
473
                        "optional": true,
474
                        "additionalParams": true,
475
                        "id": "chatOpenAI_0-input-basepath-string"
476
                    },
477
                    {
478
                        "label": "BaseOptions",
479
                        "name": "baseOptions",
480
                        "type": "json",
481
                        "optional": true,
482
                        "additionalParams": true,
483
                        "id": "chatOpenAI_0-input-baseOptions-json"
484
                    },
485
                    {
486
                        "label": "Allow Image Uploads",
487
                        "name": "allowImageUploads",
488
                        "type": "boolean",
489
                        "description": "Automatically uses gpt-4-vision-preview when image is being uploaded from chat. Only works with LLMChain, Conversation Chain, ReAct Agent, and Conversational Agent",
490
                        "default": false,
491
                        "optional": true,
492
                        "id": "chatOpenAI_0-input-allowImageUploads-boolean"
493
                    },
494
                    {
495
                        "label": "Image Resolution",
496
                        "description": "This parameter controls the resolution in which the model views the image.",
497
                        "name": "imageResolution",
498
                        "type": "options",
499
                        "options": [
500
                            {
501
                                "label": "Low",
502
                                "name": "low"
503
                            },
504
                            {
505
                                "label": "High",
506
                                "name": "high"
507
                            },
508
                            {
509
                                "label": "Auto",
510
                                "name": "auto"
511
                            }
512
                        ],
513
                        "default": "low",
514
                        "optional": false,
515
                        "additionalParams": true,
516
                        "id": "chatOpenAI_0-input-imageResolution-options"
517
                    }
518
                ],
519
                "inputAnchors": [
520
                    {
521
                        "label": "Cache",
522
                        "name": "cache",
523
                        "type": "BaseCache",
524
                        "optional": true,
525
                        "id": "chatOpenAI_0-input-cache-BaseCache"
526
                    }
527
                ],
528
                "inputs": {
529
                    "cache": "",
530
                    "modelName": "gpt-3.5-turbo",
531
                    "temperature": 0.9,
532
                    "maxTokens": "",
533
                    "topP": "",
534
                    "frequencyPenalty": "",
535
                    "presencePenalty": "",
536
                    "timeout": "",
537
                    "basepath": "",
538
                    "baseOptions": "",
539
                    "allowImageUploads": true,
540
                    "imageResolution": "low"
541
                },
542
                "outputAnchors": [
543
                    {
544
                        "id": "chatOpenAI_0-output-chatOpenAI-ChatOpenAI|BaseChatModel|BaseLanguageModel|Runnable",
545
                        "name": "chatOpenAI",
546
                        "label": "ChatOpenAI",
547
                        "type": "ChatOpenAI | BaseChatModel | BaseLanguageModel | Runnable"
548
                    }
549
                ],
550
                "outputs": {},
551
                "selected": false
552
            },
553
            "selected": false,
554
            "positionAbsolute": {
555
                "x": 1530.2074695018944,
556
                "y": -247.5543013399219
557
            },
558
            "dragging": false
559
        },
560
        {
561
            "width": 300,
562
            "height": 329,
563
            "id": "RedisBackedChatMemory_0",
564
            "position": {
565
                "x": 1203.0374706158896,
566
                "y": 420.6341619933999
567
            },
568
            "type": "customNode",
569
            "data": {
570
                "id": "RedisBackedChatMemory_0",
571
                "label": "Redis-Backed Chat Memory",
572
                "version": 2,
573
                "name": "RedisBackedChatMemory",
574
                "type": "RedisBackedChatMemory",
575
                "baseClasses": ["RedisBackedChatMemory", "BaseChatMemory", "BaseMemory"],
576
                "category": "Memory",
577
                "description": "Summarizes the conversation and stores the memory in Redis server",
578
                "inputParams": [
579
                    {
580
                        "label": "Connect Credential",
581
                        "name": "credential",
582
                        "type": "credential",
583
                        "optional": true,
584
                        "credentialNames": ["redisCacheApi", "redisCacheUrlApi"],
585
                        "id": "RedisBackedChatMemory_0-input-credential-credential"
586
                    },
587
                    {
588
                        "label": "Session Id",
589
                        "name": "sessionId",
590
                        "type": "string",
591
                        "description": "If not specified, a random id will be used. Learn <a target=\"_blank\" href=\"https://docs.flowiseai.com/memory/long-term-memory#ui-and-embedded-chat\">more</a>",
592
                        "default": "",
593
                        "additionalParams": true,
594
                        "optional": true,
595
                        "id": "RedisBackedChatMemory_0-input-sessionId-string"
596
                    },
597
                    {
598
                        "label": "Session Timeouts",
599
                        "name": "sessionTTL",
600
                        "type": "number",
601
                        "description": "Omit this parameter to make sessions never expire",
602
                        "additionalParams": true,
603
                        "optional": true,
604
                        "id": "RedisBackedChatMemory_0-input-sessionTTL-number"
605
                    },
606
                    {
607
                        "label": "Memory Key",
608
                        "name": "memoryKey",
609
                        "type": "string",
610
                        "default": "chat_history",
611
                        "additionalParams": true,
612
                        "id": "RedisBackedChatMemory_0-input-memoryKey-string"
613
                    }
614
                ],
615
                "inputAnchors": [],
616
                "inputs": {
617
                    "sessionId": "",
618
                    "sessionTTL": "",
619
                    "memoryKey": "chat_history"
620
                },
621
                "outputAnchors": [
622
                    {
623
                        "id": "RedisBackedChatMemory_0-output-RedisBackedChatMemory-RedisBackedChatMemory|BaseChatMemory|BaseMemory",
624
                        "name": "RedisBackedChatMemory",
625
                        "label": "RedisBackedChatMemory",
626
                        "type": "RedisBackedChatMemory | BaseChatMemory | BaseMemory"
627
                    }
628
                ],
629
                "outputs": {},
630
                "selected": false
631
            },
632
            "selected": false,
633
            "positionAbsolute": {
634
                "x": 1203.0374706158896,
635
                "y": 420.6341619933999
636
            },
637
            "dragging": false
638
        },
639
        {
640
            "width": 300,
641
            "height": 555,
642
            "id": "pinecone_0",
643
            "position": {
644
                "x": 1194.3821796400694,
645
                "y": -162.7324497768837
646
            },
647
            "type": "customNode",
648
            "data": {
649
                "id": "pinecone_0",
650
                "label": "Pinecone",
651
                "version": 3,
652
                "name": "pinecone",
653
                "type": "Pinecone",
654
                "baseClasses": ["Pinecone", "VectorStoreRetriever", "BaseRetriever"],
655
                "category": "Vector Stores",
656
                "description": "Upsert embedded data and perform similarity or mmr search using Pinecone, a leading fully managed hosted vector database",
657
                "inputParams": [
658
                    {
659
                        "label": "Connect Credential",
660
                        "name": "credential",
661
                        "type": "credential",
662
                        "credentialNames": ["pineconeApi"],
663
                        "id": "pinecone_0-input-credential-credential"
664
                    },
665
                    {
666
                        "label": "Pinecone Index",
667
                        "name": "pineconeIndex",
668
                        "type": "string",
669
                        "id": "pinecone_0-input-pineconeIndex-string"
670
                    },
671
                    {
672
                        "label": "Pinecone Namespace",
673
                        "name": "pineconeNamespace",
674
                        "type": "string",
675
                        "placeholder": "my-first-namespace",
676
                        "additionalParams": true,
677
                        "optional": true,
678
                        "id": "pinecone_0-input-pineconeNamespace-string"
679
                    },
680
                    {
681
                        "label": "Pinecone Metadata Filter",
682
                        "name": "pineconeMetadataFilter",
683
                        "type": "json",
684
                        "optional": true,
685
                        "additionalParams": true,
686
                        "id": "pinecone_0-input-pineconeMetadataFilter-json"
687
                    },
688
                    {
689
                        "label": "Top K",
690
                        "name": "topK",
691
                        "description": "Number of top results to fetch. Default to 4",
692
                        "placeholder": "4",
693
                        "type": "number",
694
                        "additionalParams": true,
695
                        "optional": true,
696
                        "id": "pinecone_0-input-topK-number"
697
                    },
698
                    {
699
                        "label": "Search Type",
700
                        "name": "searchType",
701
                        "type": "options",
702
                        "default": "similarity",
703
                        "options": [
704
                            {
705
                                "label": "Similarity",
706
                                "name": "similarity"
707
                            },
708
                            {
709
                                "label": "Max Marginal Relevance",
710
                                "name": "mmr"
711
                            }
712
                        ],
713
                        "additionalParams": true,
714
                        "optional": true,
715
                        "id": "pinecone_0-input-searchType-options"
716
                    },
717
                    {
718
                        "label": "Fetch K (for MMR Search)",
719
                        "name": "fetchK",
720
                        "description": "Number of initial documents to fetch for MMR reranking. Default to 20. Used only when the search type is MMR",
721
                        "placeholder": "20",
722
                        "type": "number",
723
                        "additionalParams": true,
724
                        "optional": true,
725
                        "id": "pinecone_0-input-fetchK-number"
726
                    },
727
                    {
728
                        "label": "Lambda (for MMR Search)",
729
                        "name": "lambda",
730
                        "description": "Number between 0 and 1 that determines the degree of diversity among the results, where 0 corresponds to maximum diversity and 1 to minimum diversity. Used only when the search type is MMR",
731
                        "placeholder": "0.5",
732
                        "type": "number",
733
                        "additionalParams": true,
734
                        "optional": true,
735
                        "id": "pinecone_0-input-lambda-number"
736
                    }
737
                ],
738
                "inputAnchors": [
739
                    {
740
                        "label": "Document",
741
                        "name": "document",
742
                        "type": "Document",
743
                        "list": true,
744
                        "optional": true,
745
                        "id": "pinecone_0-input-document-Document"
746
                    },
747
                    {
748
                        "label": "Embeddings",
749
                        "name": "embeddings",
750
                        "type": "Embeddings",
751
                        "id": "pinecone_0-input-embeddings-Embeddings"
752
                    }
753
                ],
754
                "inputs": {
755
                    "document": ["{{cheerioWebScraper_0.data.instance}}"],
756
                    "embeddings": "{{openAIEmbeddings_0.data.instance}}",
757
                    "pineconeIndex": "",
758
                    "pineconeNamespace": "",
759
                    "pineconeMetadataFilter": "",
760
                    "topK": "",
761
                    "searchType": "similarity",
762
                    "fetchK": "",
763
                    "lambda": ""
764
                },
765
                "outputAnchors": [
766
                    {
767
                        "name": "output",
768
                        "label": "Output",
769
                        "type": "options",
770
                        "options": [
771
                            {
772
                                "id": "pinecone_0-output-retriever-Pinecone|VectorStoreRetriever|BaseRetriever",
773
                                "name": "retriever",
774
                                "label": "Pinecone Retriever",
775
                                "type": "Pinecone | VectorStoreRetriever | BaseRetriever"
776
                            },
777
                            {
778
                                "id": "pinecone_0-output-vectorStore-Pinecone|VectorStore",
779
                                "name": "vectorStore",
780
                                "label": "Pinecone Vector Store",
781
                                "type": "Pinecone | VectorStore"
782
                            }
783
                        ],
784
                        "default": "retriever"
785
                    }
786
                ],
787
                "outputs": {
788
                    "output": "retriever"
789
                },
790
                "selected": false
791
            },
792
            "selected": false,
793
            "positionAbsolute": {
794
                "x": 1194.3821796400694,
795
                "y": -162.7324497768837
796
            },
797
            "dragging": false
798
        }
799
    ],
800
    "edges": [
801
        {
802
            "source": "htmlToMarkdownTextSplitter_0",
803
            "sourceHandle": "htmlToMarkdownTextSplitter_0-output-htmlToMarkdownTextSplitter-HtmlToMarkdownTextSplitter|MarkdownTextSplitter|RecursiveCharacterTextSplitter|TextSplitter|BaseDocumentTransformer",
804
            "target": "cheerioWebScraper_0",
805
            "targetHandle": "cheerioWebScraper_0-input-textSplitter-TextSplitter",
806
            "type": "buttonedge",
807
            "id": "htmlToMarkdownTextSplitter_0-htmlToMarkdownTextSplitter_0-output-htmlToMarkdownTextSplitter-HtmlToMarkdownTextSplitter|MarkdownTextSplitter|RecursiveCharacterTextSplitter|TextSplitter|BaseDocumentTransformer-cheerioWebScraper_0-cheerioWebScraper_0-input-textSplitter-TextSplitter",
808
            "data": {
809
                "label": ""
810
            }
811
        },
812
        {
813
            "source": "chatOpenAI_0",
814
            "sourceHandle": "chatOpenAI_0-output-chatOpenAI-ChatOpenAI|BaseChatModel|BaseLanguageModel|Runnable",
815
            "target": "conversationalRetrievalQAChain_0",
816
            "targetHandle": "conversationalRetrievalQAChain_0-input-model-BaseChatModel",
817
            "type": "buttonedge",
818
            "id": "chatOpenAI_0-chatOpenAI_0-output-chatOpenAI-ChatOpenAI|BaseChatModel|BaseLanguageModel|Runnable-conversationalRetrievalQAChain_0-conversationalRetrievalQAChain_0-input-model-BaseChatModel",
819
            "data": {
820
                "label": ""
821
            }
822
        },
823
        {
824
            "source": "RedisBackedChatMemory_0",
825
            "sourceHandle": "RedisBackedChatMemory_0-output-RedisBackedChatMemory-RedisBackedChatMemory|BaseChatMemory|BaseMemory",
826
            "target": "conversationalRetrievalQAChain_0",
827
            "targetHandle": "conversationalRetrievalQAChain_0-input-memory-BaseMemory",
828
            "type": "buttonedge",
829
            "id": "RedisBackedChatMemory_0-RedisBackedChatMemory_0-output-RedisBackedChatMemory-RedisBackedChatMemory|BaseChatMemory|BaseMemory-conversationalRetrievalQAChain_0-conversationalRetrievalQAChain_0-input-memory-BaseMemory",
830
            "data": {
831
                "label": ""
832
            }
833
        },
834
        {
835
            "source": "cheerioWebScraper_0",
836
            "sourceHandle": "cheerioWebScraper_0-output-cheerioWebScraper-Document",
837
            "target": "pinecone_0",
838
            "targetHandle": "pinecone_0-input-document-Document",
839
            "type": "buttonedge",
840
            "id": "cheerioWebScraper_0-cheerioWebScraper_0-output-cheerioWebScraper-Document-pinecone_0-pinecone_0-input-document-Document",
841
            "data": {
842
                "label": ""
843
            }
844
        },
845
        {
846
            "source": "openAIEmbeddings_0",
847
            "sourceHandle": "openAIEmbeddings_0-output-openAIEmbeddings-OpenAIEmbeddings|Embeddings",
848
            "target": "pinecone_0",
849
            "targetHandle": "pinecone_0-input-embeddings-Embeddings",
850
            "type": "buttonedge",
851
            "id": "openAIEmbeddings_0-openAIEmbeddings_0-output-openAIEmbeddings-OpenAIEmbeddings|Embeddings-pinecone_0-pinecone_0-input-embeddings-Embeddings",
852
            "data": {
853
                "label": ""
854
            }
855
        },
856
        {
857
            "source": "pinecone_0",
858
            "sourceHandle": "pinecone_0-output-retriever-Pinecone|VectorStoreRetriever|BaseRetriever",
859
            "target": "conversationalRetrievalQAChain_0",
860
            "targetHandle": "conversationalRetrievalQAChain_0-input-vectorStoreRetriever-BaseRetriever",
861
            "type": "buttonedge",
862
            "id": "pinecone_0-pinecone_0-output-retriever-Pinecone|VectorStoreRetriever|BaseRetriever-conversationalRetrievalQAChain_0-conversationalRetrievalQAChain_0-input-vectorStoreRetriever-BaseRetriever",
863
            "data": {
864
                "label": ""
865
            }
866
        }
867
    ]
868
}
869