Flowise

1
import { webCrawl, xmlScrape } from 'flowise-components'
2
import { StatusCodes } from 'http-status-codes'
3
import { InternalFlowiseError } from '../../errors/internalFlowiseError'
4
import { getErrorMessage } from '../../errors/utils'
5

6
const getAllLinks = async (requestUrl: string, relativeLinksMethod: string, queryLimit: string): Promise<any> => {
7
    try {
8
        const url = decodeURIComponent(requestUrl)
9
        if (!relativeLinksMethod) {
10
            throw new InternalFlowiseError(
11
                StatusCodes.INTERNAL_SERVER_ERROR,
12
                `Please choose a Relative Links Method in Additional Parameters!`
13
            )
14
        }
15
        const limit = parseInt(queryLimit)
16
        if (process.env.DEBUG === 'true') console.info(`Start ${relativeLinksMethod}`)
17
        const links: string[] = relativeLinksMethod === 'webCrawl' ? await webCrawl(url, limit) : await xmlScrape(url, limit)
18
        if (process.env.DEBUG === 'true') console.info(`Finish ${relativeLinksMethod}`)
19
        const dbResponse = {
20
            status: 'OK',
21
            links
22
        }
23
        return dbResponse
24
    } catch (error) {
25
        throw new InternalFlowiseError(
26
            StatusCodes.INTERNAL_SERVER_ERROR,
27
            `Error: fetchLinksService.getAllLinks - ${getErrorMessage(error)}`
28
        )
29
    }
30
}
31

32
export default {
33
    getAllLinks
34
}
35