Merge branch 'main' into llm-extraction

This commit is contained in:
Nicolas 2024-04-30 14:49:20 -07:00
commit cbd9e88b77
2 changed files with 2 additions and 1 deletions

View File

@ -67,6 +67,7 @@ export class WebScraperDataProvider {
useCaching: boolean = false,
inProgress?: (progress: Progress) => void
): Promise<Document[]> {
if (this.urls[0].trim() === "") {
throw new Error("Url is required");
}

View File

@ -1,4 +1,4 @@
# Build an agent that check your website for contradictions
# Build an agent that checks your website for contradictions
Learn how to use Firecrawl and Claude to scrape your website's data and look for contradictions and inconsistencies in a few lines of code. When you are shipping fast, data is bound to get stale, with FireCrawl and LLMs you can make sure your public web data is always consistent! We will be using Opus's huge 200k context window and Firecrawl's parellization, making this process accurate and fast.