feat: Adds ValueSerp Integration.

closes #105, #106

README.md

@@ -42,6 +42,7 @@ The App uses third party website scrapers like ScrapingAnt, ScrapingRobot, Searc
 | serpapi.com | From $50/mo** | From 5,000/mo** | Yes |
 | spaceserp.com | $59/lifetime | 15,000/mo | Yes |
 | SearchApi.io | From $40/mo | From 10,000/mo | Yes |
+| valueserp.com | Pay As You Go | $2.50/1000 req | No |
 
 (*) Free upto a limit. If you are using ScrapingAnt you can lookup 10,000 times per month for free.
 (**) Free up to 100 per month. Paid from 5,000 to 10,000,000+ per month.

components/settings/ScraperSettings.tsx

@@ -55,7 +55,7 @@ const ScraperSettings = ({ settings, settingsError, updateSettings }:ScraperSett
             minWidth={270}
             />
          </div>
-         {['scrapingant', 'scrapingrobot', 'serply', 'serpapi', 'spaceSerp', 'searchapi'].includes(settings.scraper_type) && (
+         {settings.scraper_type !== 'none' && settings.scraper_type !== 'proxy' && (
             <SecretField
             label='Scraper API Key or Token'
             placeholder={'API Key/Token'}

scrapers/index.ts

@@ -5,6 +5,7 @@ import serply from './services/serply';
 import spaceserp from './services/spaceserp';
 import proxy from './services/proxy';
 import searchapi from './services/searchapi';
+import valueSerp from './services/valueserp';
 
 export default [
    scrapingRobot,
@@ -14,4 +15,5 @@ export default [
    spaceserp,
    proxy,
    searchapi,
+   valueSerp,
 ];

scrapers/services/valueserp.ts

@@ -0,0 +1,41 @@
+import countries from '../../utils/countries';
+
+interface ValueSerpResult {
+   title: string,
+   link: string,
+   position: number,
+   domain: string,
+}
+
+const valueSerp:ScraperSettings = {
+   id: 'valueserp',
+   name: 'Value Serp',
+   website: 'valueserp.com',
+   allowsCity: true,
+   scrapeURL: (keyword, settings, countryData) => {
+      const country = keyword.country || 'US';
+      const countryName = countries[country][0];
+      const location = keyword.city ? `&location=${encodeURI(`${keyword.city},${countryName}`)}` : '';
+      const device = keyword.device === 'mobile' ? '&device=mobile' : '';
+      const lang = countryData[country][2];
+      console.log(`https://api.valueserp.com/search?api_key=${settings.scaping_api}&q=${encodeURI(keyword.keyword)}&gl=${country}&hl=${lang}${device}${location}&num=100&output=json&include_answer_box=false&include_advertiser_info=false`);
+      return `https://api.valueserp.com/search?api_key=${settings.scaping_api}&q=${encodeURI(keyword.keyword)}&gl=${country}&hl=${lang}${device}${location}&num=100&output=json&include_answer_box=false&include_advertiser_info=false`;
+   },
+   resultObjectKey: 'organic_results',
+   serpExtractor: (content) => {
+      const extractedResult = [];
+      const results: ValueSerpResult[] = (typeof content === 'string') ? JSON.parse(content) : content as ValueSerpResult[];
+      for (const result of results) {
+         if (result.title && result.link) {
+            extractedResult.push({
+               title: result.title,
+               url: result.link,
+               position: result.position,
+            });
+         }
+      }
+      return extractedResult;
+   },
+};
+
+export default valueSerp;