feat add js info

Author: VinciGit00

scrapegraph-js/examples/smartScraper_cookies_simple_example.js

@@ -0,0 +1,40 @@
+/**
+ * Simple example demonstrating cookies usage with SmartScraper.
+ * 
+ * This example shows the basic pattern for using cookies with the API.
+ */
+
+import { smartScraper } from 'scrapegraph-js';
+import 'dotenv/config';
+
+const apiKey = process.env.SGAI_APIKEY;
+
+// Example cookies for authentication
+const cookies = {
+  session_id: 'abc123def456',
+  auth_token: 'eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9...',
+  user_preferences: 'dark_mode,usd'
+};
+
+async function scrapeWithCookies() {
+  try {
+    const response = await smartScraper(
+      apiKey,
+      'https://example.com/dashboard',
+      'Extract user profile information',
+      null, // schema
+      null, // numberOfScrolls
+      null, // totalPages
+      cookies // cookies parameter
+    );
+    
+    console.log('✅ Scraping with cookies completed successfully');
+    console.log(JSON.stringify(response, null, 2));
+    
+  } catch (error) {
+    console.error('❌ Error:', error.message);
+  }
+}
+
+// Run the example
+scrapeWithCookies(); 

scrapegraph-js/package.json

@@ -2,7 +2,7 @@
   "name": "scrapegraph-js",
   "author": "ScrapeGraphAI",
   "version": "0.1.1",
-  "description": "Scrape and extract structured data from a webpage using ScrapeGraphAI's APIs.",
+  "description": "Scrape and extract structured data from a webpage using ScrapeGraphAI's APIs. Supports cookies for authentication, infinite scrolling, and pagination.",
   "repository": {
     "type": "git",
     "url": "https://github.com/ScrapeGraphAI/scrapegraph-sdk",
@@ -22,7 +22,12 @@
     "gpt-3",
     "gpt-4",
     "llm",
-    "ai"
+    "ai",
+    "cookies",
+    "authentication",
+    "session-management",
+    "infinite-scroll",
+    "pagination"
   ],
   "main": "index.js",
   "module": "index.js",

scrapegraph-js/test_cookies_integration.js

@@ -0,0 +1,92 @@
+/**
+ * Test file to verify cookies integration functionality.
+ */
+
+import { smartScraper } from './src/smartScraper.js';
+
+function testCookiesIntegration() {
+  console.log('🧪 Testing Cookies Integration');
+  console.log('='.repeat(50));
+  
+  // Test 1: Basic cookies validation
+  console.log('\n1. Testing basic cookies validation...');
+  
+  const cookies = { session_id: 'abc123', auth_token: 'xyz789' };
+  
+  // Create a mock payload to test the logic
+  const mockPayload = {
+    website_url: 'https://httpbin.org/cookies',
+    user_prompt: 'Extract cookie information'
+  };
+  
+  // Simulate the cookies validation logic
+  if (cookies) {
+    if (typeof cookies === 'object' && cookies !== null) {
+      mockPayload.cookies = cookies;
+      console.log('✅ Cookies validation passed');
+      console.log(`✅ Cookies included: ${JSON.stringify(mockPayload.cookies)}`);
+    } else {
+      console.log('❌ Cookies validation failed - not an object');
+    }
+  }
+  
+  // Test 2: Complex cookies scenario
+  console.log('\n2. Testing complex cookies scenario...');
+  
+  const complexCookies = {
+    session_id: 'abc123def456',
+    user_id: 'user789',
+    auth_token: 'eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9...',
+    preferences: 'dark_mode,usd',
+    cart_id: 'cart101112',
+    csrf_token: 'csrf_xyz789'
+  };
+  
+  const complexPayload = {
+    website_url: 'https://example.com/dashboard',
+    user_prompt: 'Extract user profile and preferences'
+  };
+  
+  if (complexCookies) {
+    if (typeof complexCookies === 'object' && complexCookies !== null) {
+      complexPayload.cookies = complexCookies;
+      console.log('✅ Complex cookies validation passed');
+      console.log(`✅ Complex cookies count: ${Object.keys(complexPayload.cookies).length}`);
+    }
+  }
+  
+  // Test 3: Invalid cookies
+  console.log('\n3. Testing invalid cookies...');
+  
+  const invalidCookies = 'not_an_object';
+  
+  try {
+    if (invalidCookies) {
+      if (typeof invalidCookies === 'object' && invalidCookies !== null) {
+        console.log('❌ Should have failed validation');
+      } else {
+        console.log('✅ Invalid cookies correctly rejected');
+      }
+    }
+  } catch (error) {
+    console.log('✅ Error handling works correctly');
+  }
+  
+  // Test 4: Function signature validation
+  console.log('\n4. Testing function signature...');
+  
+  // Check if the function accepts the cookies parameter
+  const functionString = smartScraper.toString();
+  if (functionString.includes('cookies = null')) {
+    console.log('✅ Function signature includes cookies parameter');
+  } else {
+    console.log('❌ Function signature missing cookies parameter');
+  }
+  
+  console.log('\n' + '='.repeat(50));
+  console.log('✅ All cookies integration tests completed!');
+  console.log('='.repeat(50));
+}
+
+// Run the test
+testCookiesIntegration();