From d8d5b0db71a6382970ca728fbefb71c6a176ed64 Mon Sep 17 00:00:00 2001 From: Huda Joad Date: Sat, 25 Nov 2023 00:07:18 +0300 Subject: [PATCH] changed back to previous version --- netlify/functions/handleMetadata.js | 25 +++++++++++++++++++------ 1 file changed, 19 insertions(+), 6 deletions(-) diff --git a/netlify/functions/handleMetadata.js b/netlify/functions/handleMetadata.js index 3172daa..cc5dac3 100644 --- a/netlify/functions/handleMetadata.js +++ b/netlify/functions/handleMetadata.js @@ -1,5 +1,5 @@ const fetch = require('node-fetch'); // Import for webscraping in fetchContentFromURL() -const { Configuration, OpenAIApi } = require('openai'); +import { OpenAIApi, Configuration } from 'openai'; // Function to fetch content from URL using a web scraping service async function fetchContentFromURL(url) { @@ -16,11 +16,24 @@ async function fetchContentFromURL(url) { } function simplifyContent(content) { - let simplifiedContent = content.replace(/<[^>]*>/g, ''); // Remove HTML tags - simplifiedContent = simplifiedContent.replace(/]*>.*<\/style>/gms, ''); // Remove CSS - simplifiedContent = simplifiedContent.replace(/]*>.*<\/script>/gms, ''); // Remove JS - simplifiedContent = simplifiedContent.replace(/[^\w\s]/gi, ''); // Remove special characters - simplifiedContent = simplifiedContent.replace(/\s+/g, ' ').trim(); // Normalize whitespace + // Remove HTML tags + // let simplifiedContent = content.replace(/<[^>]*>/g, ''); + // // Remove CSS within style tags + // simplifiedContent = simplifiedContent.replace(/]*>.*<\/style>/gms, ''); + // // Remove inline CSS and JavaScript within script tags + // simplifiedContent = simplifiedContent.replace(/]*>.*<\/script>/gms, ''); + // // Remove special characters and HTML entities + // simplifiedContent = simplifiedContent.replace(/[^\w\s]/gi, '').replace(/&[a-z]+;/gi, ''); + // // Remove URLs + // simplifiedContent = simplifiedContent.replace(/https?:\/\/[^\s]+/gi, ''); + // // Normalize whitespace + // simplifiedContent = simplifiedContent.replace(/\s+/g, ' ').trim(); + // // Basic language simplification + // simplifiedContent = simplifiedContent.toLowerCase(); + // // Simple summarization: taking the first few sentences + // const sentences = simplifiedContent.split('. '); + // const summarizedContent = sentences.slice(0, Math.min(5, sentences.length)).join('. '); + simplifiedContent = "hello maria"; return simplifiedContent; }