using node-fetch again cause apparently that wasnt the issue

netlify/functions/handleMetadata.js

@@ -2,25 +2,19 @@ const fetch = require('node-fetch'); // Import for webscraping in fetchContentFr
 import { OpenAIApi, Configuration } from 'openai';
 // const { Configuration, OpenAIApi } = require('openai');
 // import { he } from 'he';
-const https = require('https');
 
 // Function to fetch content from URL using a web scraping service
 async function fetchContentFromURL(url) {
-    return new Promise((resolve, reject) => {
-        https.get(url, (response) => {
-            let data = '';
-            // A chunk of data has been received.
-            response.on('data', (chunk) => {
-                data += chunk;
-            });
-            // The whole response has been received.
-            response.on('end', () => {
-                resolve(data);
-            });
-        }).on("error", (error) => {
-            reject(`Error fetching URL: ${error.message}`);
-        });
-    });
+    try {
+        const response = await fetch(url);
+        if (!response.ok) {
+            throw new Error(`HTTP error! status: ${response.status}`);
+        }
+        return await response.text();
+    } catch (error) {
+        console.error(`Could not fetch content from URL: ${error}`);
+        throw error;
+    }
 }
 
 function simplifyContent(content) {