This commit is contained in:
AMAICDAX 2025-09-10 11:36:39 +02:00
parent 8f8e3bd585
commit fa8cebdef5
5 changed files with 24 additions and 9 deletions

View file

@ -104,35 +104,47 @@ const scrapeLinkedInProfile = async (profileUrl, email, password) => {
try {
// === 1. Login ===
await page.goto("https://www.linkedin.com/login", {
waitUntil: "networkidle",
waitUntil: "domcontentloaded",
timeout: 60000,
});
console.log("Login page loaded");
await page.screenshot({ path: "step1_login.png", fullPage: true });
await page.screenshot({
path: "public/error/step1_login.png",
fullPage: true,
});
await page.fill("#username", email, { delay: 50 });
await page.fill("#password", password, { delay: 50 });
await Promise.all([
page.click('[type="submit"]'),
page.waitForNavigation({ waitUntil: "networkidle", timeout: 60000 }),
page.waitForNavigation({ waitUntil: "domcontentloaded", timeout: 60000 }),
]);
console.log("Logged in");
await page.screenshot({ path: "step2_logged_in.png", fullPage: true });
await page.screenshot({
path: "public/error/step2_logged_in.png",
fullPage: true,
});
// === 2. Aller sur le profil ===
await page.goto(profileUrl, {
waitUntil: "networkidle",
waitUntil: "domcontentloaded",
timeout: 60000,
});
await page.waitForSelector("h1", { timeout: 60000 });
console.log("Profile page loaded");
await page.screenshot({ path: "step3_profile_loaded.png", fullPage: true });
await page.screenshot({
path: "public/error/step3_profile_loaded.png",
fullPage: true,
});
// Scroll pour charger contenu lazy
await page.evaluate(() => window.scrollBy(0, window.innerHeight));
await page.waitForTimeout(2000);
await page.screenshot({ path: "step4_scrolled.png", fullPage: true });
await page.screenshot({
path: "public/error/step4_scrolled.png",
fullPage: true,
});
// === 3. Extraire les infos ===
const profileData = await page.evaluate(() => {
@ -156,7 +168,10 @@ const scrapeLinkedInProfile = async (profileUrl, email, password) => {
};
});
await page.screenshot({ path: "step5_data_extracted.png", fullPage: true });
await page.screenshot({
path: "public/error/step5_data_extracted.png",
fullPage: true,
});
console.log("Data extracted:", profileData);
@ -164,7 +179,7 @@ const scrapeLinkedInProfile = async (profileUrl, email, password) => {
return profileData;
} catch (err) {
console.error("❌ Erreur pendant le scraping:", err.message);
await page.screenshot({ path: "error.png", fullPage: true });
await page.screenshot({ path: "public/error/error.png", fullPage: true });
await browser.close();
throw err;
}

BIN
error.png

Binary file not shown.

Before

Width:  |  Height:  |  Size: 45 KiB

Binary file not shown.

Before

Width:  |  Height:  |  Size: 45 KiB

Binary file not shown.

Before

Width:  |  Height:  |  Size: 45 KiB

Binary file not shown.

Before

Width:  |  Height:  |  Size: 45 KiB