ExostFlash/cvgen
2
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Add screen

Browse source
This commit is contained in:
AMAICDAX 2025-09-10 11:25:43 +02:00
parent 01d79c06da
commit ffbf63a15d
1 changed files with 60 additions and 60 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

52
controllers/linkedin.js
View file

@ -91,60 +91,50 @@ const getUserProfile = async (req, res) => {
} }
}; };
const scrapeLinkedInProfile = async (profileUrl) => { const scrapeLinkedInProfile = async (profileUrl, email, password) => {
console.log("Scraping LinkedIn profile:", profileUrl); console.log("Scraping LinkedIn profile:", profileUrl);
const browser = await chromium.launch({ const browser = await chromium.launch({
headless: true, // headless mode pour serveur headless: true,
args: ["--no-sandbox", "--disable-setuid-sandbox"], args: ["--no-sandbox", "--disable-setuid-sandbox"],
}); });
const page = await browser.newPage(); const page = await browser.newPage();
// 1. Login try {
// === 1. Login ===
await page.goto("https://www.linkedin.com/login", { await page.goto("https://www.linkedin.com/login", {
waitUntil: "domcontentloaded", waitUntil: "networkidle",
timeout: 60000, timeout: 60000,
}); });
console.log("Login page loaded"); console.log("Login page loaded");
await page.screenshot({ path: "step1_login.png", fullPage: true });
await page.fill("#username", email, { delay: 50 }); await page.fill("#username", email, { delay: 50 });
await page.fill("#password", password, { delay: 50 }); await page.fill("#password", password, { delay: 50 });
await Promise.all([ await Promise.all([
page.click('[type="submit"]'), page.click('[type="submit"]'),
page.waitForNavigation({ waitUntil: "domcontentloaded", timeout: 60000 }), page.waitForNavigation({ waitUntil: "networkidle", timeout: 60000 }),
]); ]);
console.log("Logged in"); console.log("Logged in");
await page.screenshot({ path: "step2_logged_in.png", fullPage: true });
// Aller sur le profil et attendre le contenu // === 2. Aller sur le profil ===
await page.goto(profileUrl, { await page.goto(profileUrl, {
waitUntil: "domcontentloaded", waitUntil: "networkidle",
timeout: 60000, timeout: 60000,
}); });
await page.waitForSelector("h1", { timeout: 60000 }); await page.waitForSelector("h1", { timeout: 60000 });
console.log("Profile page loaded");
await page.screenshot({ path: "step3_profile_loaded.png", fullPage: true });
// Scroll pour charger lazy sections // Scroll pour charger contenu lazy
await page.evaluate(() => window.scrollBy(0, window.innerHeight)); await page.evaluate(() => window.scrollBy(0, window.innerHeight));
await page.waitForTimeout(2000); await page.waitForTimeout(2000);
await page.screenshot({ path: "step4_scrolled.png", fullPage: true });
// 2. Aller sur le profil // === 3. Extraire les infos ===
await page.goto(profileUrl, {
waitUntil: "domcontentloaded",
timeout: 60000,
});
// Aller sur le profil et attendre le contenu
await page.goto(profileUrl, {
waitUntil: "domcontentloaded",
timeout: 60000,
});
await page.waitForSelector("h1", { timeout: 60000 });
// Scroll pour charger lazy sections
await page.evaluate(() => window.scrollBy(0, window.innerHeight));
await page.waitForTimeout(2000);
// 3. Extraire infos
const profileData = await page.evaluate(() => { const profileData = await page.evaluate(() => {
const getText = (selector) => const getText = (selector) =>
document.querySelector(selector)?.innerText || null; document.querySelector(selector)?.innerText || null;
@ -166,8 +156,18 @@ const scrapeLinkedInProfile = async (profileUrl) => {
}; };
}); });
await page.screenshot({ path: "step5_data_extracted.png", fullPage: true });
console.log("Data extracted:", profileData);
await browser.close(); await browser.close();
return profileData; return profileData;
} catch (err) {
console.error("❌ Erreur pendant le scraping:", err.message);
await page.screenshot({ path: "error.png", fullPage: true });
await browser.close();
throw err;
}
}; };
module.exports = { module.exports = {