php抓取js动态加载的内容

npm install puppeteer

const puppeteer = require('puppeteer');

(async () => {
  const browser = await puppeteer.launch();
  const page = await browser.newPage();
  await page.goto('https://example.com');

  // 等待某个元素加载完成
  await page.waitForSelector('#dynamic-content');

  // 获取动态加载的内容
  const content = await page.evaluate(() => {
    return document.querySelector('#dynamic-content').innerText;
  });

  console.log(content);
  await browser.close();
})();

node scrape.js

<?php
$output = [];
$return_var = 0;
exec('node scrape.js', $output, $return_var);

if ($return_var === 0) {
    $content = implode("\n", $output);
    echo "抓取到的内容:\n" . $content;
} else {
    echo "抓取失败";
}
?>

await page.goto('https://example.com', { waitUntil: 'networkidle0', timeout: 60000 });

const content = await page.evaluate(() => {
  try {
    return document.querySelector('#dynamic-content').innerText;
  } catch (e) {
    console.error(e);
    return null;
  }
});