import requests

from bs4 import BeautifulSoup

import pandas as pd

from openpyxl import Workbook

import concurrent.futures

# 读取 .txt 文件中的 URL

with open("urls.txt", "r") as file:

    urls = file.read().splitlines()

# 存储 URL

data = []

def detect_cvss(url):

    try:

        response = requests.get(url)

        soup = BeautifulSoup(response.text, "html.parser")

        body = soup.find("body").text

        tuple=(url,body)

        if "xxxx" not in tuple[1]:

            print(tuple[0])

            return (tuple[0])

    except:

        return None

with concurrent.futures.ThreadPoolExecutor(max_workers=20) as executor:

    futures = [executor.submit(detect_cvss, url) for url in urls]

    for future in concurrent.futures.as_completed(futures):

        result = future.result()

        if result:

            data.append(result)

#将 URL 和 title 写入 txt 文件

    with open("no_xxxx.txt", 'w') as f:

        for i in data:

            f.write(i + '\n')

            f.close();