Python多文件迭代与URL参数构建教程：避免迭代器耗尽问题

google.com
target.com
bing.com

x
y
z

import requests

with open('hosts.txt','r') as file:
    with open('strings1.txt','r') as strings:
        for line in file:
            host = line.strip()
            for string in strings:
                url = f"https://{host}/?test={string.strip()}"
                print(f'正在请求: {url}')
                # resp = requests.get(url).status_code # 实际请求可能在此处
                # print(f'结果: {resp}')

import requests

def process_urls_from_files(hosts_file_path, strings_file_path):
    """
    从指定文件读取主机和参数字符串，然后构建URL并发送GET请求。

    Args:
        hosts_file_path (str): 包含主机名的文件路径。
        strings_file_path (str): 包含查询参数字符串的文件路径。
    """
    hosts = []
    strings = []

    # 1. 从 hosts.txt 读取所有主机名到列表中
    try:
        with open(hosts_file_path, "r") as f_hosts:
            # 使用列表推导式或 map 函数去除每行空白字符并过滤空行
            hosts = [line.strip() for line in f_hosts if line.strip()]
            # 另一种方式: hosts = list(map(str.strip, f_hosts))
    except FileNotFoundError:
        print(f"错误：未找到文件 {hosts_file_path}")
        return

    # 2. 从 strings1.txt 读取所有参数字符串到列表中
    try:
        with open(strings_file_path, "r") as f_strings:
            strings = [line.strip() for line in f_strings if line.strip()]
            # 另一种方式: strings = list(map(str.strip, f_strings))
    except FileNotFoundError:
        print(f"错误：未找到文件 {strings_file_path}")
        return

    if not hosts:
        print("警告：hosts文件为空，没有主机名可供处理。")
        return
    if not strings:
        print("警告：strings文件为空，没有参数可供处理。")
        return

    print("开始构建并请求URL...")
    # 3. 嵌套循环迭代列表，构建URL并发送请求
    for host in hosts:
        for param_string in strings:
            url = f"https://{host}/?test={param_string}"
            print(f"正在请求: {url}")
            try:
                # 发送GET请求，并设置超时，处理可能的网络异常
                response = requests.get(url, timeout=5)
                print(f"  状态码: {response.status_code}")
                # 可以在此处进一步处理响应内容，例如：
                # print(f"  响应内容预览: {response.text[:100]}...")
            except requests.exceptions.Timeout:
                print(f"  请求超时: {url}")
            except requests.exceptions.RequestException as e:
                print(f"  请求失败 ({url}): {e}")
            except Exception as e:
                print(f"  发生未知错误 ({url}): {e}")

    print("所有URL请求处理完成。")

if __name__ == "__main__":
    # 为了演示，创建虚拟文件
    with open("hosts.txt", "w") as f:
        f.write("google.com\n")
        f.write("target.com\n")
        f.write("bing.com\n")

    with open("strings1.txt", "w") as f:
        f.write("x\n")
        f.write("y\n")
        f.write("z\n")

    # 调用函数处理
    process_urls_from_files("hosts.txt", "strings1.txt")

开始构建并请求URL...
正在请求: https://google.com/?test=x
  状态码: 302
正在请求: https://google.com/?test=y
  状态码: 302
正在请求: https://google.com/?test=z
  状态码: 302
正在请求: https://target.com/?test=x
  状态码: 200
正在请求: https://target.com/?test=y
  状态码: 200
正在请求: https://target.com/?test=z
  状态码: 200
正在请求: https://bing.com/?test=x
  状态码: 200
正在请求: https://bing.com/?test=y
  状态码: 200
正在请求: https://bing.com/?test=z
  状态码: 200
所有URL请求处理完成。