自动 构建获取USER_AGENT 和 PROXY_LIST

import json
'''
打开网页，直接保存网页proxy_list.txt ,然后用工具将其处理为 json 文件！   
'''
with open("proxy_list.json","r",encoding="utf8") as f:
    data_lists = json.load(f)

final_data = []
for data_dict in data_lists :
    address_sets = set(data_dict["export_address"])  #变为 set 去重
    port = data_dict["port"]
    type =data_dict["type"]
    # print(address_sets)
    for address in address_sets:
        temp = {type :address + ":" + str(port)}
        # print(temp)
        final_data.append(temp)
with open("PROXY_LISTS.json","a+",encoding="utf8") as f:
    json.dump(final_data,f)
    print(len(final_data))

import json
final_data = []
with open("PROXY_LISTS.json","r",encoding="utf8") as f:
    temp = []
    data_lists = json.load(f)
    for data_dict in data_lists:
        key_str = list(data_dict.keys())[0]
        val_str = list(data_dict.values())[0]
        d = key_str + val_str
        print(d)
        if d in temp:
            continue
        temp.append(d)
        final_data.append(data_dict)
with open("PROXY_LISTS.json","w",encoding="utf8") as f:
    json.dump(final_data,f)

 

 

'''

l1 = []
l2 =[]
l3 =[]
s = []
with open("a.txt","r",encoding="gbk") as f:
    for line in f:
        s.append(line.strip("
"))

    print(s)
    for j in range(0,18,3):
        print(j)   #0 3 6 9

        a = 100*j
        b = a +100
        for i in range(a,b):
            l1.append(s[i])
        for i in range(b,b+100):
            l2.append(s[i])
        for i in range(b+100,b+200):
            l3.append(s[i])


    print(l1)
    print(l2)
    print(l3)

{"http": "3.14.247.230:8080"}

'''
# b =['49.70.48.72', '183.164.238.126', '223.198.17.183', ' 600 
# c = ['9999', '9999', '9999', '9999', '9999', '9999', '    600 
# d =['HTTP', 'HTTP', 'HTTP', 'HTTP', 'HTTP', 'HTTPS',      600 

data_dict = []  # 里面元素是 {}
for i in range(600):
    temp = {}
    temp[d[i]] = b[i] +":"+c[i]
    data_dict.append(temp)
print(data_dict)