import re

import requests
from bs4 import BeautifulSoup

s = requests.session()

header = {
    "Referer": "https://www.freeproxy.world/?type=http&anonymity=&country=&speed=200&port=&page=1",
    "Upgrade-Insecure-Requests": "1",
    "User-Agent": "Mozilla/5.0 (iPhone; CPU iPhone OS 13_2_3 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) "
                  "Version/13.0.3 Mobile/15E148 Safari/604.1 Edg/88.0.4324.150 "

}


def get_ip(url="https://www.freeproxy.world/?type=&anonymity=&country=&speed=200&port=&page=1"):
    tt = s.get(url, headers=header)
    # print(tt.text)
    #     /?type=http
    html_doc2 = tt.text
    soup2 = BeautifulSoup(html_doc2, 'html.parser')
    domin =[]
    dmin_port = []
    for single in soup2.select('td[class="show-ip-div"]'):
        # + ":" + single.next_sibling().get_text()
        # print("http://" + single.get_text().replace('\n', '').replace('\r', '') + ":" )
        domin.append("http://" + single.get_text().replace('\n', '').replace('\r', '') + ":")

    for port in soup2.find_all(href=re.compile("/?port=")):
        # print("http://" + single.get_text().replace('\n', '').replace('\r', '')+":"+)
        dmin_port.append(port.get_text())
        # print(port.get_text())

    result = []
    print(len(domin),len(dmin_port))
    # for i in range(1,len(domin)+1,1):
    #     print(domin[i]+dmin_port[i])
    #     result.append(domin[i]+dmin_port[i])

    print(result)
    return result

if __name__ == '__main__':
    get_ip("https://www.freeproxy.world/?type=&anonymity=&country=&speed=200&port=&page=1")