KhmerAutosoft

import requests
from random import randint

# https://scrapeops.io/docs/fake-user-agent-headers-api/fake-user-agents/

SCRAPEOPS_API_KEY = 'YOUR_API_KEY'

def get_user_agent_list():
  response = requests.get('http://headers.scrapeops.io/v1/user-agents?api_key=' + SCRAPEOPS_API_KEY)
  json_response = response.json()
  return json_response.get('result', [])

def get_random_user_agent(user_agent_list):
  random_index = randint(0, len(user_agent_list) - 1)
  return user_agent_list[random_index]

## Retrieve User-Agent List From ScrapeOps
user_agent_list = get_user_agent_list()

url_list = [
  'https://example.com/1',
  'https://example.com/2',
  'https://example.com/3',
]

for url in url_list:

  ## Add Random User-Agent To Headers
  headers = {'User-Agent': get_random_user_agent(user_agent_list)}

  ## Make Requests
  r = requests.get(url=url, headers=headers)
  print(r.text)

import requests
from bs4 import BeautifulSoup


class GoogleSearchScraper:
    def __init__(self, headers=None):
        self.url = 'https://www.google.com/search?q='

        if not headers:
            self.headers = {
                'Accept': '*/*',
                'Accept-Language': 'en-US,en;q=0.5',
                'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36'
            }
        else:
            self.headers = headers

    def get_result(self, query: str):
        r = requests.get(self.url + query, headers=self.headers)
        assert r.status_code == 200

        soup = BeautifulSoup(r.text, 'html.parser')

        for a in soup.find('div', id='search').find_all('a'):
            try:
                href = a['href']
                assert type(href) == str

                if href.startswith('http') and 'www.google.com' not in href:
                    return href.strip()
            except:
                continue

        return None

    def get_multiple_result(self, query: str, k: int):
        r = requests.get(self.url + query, headers=self.headers)
        assert r.status_code == 200

        soup = BeautifulSoup(r.text, 'html.parser')
        results = set()

        for a in soup.find('div', id='search').find_all('a'):
            try:
                href = a['href']
                assert type(href) == str

                if href.startswith('http') and 'www.google.com' not in href:
                    if len(results) < k:
                        results.add(href.strip())
                    else:
                        return list(results)
            except:
                continue

        if len(results) > 0:
            return list(results)

        return None


if __name__ == '__main__':
    search = GoogleSearchScraper()
    query = input('Query: ')

    search_result = search.get_result(query=query)
    print(f'\nResult: {search_result}\n')

    search_results = search.get_multiple_result(query=query, k=100)
    print(f'Top 5 Results: {search_results}')
```