# Google says don't use this script: https://twitter.com/methode/status/783733724655517696 # This script is a violation of Google Terms of Service. Don't use it. import requests import csv import os import time from bs4 import BeautifulSoup from urllib.parse import urlencode seconds = input('Enter number of seconds to wait between URL checks: ') output = os.path.join(os.path.dirname(__file__), input('Enter a filename (minus file extension): ')+'.csv') urlinput = os.path.join(os.path.dirname(__file__), input('Enter input text file: ')) urls = open(urlinput, "r") proxies = { 'https' : 'https://localhost:8123', 'http' : 'http://localhost:8123' } user_agent = 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/48.0.2564.116 Safari/537.36' headers = { 'User-Agent' : user_agent} f = csv.writer(open(output, "w+", newline="\n", encoding="utf-8")) f.writerow(["URL", "Indexed"]) for line in iter(urls): query = {'q': 'info:' + line} google = "https://www.google.com/search?" + urlencode(query) data = requests.get(google, headers=headers, proxies=proxies) data.encoding = 'ISO-8859-1' soup = BeautifulSoup(str(data.content), "html.parser") try: check = soup.find(id="rso").find("div").find("div").find("h3").find("a") href = check['href'] f.writerow([line,"True"]) print(line + " is indexed!") except AttributeError: f.writerow([line,"False"]) print(line + " is NOT indexed!") print("Waiting " + str(seconds) + " seconds until checking next URL.\n") time.sleep(float(seconds)) urls.close() INDIA'S TECHNOLOGY About blog

About blog


Welcome to INDIA'S TECHNOLOGY, your number one source for all things [product]. We're dedicated to providing you the very best of [product], with an emphasis on [store characteristic 1], [store characteristic 2], [store characteristic 3].


Founded in [2021] by [Mohammed Irfan], INDIA'S TECHNOLOGY has come a long way from its beginnings in [Telangana]. When [Mohammed Irfan] first started out, [his] passion for [brand message - e.g. "Technology Information "] drove them to start their own business.


We hope you enjoy our products as much as we enjoy offering them to you. If you have any questions or comments, please don't hesitate to contact us.


Sincerely,

[Mohammed Irfan]

Post a Comment

0 Comments