Commit 53f11f80 authored by Your Name's avatar Your Name
Browse files

Selenium google

parent d7f6877b
1635507097902 geckodriver INFO Listening on 127.0.0.1:58625
1635507097944 mozrunner::runner INFO Running command: "/usr/bin/firefox" "--marionette" "-headless" "-no-remote" "-profile" "/tmp/rust_mozprofile2uIXyn"
*** You are running in headless mode.
1635507136881 geckodriver INFO Listening on 127.0.0.1:54937
1635507136918 mozrunner::runner INFO Running command: "/usr/bin/firefox" "--marionette" "-headless" "-no-remote" "-profile" "/tmp/rust_mozprofileEKZmqv"
*** You are running in headless mode.
1635507139361 Marionette INFO Listening on port 37393
1635507139433 Marionette WARN TLS certificate errors will be ignored for this session
1635507144034 Marionette INFO Stopped listening on port 37393
1635507243612 geckodriver INFO Listening on 127.0.0.1:56951
1635507243650 mozrunner::runner INFO Running command: "/usr/bin/firefox" "--marionette" "-headless" "-no-remote" "-profile" "/tmp/rust_mozprofiledZ73BE"
*** You are running in headless mode.
1635507245951 Marionette INFO Listening on port 43901
1635507245981 Marionette WARN TLS certificate errors will be ignored for this session
1635507251244 Marionette INFO Stopped listening on port 43901
###!!! [Child][RunMessage] Error: Channel closing: too late to send/recv, messages will be lost
1635508194601 geckodriver INFO Listening on 127.0.0.1:38707
1635508194639 mozrunner::runner INFO Running command: "/usr/bin/firefox" "--marionette" "-headless" "-no-remote" "-profile" "/tmp/rust_mozprofilejQYiSC"
*** You are running in headless mode.
1635508196935 Marionette INFO Listening on port 35913
1635508196964 Marionette WARN TLS certificate errors will be ignored for this session
1635508201699 Marionette INFO Stopped listening on port 35913
1635508210512 geckodriver INFO Listening on 127.0.0.1:37659
1635508210548 mozrunner::runner INFO Running command: "/usr/bin/firefox" "--marionette" "-headless" "-no-remote" "-profile" "/tmp/rust_mozprofileqwWpPH"
*** You are running in headless mode.
1635508212934 Marionette INFO Listening on port 36489
1635508212968 Marionette WARN TLS certificate errors will be ignored for this session
1635508218102 Marionette INFO Stopped listening on port 36489
###!!! [Parent][RunMessage] Error: Channel closing: too late to send/recv, messages will be lost
1635508269738 geckodriver INFO Listening on 127.0.0.1:59137
1635508269775 mozrunner::runner INFO Running command: "/usr/bin/firefox" "--marionette" "-headless" "-no-remote" "-profile" "/tmp/rust_mozprofileUJPdpK"
*** You are running in headless mode.
1635508272038 Marionette INFO Listening on port 44371
1635508272089 Marionette WARN TLS certificate errors will be ignored for this session
1635508277395 Marionette INFO Stopped listening on port 44371
1635508316965 geckodriver INFO Listening on 127.0.0.1:45641
1635508317002 mozrunner::runner INFO Running command: "/usr/bin/firefox" "--marionette" "-headless" "-no-remote" "-profile" "/tmp/rust_mozprofileVKFbGm"
*** You are running in headless mode.
1635508319446 Marionette INFO Listening on port 41785
1635508319552 Marionette WARN TLS certificate errors will be ignored for this session
1635508323729 Marionette INFO Stopped listening on port 41785
1635508333761 geckodriver INFO Listening on 127.0.0.1:44081
1635508333797 mozrunner::runner INFO Running command: "/usr/bin/firefox" "--marionette" "-headless" "-no-remote" "-profile" "/tmp/rust_mozprofilefvsLle"
*** You are running in headless mode.
1635508336203 Marionette INFO Listening on port 38155
1635508336214 Marionette WARN TLS certificate errors will be ignored for this session
1635508341440 Marionette INFO Stopped listening on port 38155
1635508381960 geckodriver INFO Listening on 127.0.0.1:44407
1635508381992 mozrunner::runner INFO Running command: "/usr/bin/firefox" "--marionette" "-headless" "-no-remote" "-profile" "/tmp/rust_mozprofileA1timp"
*** You are running in headless mode.
1635508384330 Marionette INFO Listening on port 37793
1635508384409 Marionette WARN TLS certificate errors will be ignored for this session
1635508389210 Marionette INFO Stopped listening on port 37793
###!!! [Child][RunMessage] Error: Channel closing: too late to send/recv, messages will be lost
1635508513734 geckodriver INFO Listening on 127.0.0.1:57881
1635508513772 mozrunner::runner INFO Running command: "/usr/bin/firefox" "--marionette" "-headless" "-no-remote" "-profile" "/tmp/rust_mozprofilewuzleQ"
*** You are running in headless mode.
1635508516026 Marionette INFO Listening on port 39145
1635508516085 Marionette WARN TLS certificate errors will be ignored for this session
1635508521074 Marionette INFO Stopped listening on port 39145
###!!! [Parent][MessageChannel] Error: (msgtype=0xB000E,name=PBackgroundIDBDatabase::Msg_CloseAfterInvalidationComplete) Channel error: cannot send/recv
1635508576165 geckodriver INFO Listening on 127.0.0.1:60979
1635508576199 mozrunner::runner INFO Running command: "/usr/bin/firefox" "--marionette" "-headless" "-no-remote" "-profile" "/tmp/rust_mozprofileuXy5Qy"
*** You are running in headless mode.
1635508578504 Marionette INFO Listening on port 43841
1635508578513 Marionette WARN TLS certificate errors will be ignored for this session
1635508583559 Marionette INFO Stopped listening on port 43841
1635508824240 geckodriver INFO Listening on 127.0.0.1:40667
1635508824276 mozrunner::runner INFO Running command: "/usr/bin/firefox" "--marionette" "-headless" "-no-remote" "-profile" "/tmp/rust_mozprofileHhHTfH"
*** You are running in headless mode.
1635508826560 Marionette INFO Listening on port 43595
1635508826598 Marionette WARN TLS certificate errors will be ignored for this session
1635508831495 Marionette INFO Stopped listening on port 43595
1635508835035 geckodriver INFO Listening on 127.0.0.1:58963
1635508835073 mozrunner::runner INFO Running command: "/usr/bin/firefox" "--marionette" "-headless" "-no-remote" "-profile" "/tmp/rust_mozprofileDTBGJ5"
*** You are running in headless mode.
1635508837450 Marionette INFO Listening on port 35843
1635508837496 Marionette WARN TLS certificate errors will be ignored for this session
1635508842551 Marionette INFO Stopped listening on port 35843
1635508845091 geckodriver INFO Listening on 127.0.0.1:42219
1635508845124 mozrunner::runner INFO Running command: "/usr/bin/firefox" "--marionette" "-headless" "-no-remote" "-profile" "/tmp/rust_mozprofile5pqg5Z"
*** You are running in headless mode.
1635508847422 Marionette INFO Listening on port 36977
1635508847438 Marionette WARN TLS certificate errors will be ignored for this session
1635508852229 Marionette INFO Stopped listening on port 36977
1635508854771 geckodriver INFO Listening on 127.0.0.1:39097
1635508854811 mozrunner::runner INFO Running command: "/usr/bin/firefox" "--marionette" "-headless" "-no-remote" "-profile" "/tmp/rust_mozprofile9F1BAl"
*** You are running in headless mode.
1635508857154 Marionette INFO Listening on port 37615
1635508857226 Marionette WARN TLS certificate errors will be ignored for this session
1635508861833 Marionette INFO Stopped listening on port 37615
###!!! [Child][MessageChannel] Error: (msgtype=0x5B000D,name=PHttpChannel::Msg_DeletingChannel) Channel closing: too late to send/recv, messages will be lost
###!!! [Child][RunMessage] Error: Channel closing: too late to send/recv, messages will be lost
1635508865370 geckodriver INFO Listening on 127.0.0.1:43721
1635508865405 mozrunner::runner INFO Running command: "/usr/bin/firefox" "--marionette" "-headless" "-no-remote" "-profile" "/tmp/rust_mozprofileF3x927"
*** You are running in headless mode.
1635508867729 Marionette INFO Listening on port 37215
1635508867818 Marionette WARN TLS certificate errors will be ignored for this session
1635508872331 Marionette INFO Stopped listening on port 37215
1635508874858 geckodriver INFO Listening on 127.0.0.1:55121
1635508874893 mozrunner::runner INFO Running command: "/usr/bin/firefox" "--marionette" "-headless" "-no-remote" "-profile" "/tmp/rust_mozprofilenoYTHj"
*** You are running in headless mode.
1635508877157 Marionette INFO Listening on port 45913
1635508877214 Marionette WARN TLS certificate errors will be ignored for this session
1635508882406 Marionette INFO Stopped listening on port 45913
1635508950227 geckodriver INFO Listening on 127.0.0.1:41559
1635508950266 mozrunner::runner INFO Running command: "/usr/bin/firefox" "--marionette" "-headless" "-no-remote" "-profile" "/tmp/rust_mozprofilehZgL0f"
*** You are running in headless mode.
1635508952636 Marionette INFO Listening on port 44441
1635508952684 Marionette WARN TLS certificate errors will be ignored for this session
1635508957504 Marionette INFO Stopped listening on port 44441
1635508960047 geckodriver INFO Listening on 127.0.0.1:39121
1635508960086 mozrunner::runner INFO Running command: "/usr/bin/firefox" "--marionette" "-headless" "-no-remote" "-profile" "/tmp/rust_mozprofileApEeWb"
*** You are running in headless mode.
1635508962458 Marionette INFO Listening on port 34385
1635508962504 Marionette WARN TLS certificate errors will be ignored for this session
1635508967440 Marionette INFO Stopped listening on port 34385
1635508970198 geckodriver INFO Listening on 127.0.0.1:39629
1635508970234 mozrunner::runner INFO Running command: "/usr/bin/firefox" "--marionette" "-headless" "-no-remote" "-profile" "/tmp/rust_mozprofileJ3Mg5N"
*** You are running in headless mode.
1635508972761 Marionette INFO Listening on port 32925
1635508972850 Marionette WARN TLS certificate errors will be ignored for this session
1635508977684 Marionette INFO Stopped listening on port 32925
1635508980368 geckodriver INFO Listening on 127.0.0.1:36229
1635508980405 mozrunner::runner INFO Running command: "/usr/bin/firefox" "--marionette" "-headless" "-no-remote" "-profile" "/tmp/rust_mozprofileRvlzZJ"
*** You are running in headless mode.
1635508982814 Marionette INFO Listening on port 33487
1635508982843 Marionette WARN TLS certificate errors will be ignored for this session
1635508988008 Marionette INFO Stopped listening on port 33487
1635508991745 geckodriver INFO Listening on 127.0.0.1:50053
1635508991782 mozrunner::runner INFO Running command: "/usr/bin/firefox" "--marionette" "-headless" "-no-remote" "-profile" "/tmp/rust_mozprofileLr3qj6"
*** You are running in headless mode.
1635508994153 Marionette INFO Listening on port 36321
1635508994208 Marionette WARN TLS certificate errors will be ignored for this session
1635508999159 Marionette INFO Stopped listening on port 36321
1635509001834 geckodriver INFO Listening on 127.0.0.1:47903
1635509001870 mozrunner::runner INFO Running command: "/usr/bin/firefox" "--marionette" "-headless" "-no-remote" "-profile" "/tmp/rust_mozprofileKlmaqF"
*** You are running in headless mode.
1635509004375 Marionette INFO Listening on port 46225
1635509004408 Marionette WARN TLS certificate errors will be ignored for this session
1635509009431 Marionette INFO Stopped listening on port 46225
1635509060923 geckodriver INFO Listening on 127.0.0.1:42859
1635509060962 mozrunner::runner INFO Running command: "/usr/bin/firefox" "--marionette" "-headless" "-no-remote" "-profile" "/tmp/rust_mozprofile0dNgT5"
*** You are running in headless mode.
1635509063500 Marionette INFO Listening on port 32863
1635509063584 Marionette WARN TLS certificate errors will be ignored for this session
1635509068383 Marionette INFO Stopped listening on port 32863
1635509071050 geckodriver INFO Listening on 127.0.0.1:51071
1635509071084 mozrunner::runner INFO Running command: "/usr/bin/firefox" "--marionette" "-headless" "-no-remote" "-profile" "/tmp/rust_mozprofileSH8q84"
*** You are running in headless mode.
1635509073519 Marionette INFO Listening on port 42717
1635509073601 Marionette WARN TLS certificate errors will be ignored for this session
1635509078399 Marionette INFO Stopped listening on port 42717
###!!! [Child][RunMessage] Error: Channel closing: too late to send/recv, messages will be lost
###!!! [Parent][RunMessage] Error: Channel closing: too late to send/recv, messages will be lost
1635509081105 geckodriver INFO Listening on 127.0.0.1:38553
1635509081146 mozrunner::runner INFO Running command: "/usr/bin/firefox" "--marionette" "-headless" "-no-remote" "-profile" "/tmp/rust_mozprofileWvFiT0"
*** You are running in headless mode.
1635509083601 Marionette INFO Listening on port 40639
1635509083663 Marionette WARN TLS certificate errors will be ignored for this session
1635509088369 Marionette INFO Stopped listening on port 40639
###!!! [Child][RunMessage] Error: Channel closing: too late to send/recv, messages will be lost
1635509091066 geckodriver INFO Listening on 127.0.0.1:44373
1635509091104 mozrunner::runner INFO Running command: "/usr/bin/firefox" "--marionette" "-headless" "-no-remote" "-profile" "/tmp/rust_mozprofilegFONdk"
*** You are running in headless mode.
1635509093524 Marionette INFO Listening on port 46729
1635509093616 Marionette WARN TLS certificate errors will be ignored for this session
1635509099473 Marionette INFO Stopped listening on port 46729
1635509102017 geckodriver INFO Listening on 127.0.0.1:47865
1635509102052 mozrunner::runner INFO Running command: "/usr/bin/firefox" "--marionette" "-headless" "-no-remote" "-profile" "/tmp/rust_mozprofilewxwpxm"
*** You are running in headless mode.
1635509104618 Marionette INFO Listening on port 38219
1635509104666 Marionette WARN TLS certificate errors will be ignored for this session
1635509111211 Marionette INFO Stopped listening on port 38219
1635509114855 geckodriver INFO Listening on 127.0.0.1:58767
1635509114888 mozrunner::runner INFO Running command: "/usr/bin/firefox" "--marionette" "-headless" "-no-remote" "-profile" "/tmp/rust_mozprofilewj0zmW"
*** You are running in headless mode.
1635509117213 Marionette INFO Listening on port 40179
1635509117301 Marionette WARN TLS certificate errors will be ignored for this session
1635509121956 Marionette INFO Stopped listening on port 40179
1635510277269 geckodriver INFO Listening on 127.0.0.1:55417
1635510277316 mozrunner::runner INFO Running command: "/usr/bin/firefox" "--marionette" "-headless" "-no-remote" "-profile" "/tmp/rust_mozprofile50JxDU"
*** You are running in headless mode.
1635510279781 Marionette INFO Listening on port 39391
1635510279835 Marionette WARN TLS certificate errors will be ignored for this session
1635510286179 Marionette INFO Stopped listening on port 39391
1635510288739 geckodriver INFO Listening on 127.0.0.1:47681
1635510288779 mozrunner::runner INFO Running command: "/usr/bin/firefox" "--marionette" "-headless" "-no-remote" "-profile" "/tmp/rust_mozprofilerfXp7T"
*** You are running in headless mode.
1635510291216 Marionette INFO Listening on port 35551
1635510291294 Marionette WARN TLS certificate errors will be ignored for this session
1635510299623 Marionette INFO Stopped listening on port 35551
###!!! [Child][RunMessage] Error: Channel closing: too late to send/recv, messages will be lost
###!!! [Child][RunMessage] Error: Channel closing: too late to send/recv, messages will be lost
###!!! [Child][RunMessage] Error: Channel closing: too late to send/recv, messages will be lost
###!!! [Parent][RunMessage] Error: Channel closing: too late to send/recv, messages will be lost
1635510302200 geckodriver INFO Listening on 127.0.0.1:53717
1635510302254 mozrunner::runner INFO Running command: "/usr/bin/firefox" "--marionette" "-headless" "-no-remote" "-profile" "/tmp/rust_mozprofileVs5J8e"
*** You are running in headless mode.
1635510304545 Marionette INFO Listening on port 40031
1635510304574 Marionette WARN TLS certificate errors will be ignored for this session
1635510315513 Marionette INFO Stopped listening on port 40031
###!!! [Parent][MessageChannel] Error: (msgtype=0xB000E,name=PBackgroundIDBDatabase::Msg_CloseAfterInvalidationComplete) Channel error: cannot send/recv
1635510318078 geckodriver INFO Listening on 127.0.0.1:40967
1635510318117 mozrunner::runner INFO Running command: "/usr/bin/firefox" "--marionette" "-headless" "-no-remote" "-profile" "/tmp/rust_mozprofilenMAbYx"
*** You are running in headless mode.
1635510320470 Marionette INFO Listening on port 37451
1635510320541 Marionette WARN TLS certificate errors will be ignored for this session
1635510328102 Marionette INFO Stopped listening on port 37451
1635510438619 geckodriver INFO Listening on 127.0.0.1:49215
1635510438658 mozrunner::runner INFO Running command: "/usr/bin/firefox" "--marionette" "-headless" "-no-remote" "-profile" "/tmp/rust_mozprofileecqxEl"
*** You are running in headless mode.
1635510440906 Marionette INFO Listening on port 43367
1635510440977 Marionette WARN TLS certificate errors will be ignored for this session
1635510449064 Marionette INFO Stopped listening on port 43367
###!!! [Parent][RunMessage] Error: Channel closing: too late to send/recv, messages will be lost
1635511492388 geckodriver INFO Listening on 127.0.0.1:36531
1635511492427 mozrunner::runner INFO Running command: "/usr/bin/firefox" "--marionette" "-headless" "-no-remote" "-profile" "/tmp/rust_mozprofile7r9oLX"
*** You are running in headless mode.
1635511494853 Marionette INFO Listening on port 45235
1635511494942 Marionette WARN TLS certificate errors will be ignored for this session
1635511501321 Marionette INFO Stopped listening on port 45235
###!!! [Child][RunMessage] Error: Channel closing: too late to send/recv, messages will be lost
1635511524308 geckodriver INFO Listening on 127.0.0.1:47369
1635511524361 mozrunner::runner INFO Running command: "/usr/bin/firefox" "--marionette" "-headless" "-no-remote" "-profile" "/tmp/rust_mozprofilesHjJQi"
*** You are running in headless mode.
1635511526749 Marionette INFO Listening on port 35751
1635511526792 Marionette WARN TLS certificate errors will be ignored for this session
1635511532803 Marionette INFO Stopped listening on port 35751
###!!! [Child][MessageChannel] Error: (msgtype=0x6B0029,name=PNecko::Msg_RemoveRequestContext) Channel closing: too late to send/recv, messages will be lost
OpenSSH 8.2p1 Ubuntu 4ubuntu0.1
Apache httpd 2.4.41
Apache httpd
#!/usr/bin/env python3
# -*- coding: utf-8 -*-
# Ressources
# https://www.boxpiper.com/posts/google-dork-list-advisories-and-vulnerabilities
# https://www.scraperapi.com/?fp_ref=box-piper-app
from selenium import webdriver
from selenium.webdriver.firefox.firefox_binary import FirefoxBinary
from selenium.webdriver.common.proxy import Proxy, ProxyType
from selenium.webdriver.common.keys import Keys
from selenium.webdriver.firefox.options import Options
import time
from pprint import pprint
from selenium.webdriver.firefox.service import Service
import sys
options = Options()
options.headless = False
new_driver_path = '/opt/MyOwnPentestToolsByAGS/geckodriver'
new_binary_path = '/usr/bin/firefox'
options.binary_location = '/usr/bin/firefox'
serv = Service(new_driver_path)
myProxy = "xx.xx.xx.xx:xxxx"
proxy = Proxy({
'proxyType': ProxyType.MANUAL,
'httpProxy': myProxy,
'ftpProxy': myProxy,
'sslProxy': myProxy,
'noProxy': 'true' # set this value as desired
})
def make_google_request(browser, query, is_cookie_consent_clicked):
print("Query: " + query)
links=[]
browser.get('http://www.google.com')
# Consent cookies
while not is_cookie_consent_clicked:
print("cookie consent")
try:
browser.find_element_by_xpath('/html/body/div[2]/div[2]/div[3]/span/div/div/div/div[3]/button[2]/div').click()
is_cookie_consent_clicked = True
except:
is_cookie_consent_clicked = False
time.sleep(1)
# Do the research
search = browser.find_element_by_name('q')
search.send_keys(query)
search.send_keys(Keys.RETURN) # hit return after you enter search text
time.sleep(1)
# Detect Captcha
time.sleep(1)
is_captcha = True
while is_captcha:
print("detected captcha")
try:
browser.find_element_by_id('recaptcha')
is_captcha = True
except:
is_captcha = False
time.sleep(1)
print("passed captcha")
# Find all links
time.sleep(1)
elems = browser.find_elements_by_xpath("//a[@href]")
for elem in elems:
href = elem.get_attribute("href")
if '.google.com' not in href and '.googleusercontent' not in href and '.google.fr' not in href and 'javascript:void' not in href:
print(href)
links.append(href)
return links
if __name__ == "__main__":
q = sys.argv[1]
site = sys.argv[2]
binary = FirefoxBinary('/usr/bin/firefox')
browser = webdriver.Firefox(service=serv, proxy=proxy, options=options)
# Classical request
#make_google_request(browser=browser, is_cookie_consent_clicked=False, query=q)
# Site indexed url
#make_google_request(browser=browser, is_cookie_consent_clicked=True, query="site:"+site+" " + q)
# site + inurl
#make_google_request(browser=browser, is_cookie_consent_clicked=True, query="inurl:" + q + " site:" + site)
# site inurl:login
#make_google_request(browser=browser, is_cookie_consent_clicked=True, query="inurl:login" + " site:" + site)
# site inurl:admin
#make_google_request(browser=browser, is_cookie_consent_clicked=True, query="inurl:admin" + " site:" + site)
# site inurl:signin
#make_google_request(browser=browser, is_cookie_consent_clicked=True, query="inurl:signin" + " site:" + site)
# Search for CMS or admin tool
## PHPMYADMIN
### InURL
#make_google_request(browser=browser, is_cookie_consent_clicked=True, query="inurl:phpMyAdmin" + " site:" + site)
### Intext
#make_google_request(browser=browser, is_cookie_consent_clicked=True, query="intext:phpMyAdmin" + " site:" + site)
# Search for Wordpress
#make_google_request(browser=browser, is_cookie_consent_clicked=True, query="intext:wp-admin" + " site:" + site)
# Search for Drupal
#make_google_request(browser=browser, is_cookie_consent_clicked=True, query="inurl:/user/register " + "Powered by Drupal" + " site:" + site)
#make_google_request(browser=browser, is_cookie_consent_clicked=True, query="inurl:/user/register?element_parents=account/mail " + "Powered by Drupal" + " site:" + site)
#make_google_request(browser=browser, is_cookie_consent_clicked=True, query="inurl:drupal_ajax " + " site:" + site)
# Joomla
#make_google_request(browser=browser, is_cookie_consent_clicked=True, query="intitle:'Joomla – Web Installer'" + " site:" + site)
#make_google_request(browser=browser, is_cookie_consent_clicked=True, query="intitle:'Index of /' 'joomla_update.php'" + " site:" + site)
#make_google_request(browser=browser, is_cookie_consent_clicked=True, query="Consola de Joomla! Debug inurl:index.php" + " site:" + site)
#make_google_request(browser=browser, is_cookie_consent_clicked=True, query="Joomla! Administration Login inurl:/index.php" + " site:" + site)
#make_google_request(browser=browser, is_cookie_consent_clicked=True, query="powered by joomla 3.2 OR powered by joomla 3.3 OR powered by joomla 3.4" + " site:" + site)
#make_google_request(browser=browser, is_cookie_consent_clicked=True, query="inurl:~~joomla3.txt filetype:txt" + " site:" + site)
#make_google_request(browser=browser, is_cookie_consent_clicked=True, query="intext:'~~Joomla1.txt' title:'Index of /'" + " site:" + site)
#make_google_request(browser=browser, is_cookie_consent_clicked=True, query="inurl:'index.php?option=com_bookjoomlas'" + " site:" + site)
#make_google_request(browser=browser, is_cookie_consent_clicked=True, query="index2.php?option=com_joomlaboard" + " site:" + site)
#make_google_request(browser=browser, is_cookie_consent_clicked=True, query="com_ijoomla_rss" + " site:" + site)
#make_google_request(browser=browser, is_cookie_consent_clicked=True, query="inurl:index.php?option=com_joomlaconnect_be" + " site:" + site)
#make_google_request(browser=browser, is_cookie_consent_clicked=True, query="inurl:'com_ijoomla_archive'" + " site:" + site)
#make_google_request(browser=browser, is_cookie_consent_clicked=True, query="inurl:com_joomradio" + " site:" + site)
#make_google_request(browser=browser, is_cookie_consent_clicked=True, query="inurl:'com_joomlaradiov5'" + " site:" + site)
#make_google_request(browser=browser, is_cookie_consent_clicked=True, query="'com_joomlaflashfun'" + " site:" + site)
#make_google_request(browser=browser, is_cookie_consent_clicked=True, query="'com_joom12pic'" + " site:" + site)
#make_google_request(browser=browser, is_cookie_consent_clicked=True, query="inurl:index.php?option=com_joomradio" + " site:" + site)
#make_google_request(browser=browser, is_cookie_consent_clicked=True, query="inurl:com_joomladate" + " site:" + site)
#make_google_request(browser=browser, is_cookie_consent_clicked=True, query="'index.php?option=com_news_portal' or 'Powered by iJoomla News Portal'" + " site:" + site)
#make_google_request(browser=browser, is_cookie_consent_clicked=True, query="Joomla Component com_eportfolio Upload Vulnerability" + " site:" + site)
#make_google_request(browser=browser, is_cookie_consent_clicked=True, query="intitle:'Joomla - Web Installer'" + " site:" + site)
# WooCommerce
make_google_request(browser=browser, is_cookie_consent_clicked=False, query="inurl:wp-content/plugins/woocommerce" + " site:" + site)
# Wix
make_google_request(browser=browser, is_cookie_consent_clicked=True, query="Proudly created with Wix.com" + " site:" + site)
# BigCommerce
# Shopify
make_google_request(browser=browser, is_cookie_consent_clicked=True, query="powered by Shopify" + " site:" + site)
make_google_request(browser=browser, is_cookie_consent_clicked=True, query="site:*.myshopify.com" + q)
# Ghost
# Magento
make_google_request(browser=browser, is_cookie_consent_clicked=True, query='intitle:"index of" AND inurl:magento AND inurl:/dev' + " site:" +site)
make_google_request(browser=browser, is_cookie_consent_clicked=True, query='"Log in" "Magento is a trademark of Magento Inc."' + " site:" +site)
# Textpattern
make_google_request(browser=browser, is_cookie_consent_clicked=True, query='inurl:textpattern/index.php' + " site:" +site)
# Blogger
make_google_request(browser=browser, is_cookie_consent_clicked=True, query='"ParsBlogger ? 2006. All rights reserved"' + " site:" +site)
make_google_request(browser=browser, is_cookie_consent_clicked=True, query='"Powered by ParsBlogger"' + " site:" +site)
# Bitrix24
# TYPO3
# Search for sensitive documents
## PDF
#make_google_request(browser=browser, is_cookie_consent_clicked=True, query="filetype:pdf" + " site:" + site)
## Docx
#make_google_request(browser=browser, is_cookie_consent_clicked=True, query="filetype:docx" + " site:" + site)
## TXT
#make_google_request(browser=browser, is_cookie_consent_clicked=True, query="filetype:txt" + " site:" + site)
## DB Conf
#make_google_request(browser=browser, is_cookie_consent_clicked=True, query="filetype:yml " + " config/parameters.yml " + " database_password " + " site:" + site )
## DB dump
#make_google_request(browser=browser, is_cookie_consent_clicked=True, query="filetype:sql" + " site:" + site)
#make_google_request(browser=browser, is_cookie_consent_clicked=True, query="filetype:tar.gz" + " site:" + site)
## Pasting board
make_google_request(browser=browser, is_cookie_consent_clicked=True, query='intext:"password" | "passwd" | "pwd" site:ghostbin.com ' + '"' + site +'"')
make_google_request(browser=browser, is_cookie_consent_clicked=True, query='intext:"password" | "passwd" | "pwd" site:pastebin.com ' + '"' + site +'"')
#Email finder
# Make a request on the email address on the domain of target
#make_google_request(browser=browser, is_cookie_consent_clicked=True, query="intext:@ "+ site)
## Linkedin
#make_google_request(browser=browser, is_cookie_consent_clicked=True, query="intext:@gmail.com" +" site:" + "linkedin.com " + q)
#make_google_request(browser=browser, is_cookie_consent_clicked=True, query="intext:@protonmail.com" +" site:" + "linkedin.com " + q)
#make_google_request(browser=browser, is_cookie_consent_clicked=True, query="intext:@outlook.com" +" site:" + "linkedin.com " + q)
##Glassdoor
#make_google_request(browser=browser, is_cookie_consent_clicked=True, query="intext:@gmail.com" +" site:" + "glassdor.com " + q)
#make_google_request(browser=browser, is_cookie_consent_clicked=True, query="intext:@protonmail.com" +" site:" + "glassdor.com " + q)
#make_google_request(browser=browser, is_cookie_consent_clicked=True, query="intext:@outlook.com" +" site:" + "glassdor.com " + q)
## Facebook
#make_google_request(browser=browser, is_cookie_consent_clicked=True, query="intext:@gmail.com" +" site:" + "facebook.com " + q)
#make_google_request(browser=browser, is_cookie_consent_clicked=True, query="intext:@protonmail.com" +" site:" + "facebook.com " + q)
#make_google_request(browser=browser, is_cookie_consent_clicked=True, query="intext:@outlook.com" +" site:" + "facebook.com " + q)
## Twitter
#make_google_request(browser=browser, is_cookie_consent_clicked=True, query="intext:@gmail.com" +" site:" + "twitter.com " + q)
#make_google_request(browser=browser, is_cookie_consent_clicked=True, query="intext:@protonmail.com" +" site:" + "twitter.com " + q)
#make_google_request(browser=browser, is_cookie_consent_clicked=True, query="intext:@outlook.com" +" site:" + "twitter.com " + q)
browser.quit()
\ No newline at end of file
import requests
from Site import Site
from pprint import pprint
import requests
from bs4 import BeautifulSoup
from tld import get_tld
class Crawler:
to_visit = []
visited = []
url = ''
def __init__(self, url):
self.url = url
self.to_visit.append(url)
def download_page(self):
r = requests.get(self.to_visit.pop())
if r.status_code == 200:
return r
def resume(self):
print("Site url: " + self.s.get_url())
print("Site size: " + str(len(self.s.get_pages())))
for p in self.s.get_pages():
print(p.page_resume())
def extract_links(self, page):
links = []
soup = BeautifulSoup(page.text, 'html.parser')
for link in soup.find_all('a'):
links.append(link.get('href'))
return links
def remove_anchor_link_reconstruction(self, url_list):
links = []
for i in url_list:
if not i.startswith("#"):
links.append(i)
return links
def transform_relative_links_into_absolute(self, url_list):
links=[]
for i in url_list:
if not i.startswith('http'):
links.append(self.url + i)
return links
def remove_out_of_scope_url(self, url_list):
links=[]
for i in url_list:
if get_tld(self.url) in i:
links.append(i)
return links
class Form:
id = ""
status_visited ="N"
status_code=""
redirect_to=""
length=0
\ No newline at end of file
# from Form import Form
class Page:
url=""
status_visited ="N"
status_code=""
redirect_to=""
length=0
def __init__(self, URL, size):
self.url=URL
self.status_visited ="N"
self.status_code=""
self.redirect_to=""
self.length=size/1000
def get_URL(self):
return self.url
def get_Status_visited(self):
return self.status_visited
def get_status_code(self):
return self.status_code
def get_redirected_to(self):
return self.redirect_to
def get_length(self):
return self.length
def page_resume(self):
msg = "Page url: " + self.url
msg += "\t length = " + str(self.length) + " KB"
return msg
\ No newline at end of file
from Page import Page
from tld import get_tld
class Site:
url=""
TLD=""
pages=[]
def __init__(self, URL):
self.url = URL
self.TLD = get_tld(URL)
def get_url(self):
return self.url
def get_TLD(self):
return self.TLD
def get_sub_and_primary_domain(self):
return self.url.split("//")[-1] + self.url.split("/")[0]
def get_pages(self):
return self.pages
def add_page(self, url, size):
p = Page(url, size)
if not (self.is_page_exist(url)):
self.pages.append(p)
def is_page_exist(self, url):
for p in self.pages: