#!/user/bin/python3
import pickle
from selenium import webdriver
import time
from selenium.webdriver.firefox.options import Options as FirefoxOptions
#!/user/bin/python3
import pickle
from selenium import webdriver
import time
from selenium.webdriver.firefox.options import Options as FirefoxOptions
import mysql.connector
def update_time(url):
  mydb = mysql.connector.connect(
  host="localhost",
  user="root",
  password="Sameerrao2SS",
  database="fb"
)
  mycursor = mydb.cursor()
  sql = "UPDATE url SET time=%s WHERE url=%s"
  val =(time.time(),url)
  mycursor.execute(sql,val)
  mydb.commit()

def my_function(urlss):
  options = FirefoxOptions()
 # options.add_argument('--blink-settings=imagesEnabled=true')
  options.add_argument("--headless")
  driver = webdriver.Firefox(options=options)
  driver.set_page_load_timeout(35)
  print("started...")
  driver.get("https://www.facebook.com")
  cookies = pickle.load(open("/var/www/html/cat/cookies.pkl", "rb"))
  for cookie in cookies:
    driver.add_cookie(cookie)
  print(driver.title)


  driver.get(urlss)
  print(driver.title)
  ss = driver.page_source
  with open('/var/www/html/cat/news.html', 'w',encoding='utf-8') as f:
    f.write(ss)
  mydb = mysql.connector.connect(
  host="localhost",
  user="root",
  password="Sameerrao2SS",
  database="fb"
)
  sql = "INSERT IGNORE INTO graph (cdn,times) VALUES (%s,%s)"
  mycursor = mydb.cursor()
  sss = ss.split('https:')
  for ssss in sss:
   url = ssss.split('"')
   for url in url:
    if "rsrc.php" in url:
     if ".js" in url:
      url = url.split('?')
      url = url[0].replace("\/","/")
      url = "https:"+url
      print(url)
    
      val = (url,time.time())
      mycursor.execute(sql, val)
      mydb.commit()
  print("done!! starting next.....")
  driver.close()
  driver.quit()
  update_time(urlss)

mydb = mysql.connector.connect(
  host="localhost",
  user="root",
  password="Sameerrao2SS",
  database="fb"
)
mycursor = mydb.cursor()


sql = "SELECT * FROM url"
mycursor.execute(sql)

myresult = mycursor.fetchall()


fruits = ['https://www.facebook.com/me']
for x in fruits:
 my_function(x)