from selenium import webdriver
from selenium.webdriver.chrome.service import Service
from selenium.webdriver.common.by import By
from webdriver_manager.chrome import ChromeDriverManager

driver = webdriver.Chrome(service=Service(ChromeDriverManager().install()))

positiveGrades = ["good","positive","clean","renewable","sustainable","friendly","efficient","green","innovation","effective","cheap","advancement","progress","help","benefit","advantage","promising","breakthrough","success","reliable","improvement"]
negativeGrades = ["negative","expensive","inefficient","unreliable","intermittent","cost","installation cost","maintenance cost","instability","storage","challenge","land use","drawback","obstacle","limitation","setback","fail","concern","issue","risk","problem"]


def gradePage(link):
    grade = 0
    driver.get(link)
    page_source = driver.page_source
    for pw in positiveGrades:
        occurrences = page_source.lower().count(pw)
        grade += occurrences
    
    for nw in negativeGrades:
        occurrences = page_source.lower().count(nw)
        grade -= occurrences
        #if(occurrences != 0): print(nw)
    return (grade)

positive = 0
total = 0
with open('souplinks.txt', 'r') as file:
    # Read the file line by line
    for line in file:
        p = gradePage(line)
        print(p, line)
        if(p>0): positive +=1
        total+=1

print("positive rate: ",positive/total)

driver.quit()