CORE

import time
import bs4
import re
from selenium import webdriver
from bs4 import BeautifulSoup as soup
driver = webdriver.Firefox()
url="https://core.ac.uk/search?q="
#b="web%20scrape"
b1=input("enter text \n")
b2=b1.replace(" ","%20")
#print(b2)
print("\n\n")
url=url+b2
driver.get(url)
time.sleep(2)
refs=driver.page_source
pagesoup=soup(refs,"html.parser")
#containers=pagesoup.findAll("div",{"class":'main-section'})
containers=pagesoup.findAll("a",{"href":re.compile('/display/.*')})
#print(containers[0].a['href'])

i=0
u="https://core.ac.uk"
for container in containers :

    if(len(container.text)>20):
        i=i+1

       # print(i)
        if(i%2!=0):

           driver.get(u + container['href'])
           refs=driver.page_source
           s=soup(refs,"html.parser")
           c=s.find("p",{"class":"abstract"})
           print(c.text)
        print("\n")

driver.close()