import requests
from bs4 import BeautifulSoup
import time
import schedule
 
 
def access():
    url = 'https://f...content-available-to-author-only...e.com/c/marketplace/sales-ads/'
    try:
        r = requests.get(url)
        r.raise_for_status()
        open('sales-ads.html', 'wb').write(r.content)
    except requests.exceptions.HTTPError as err:
        print(err)
 
 
def extraction():
    with open('sales-ads.html') as file:
        src = file.read()
        soup = BeautifulSoup(src, 'lxml')
    with open('topics.txt', 'w') as f:
        topic_names = soup.find_all('a', class_='title raw-link raw-topic-link')
        for item in topic_names:
            item_text = item.text
            item_url = item.get('href')
            print(f"{item_text}: {item_url}", file=f)
 
 
schedule.every(5).seconds.do(access)
schedule.every(5).seconds.do(extraction)
 
while True:
    schedule.run_pending()
    time.sleep(1)
 

aW1wb3J0IHJlcXVlc3RzCmZyb20gYnM0IGltcG9ydCBCZWF1dGlmdWxTb3VwCmltcG9ydCB0aW1lCmltcG9ydCBzY2hlZHVsZQoKCmRlZiBhY2Nlc3MoKToKICAgIHVybCA9ICdodHRwczovL2YuLi5jb250ZW50LWF2YWlsYWJsZS10by1hdXRob3Itb25seS4uLmUuY29tL2MvbWFya2V0cGxhY2Uvc2FsZXMtYWRzLycKICAgIHRyeToKICAgICAgICByID0gcmVxdWVzdHMuZ2V0KHVybCkKICAgICAgICByLnJhaXNlX2Zvcl9zdGF0dXMoKQogICAgICAgIG9wZW4oJ3NhbGVzLWFkcy5odG1sJywgJ3diJykud3JpdGUoci5jb250ZW50KQogICAgZXhjZXB0IHJlcXVlc3RzLmV4Y2VwdGlvbnMuSFRUUEVycm9yIGFzIGVycjoKICAgICAgICBwcmludChlcnIpCgoKZGVmIGV4dHJhY3Rpb24oKToKICAgIHdpdGggb3Blbignc2FsZXMtYWRzLmh0bWwnKSBhcyBmaWxlOgogICAgICAgIHNyYyA9IGZpbGUucmVhZCgpCiAgICAgICAgc291cCA9IEJlYXV0aWZ1bFNvdXAoc3JjLCAnbHhtbCcpCiAgICB3aXRoIG9wZW4oJ3RvcGljcy50eHQnLCAndycpIGFzIGY6CiAgICAgICAgdG9waWNfbmFtZXMgPSBzb3VwLmZpbmRfYWxsKCdhJywgY2xhc3NfPSd0aXRsZSByYXctbGluayByYXctdG9waWMtbGluaycpCiAgICAgICAgZm9yIGl0ZW0gaW4gdG9waWNfbmFtZXM6CiAgICAgICAgICAgIGl0ZW1fdGV4dCA9IGl0ZW0udGV4dAogICAgICAgICAgICBpdGVtX3VybCA9IGl0ZW0uZ2V0KCdocmVmJykKICAgICAgICAgICAgcHJpbnQoZiJ7aXRlbV90ZXh0fToge2l0ZW1fdXJsfSIsIGZpbGU9ZikKCgpzY2hlZHVsZS5ldmVyeSg1KS5zZWNvbmRzLmRvKGFjY2VzcykKc2NoZWR1bGUuZXZlcnkoNSkuc2Vjb25kcy5kbyhleHRyYWN0aW9uKQoKd2hpbGUgVHJ1ZToKICAgIHNjaGVkdWxlLnJ1bl9wZW5kaW5nKCkKICAgIHRpbWUuc2xlZXAoMSkK