import requests from bs4 import BeautifulSoup headers = { "accept" : "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9" , "user-agent" : "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/92.0.4515.131 Safari/537.36" } resp = requests . get ( url = 'https://forum.arizona-rp.com/threads/2985934/' , headers = headers ) soup = BeautifulSoup ( resp . content , 'html.parser' ) links = soup . find_all ( 'a' ) print ( links )