Resolved: Scraping data off Morningstar – Portfolio Screen

import requests
from selenium import webdriver
import pandas as pd
link = 'https://api-global.morningstar.com/sal-service/v1/fund/portfolio/holding/v2/F00000MUR2/data'

headers = {
    'apikey': 'lstzFDEOhfFNMLikKa0am9mgEKLBl49T',
    'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko)               Chrome/100.0.4896.127 Safari/537.36'
}

payload = {
    'premiumNum': '1000',
    'freeNum': '1000',
    'languageId': 'en',
    'locale': 'en',
    'clientId': 'MDC',
    #'benchmarkId': 'mstarorcat',
    'benchmarkId': 'category',
    'component': 'sal-components-mip-holdings',
    'version': '3.59.1'
}

with requests.Session() as s:
    s.headers.update(headers)
    resp = s.get(link,params=payload)
    container = resp.json()

from selenium import webdriver
from selenium.webdriver.chrome.service import Service
from webdriver_manager.chrome import ChromeDriverManager
from time import sleep
import pandas as pd


url = 'https://www.morningstar.com/funds/xnas/gibix/portfolio'

options = webdriver.ChromeOptions()
options.add_argument('--headless=new')

with webdriver.Chrome(service=Service(ChromeDriverManager().install()),
                      options=options) as driver:
    driver.get(url)
    sleep(10)
    html = driver.page_source

tables = pd.read_html(html) #this will require lxml module