extract stadistical data from inegi in python

main.py
import requests
from bs4 import BeautifulSoup
import pandas as pd

# URL of the population data from INEGI
url = "https://www.inegi.org.mx/app/tabulados/default.aspx?nc=est&pf=proy&ef=05&type=div&anio=2021&bas=1"

# Send a GET request to the webpage
reqs = requests.get(url)

# Extract the content of the page
soup = BeautifulSoup(reqs.content, 'html.parser')

# Extract the table from the page
table = soup.find_all('table')[0]

# Convert the table into a pandas dataframe
df = pd.read_html(str(table))[0]

# Clean and manipulate the data
df = df.iloc[2:]    # Remove unnecessary rows
df = df[:-2]        # Remove unnecessary rows
df = df.drop([1, 3], axis=1)     # Drop unnecessary columns
df.columns = ['State', 'Population']      # Rename columns
df['Population'] = df['Population'].str.replace(",", "").astype(int)     # Remove commas and convert to int

# Analyze the data
total_population = df['Population'].sum()
average_population = df['Population'].mean()
966 chars
30 lines