ests-errors.py

import asyncio
import aiohttp
import csv
import resource
from bs4 import BeautifulSoup

async def fetch_error_message(code, session):
    try:
        async with session.get('https://login.microsoftonline.com/error', params={'code': code}, timeout=10) as response:
            response.raise_for_status()
            text = await response.text()
            soup = BeautifulSoup(text, 'html.parser')
            message_tag = soup.find('td', string='Message')
            remediation_tag = soup.find('td', string='Remediation')

            message = message_tag.find_next_sibling('td').text.strip() if message_tag else None
            remediation = remediation_tag.find_next_sibling('td').text.strip() if remediation_tag else None

            if message:
                return code, message, remediation
            return None
    except Exception as e:
        print(f"Error processing code {code}: {e}")
        return None

async def main():
    ERROR_CODE_RANGE = range(0, 10000000)
    OUTPUT_FILENAME = 'ests-errors.csv'
    BATCH_SIZE = 1000  # Adjust this value based on your available memory

    async with aiohttp.TCPConnector(limit_per_host=50) as connector, aiohttp.ClientSession(connector=connector) as session:
        with open(OUTPUT_FILENAME, mode='w', newline='') as file:
          writer = csv.writer(file)
          writer.writerow(['Code', 'Message', 'Remediation'])
          for i in range(0, len(ERROR_CODE_RANGE), BATCH_SIZE):
              results = []
              batch = ERROR_CODE_RANGE[i:i + BATCH_SIZE]
              tasks = [fetch_error_message(code, session) for code in batch]
              for result in await asyncio.gather(*tasks):
                  if result:
                      error_code, message, remediation = result
                      results.append((error_code, message, remediation))
              # Sort the results by error code
              results.sort(key=lambda x: x[0])
              writer.writerows(results)

if __name__ == '__main__':
    # 7GB RAM limit to avoid runner OOM
    resource.setrlimit(resource.RLIMIT_AS, (7*pow(1000, 3), 7*pow(1000, 3)))
    asyncio.run(main())