python mysql fetch rows as generator

mysql_rows_generator.py

import mysql.connector

def fetch_rows_as_generator(query, chunk_size=100):
    connection = mysql.connector.connect(
        host='localhost',
        user='your_username',
        password='your_password',
        database='your_database'
    )

    cursor = connection.cursor()
    cursor.execute(query)

    while True:
        rows = cursor.fetchmany(chunk_size)
        if not rows:
            break
        for row in rows:
            yield row

    cursor.close()
    connection.close()

# Define your query
query = "SELECT id, column1, column2 FROM my_table"  # Adjust the query as needed

# Use the generator to fetch and process rows
for row in fetch_rows_as_generator(query):
    print(row)  # Process each row