Convert all excel in ./ to csv

gistfile1.py

from os import listdir
import pandas as pd

for f in listdir():
  if f.endswith('xlsx'):
      df = pd.DataFrame(pd.read_excel(f))
      csv_f = f[:-4:] + 'csv'
      df.to_csv(csv_f, index=None, header=True)
      continue


# this one is to combine all csv into one and drop duplicates, writes one single csv as combined.csv in ./
all_dataframes = []
for f in listdir():
    if f.endswith('csv'):
        df = pd.read_csv(f)
        all_dataframes.append(df)

combined_df = pd.concat(all_dataframes).drop_duplicates()
combined_df.to_csv('combined.csv', index=None, header=True)