Cols = list(df.columns)
for i, item in enumerate(df.columns):
    if item in df.columns[:i]:
        Cols[i] = 'toDROP'
df.columns = Cols
df = df.drop('toDROP', 1)
python pandas remove duplicate columns