<commit_before>
  len(df)  df.head()  df.tail()         series + value      series1 + series2
  df['column']  -or-  df.column         series.notnull()    series.isnull()

  df[df.c == value]                     df.sort('column')
  df[(df.c > value) & (df.d < value)]   df.sort(['column1', 'column2'])
  df[(df.c < value) | (df.d > value)]   series.order()

2 df[['column1', 'column2']]            series.str.len(), contains, startswith
  df.plot(x='a', y='b', kind='bar')     series.plot(kind='bar')

3 df.set_index('a').sort_index()        series.sort_index()
  df.set_index(['a', 'b']).sort_index() series.size() .min() .max() .mean()
  df.groupby('column')                  series.agg(['min', 'max'])
  df.groupby(['column1', 'column2'])  5 series.dt.year .month .day .dayofweek

4 df.unstack()                        5 df.join(df_with_index, ['a', 'b'])
  df.stack()                            df.merge(df2, how='outer', ...)
                                        df.interpolate()
6 df.rename({'a': 'y', 'b': 'z'})       series.interpolate()<commit_msg>Further tweaks to main slide<commit_after>
  len(df)  df.head()  df.tail()         series + value      series1 + series2
  df['column']  -or-  df.column         series.notnull()    series.isnull()

  df[df.c == value]                     df.sort('column')
  df[(df.c > value) & (df.d < value)]   df.sort(['column1', 'column2'])
  df[(df.c < value) | (df.d > value)]   series.order()

2 df[['column1', 'column2']]            series.str.len(), contains, startswith
  df.plot(x='a', y='b', kind='bar')     series.plot(kind='bar')

3 df.set_index('a').sort_index()        df.loc['value'] -or- df.loc[('v','u')]
  df.set_index(['a', 'b']).sort_index() series.sort_index()
  df.groupby('column')                  .size() .mean() .min() .max()
  df.groupby(['column1', 'column2'])    .agg(['min', 'max'])

4 df.unstack()                        5 series.dt.year, month, day, dayofweek
  df.stack()                            df.join(df_with_index, ['a', 'b'])
6 df.rename({'a': 'y', 'b': 'z'})       df.merge(df2, how='outer', ...)
  df.fillna(method='...')               df.interpolate() series.interpolate()
{'fraction_non_alphanumeric': 0.2175925925925926, 'fraction_numerical': 0.013425925925925926, 'mean_word_length': 2.2301943198804186, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 1, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6360231', 'n_tokens_mistral': 771, 'n_tokens_neox': 760, 'n_words': 150}