<commit_before>AAF;;;M;Aaf;;aaf;;;
AIFF;;;M;Riff;Apple/SGI;aiff aifc aif;audio/x-aiff;;
AMV;;;M;Riff;Chinese hack of AVI;amv;;http://en.wikipedia.org/wiki/AMV_video_format;
AVI;;;M;Riff;Audio Video Interleave;avi;video/vnd.avi;;
BDAV;;;M;Bdav;Blu-ray Video;m2ts mts ssif;;;
Blu-ray Clip info;;;M;Bdmv;;clpi;;;
Blu-ray Index;;;M;Bdmv;;bdmv bdm;;;
Blu-ray Movie object;;;M;Bdmv;;bdmv bdm;;;
Blu-ray Playlist;;;M;Bdmv;;mpls;;;
CDDA;;;M;Riff;;cda;;;
CDXA;;;M;Cdxa;;dat;;;
DASH MPD;;;M;DashMpd;;mpd;application/dash+xml;;Lossy
DV;;;M;DvdDif;;dv dif;video/DV;;Lossy
DivX;;;M;Riff;Hack of AVI;divx;video/vnd.avi;http://www.divx.com;
DPG;;;M;Dpg;Nintendo DS;dpg;;;
DVD Video;;;M;Dvdv;;ifo;;;
Flash Video;;;M;Flv;;flv;video/x-flv;http://www.macromedia.com/go/getflashplayer;
GXF;;;M;Gxf;SMPTE 360M;gxf;;;
HDS F4M;Flash Media Manifest;;M;HdsF4m;;f4m;
HLS;;;M;Hls;;m3u8;;
Google Video;;;M;Riff;Hack of AVI;gvi;;http://video.google.com/playerdownload.html;
ISM;Internet Streaming Media;;M;Ism;;ism;;;
IVF;;;M;Ivf;;ivf;;;
LXF;;;M;Lxf;;lxf;video/lxf;;
Matroska;;;M;Mk;;mkv mk3d mka mks;;https://matroska.org/downloads/windows.html;
MPEG-PS;;;M;MpegPs;;mpeg mpg m2p vob vro pss evo;video/MP2P;;
MPEG-TS;;;M;MpegTs;;ts m2t m2s m4t m4s tmf ts tp trp ty;video/MP2T;;
MPEG-4;;;M;Mpeg4;;mov mp4 m4v m4a m4b m4p 3ga 3gpa 3gpp 3gp 3gpp2 3g2 k3g jpm jpx mqv ismv isma ismt f4a f4b f4v;video/mp4;;
MTV;;;M;Other;Chinese hack of MPEG-1 layer 3;mtv;;http://en.wikipedia.org/wiki/Chinese_MP4/MTV_Player;
MXF;;;M;Mxf;;mxf;application/mxf;;
NSV;;;M;Nsv;Nullsoft Streaming Video;nsv;;http://winamp.com;
NUT;;;M;Nut;;nut;;
Ogg;;;M;Ogg;;oga ogg ogm ogv ogx opus spx;;https://en.wikipedia.org/wiki/Ogg;
PMP;;;M;Pmp;Playstation Portable;pmp;;;
PTX;;;M;Ptx;;ptx;;;
QuickTime;;;M;Mpeg4;Original Apple specifications;mov qt;video/quicktime;http://www.apple.com/quicktime/download/standalone.html;
RealMedia;;;M;Rm;;rm rmvb ra;application/vnd.rn-realmedia;;
RIFF-MMP;;;M;Riff;RIFF Multimedia Movie;;;;
ShockWave;;;M;Swf;;swf;application/x-shockwave;http://www.macromedia.com/go/getflashplayer;
SKM;;;M;Skm;Sky Korean Mobilephone;skm;;http://www.isky.co.kr/html/cs/download.jsp;
WebM;;;M;Mkv;;webm;video/webm;http://www.webmproject.org/;
Windows Media;;;M;Wm;;asf wmv wma;video/x-ms-wmv;;
WTV;;;M;Wtv;;wtv;;;
AV1;;;V;Av1;AOMedia Video 1;;;http://aomedia.org/
AVC;;;V;Avc;Advanced Video Codec;avc h264 264;video/H264;http://developers.videolan.org/x264.html<commit_msg>Update Format.csv<commit_after>AAF;;;M;Aaf;;aaf;;;
AIFF;;;M;Riff;Apple/SGI;aiff aifc aif;audio/x-aiff;;
AMV;;;M;Riff;Chinese hack of AVI;amv;;http://en.wikipedia.org/wiki/AMV_video_format;
AVI;;;M;Riff;Audio Video Interleave;avi;video/vnd.avi;;
BDAV;;;M;Bdav;Blu-ray Video;m2ts mts ssif;;;
Blu-ray Clip info;;;M;Bdmv;;clpi;;;
Blu-ray Index;;;M;Bdmv;;bdmv bdm;;;
Blu-ray Movie object;;;M;Bdmv;;bdmv bdm;;;
Blu-ray Playlist;;;M;Bdmv;;mpls;;;
CDDA;;;M;Riff;;cda;;;
CDXA;;;M;Cdxa;;dat;;;
DASH MPD;;;M;DashMpd;;mpd;application/dash+xml;;Lossy
DV;;;M;DvdDif;;dv dif;video/DV;;Lossy
DivX;;;M;Riff;Hack of AVI;divx;video/vnd.avi;http://www.divx.com;
DPG;;;M;Dpg;Nintendo DS;dpg;;;
DVD Video;;;M;Dvdv;;ifo;;;
Flash Video;;;M;Flv;;flv;video/x-flv;http://www.macromedia.com/go/getflashplayer;
GXF;;;M;Gxf;SMPTE 360M;gxf;;;
HDS F4M;Flash Media Manifest;;M;HdsF4m;;f4m;
HLS;;;M;Hls;;m3u8;;
Google Video;;;M;Riff;Hack of AVI;gvi;;http://video.google.com/playerdownload.html;
ISM;Internet Streaming Media;;M;Ism;;ism;;;
IVF;;;M;Ivf;;ivf;;;
LXF;;;M;Lxf;;lxf;video/lxf;;
Matroska;;;M;Mk;;mkv mk3d mka mks;;https://matroska.org/downloads/windows.html;
MPEG-PS;;;M;MpegPs;;mpeg mpg m2p vob vro pss evo;video/MP2P;;
MPEG-TS;;;M;MpegTs;;ts m2t m2s m4t m4s tmf ts tp trp ty;video/MP2T;;
MPEG-4;;;M;Mpeg4;;mov mp4 m4v m4a m4b m4p 3ga 3gpa 3gpp 3gp 3gpp2 3g2 k3g jpm jpx mqv ismv isma ismt f4a f4b f4v;video/mp4;;
MTV;;;M;Other;Chinese hack of MPEG-1 layer 3;mtv;;http://en.wikipedia.org/wiki/Chinese_MP4/MTV_Player;
MXF;;;M;Mxf;;mxf;application/mxf;;
NSV;;;M;Nsv;Nullsoft Streaming Video;nsv;;http://winamp.com;
NUT;;;M;Nut;;nut;;
Ogg;;;M;Ogg;;oga ogg ogm ogv ogx opus spx;;https://en.wikipedia.org/wiki/Ogg;
PMP;;;M;Pmp;Playstation Portable;pmp;;;
PTX;;;M;Ptx;;ptx;;;
QuickTime;;;M;Mpeg4;Original Apple specifications;mov qt;video/quicktime;http://www.apple.com/quicktime/download/standalone.html;
RealMedia;;;M;Rm;;rm rmvb ra;application/vnd.rn-realmedia;;
RIFF-MMP;;;M;Riff;RIFF Multimedia Movie;;;;
ShockWave;;;M;Swf;;swf;application/x-shockwave;http://www.macromedia.com/go/getflashplayer;
SKM;;;M;Skm;Sky Korean Mobilephone;skm;;http://www.isky.co.kr/html/cs/download.jsp;
WebM;;;M;Mkv;;webm;video/webm;http://www.webmproject.org/;
Windows Media;;;M;Wm;;asf dvr-ms wma wmv;video/x-ms-wmv;;
WTV;;;M;Wtv;;wtv;;;
AV1;;;V;Av1;AOMedia Video 1;;;http://aomedia.org/
AVC;;;V;Avc;Advanced Video Codec;avc h264 264;video/H264;http://developers.videolan.org/x264.html
{'fraction_non_alphanumeric': 0.22057917436845348, 'fraction_numerical': 0.023002669952762376, 'mean_word_length': 8.00184842883549, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 4, 'lorem ipsum': 0, 'www.': 12, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 8, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5094485', 'n_tokens_mistral': 2466, 'n_tokens_neox': 2375, 'n_words': 301}