<commit_before>#!/usr/bin/env bash

sudo dnf install -y {freetype,zlib,libpng,cairo,libjpeg-turbo,libimagequant}-devel \
    swig redhat-rpm-config

export CFLAGS="-O3 -march=native -ffast-math"
export FFLAGS="-O3 -march=native -ffast-math"
export CXXFLAGS="-O3 -march=native -ffast-math"

cd $(mktemp -d)
ASTROMETRY_VERSION=0.70
curl -L \
    https://github.com/dstndstn/astrometry.net/archive/${ASTROMETRY_VERSION}.tar.gz \
    -o astrometry.net.tar.gz
tar xzf astrometry.net.tar.gz
cd astrometry.net-${ASTROMETRY_VERSION}
./configure --prefix=/opt
make -j $(nproc) all
sudo make install

cat - > /tmp/astrometry-path.sh <<EOF
export PATH="\$PATH:/opt/astrometry/bin"
EOF

sudo mv /tmp/astrometry-path.sh /etc/profile.d/

sudo dnf remove swig {freetype,zlib,libpng,cairo,libjpeg-turbo,libimagequant}-devel \
        || echo nope<commit_msg>zależność od netpbm dla astrometry oraz ściągnięcie katalogów<commit_after>#!/usr/bin/env bash

sudo dnf install -y {freetype,zlib,libpng,cairo,libjpeg-turbo,libimagequant}-devel \
    swig redhat-rpm-config netpbm-progs

export CFLAGS="-O3 -march=native -ffast-math"
export FFLAGS="-O3 -march=native -ffast-math"
export CXXFLAGS="-O3 -march=native -ffast-math"

cd $(mktemp -d)
ASTROMETRY_VERSION=0.70
curl -L \
    https://github.com/dstndstn/astrometry.net/archive/${ASTROMETRY_VERSION}.tar.gz \
    -o astrometry.net.tar.gz
tar xzf astrometry.net.tar.gz
cd astrometry.net-${ASTROMETRY_VERSION}
./configure --prefix=/opt
make -j $(nproc) all
sudo make install

cat - > /tmp/astrometry-path.sh <<EOF
export PATH="\$PATH:/opt/astrometry/bin"
EOF

sudo mv /tmp/astrometry-path.sh /etc/profile.d/

cd /opt/astrometry/data
sudo wget --continue http://broiler.astrometry.net/~dstn/4200/index-{4219,4218,4217,4216,4215,4214,4213,4212,4211,4210,4209,4208,{4207,4206,4205}-{00,01,02,03,04,05,06,07,08,07,10,11}}.fits

sudo dnf remove swig {freetype,zlib,libpng,cairo,libjpeg-turbo,libimagequant}-devel \
        || echo nope
{'fraction_non_alphanumeric': 0.15459183673469387, 'fraction_numerical': 0.05102040816326531, 'mean_word_length': 4.447222222222222, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 5, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6462494', 'n_tokens_mistral': 881, 'n_tokens_neox': 810, 'n_words': 135}