<commit_before>/*
 * This file is open source software, licensed to you under the terms
 * of the Apache License, Version 2.0 (the "License").  See the NOTICE file
 * distributed with this work for additional information regarding copyright
 * ownership.  You may not use this file except in compliance with the License.
 *
 * You may obtain a copy of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */
/*
 * Copyright (C) 2015 Cloudius Systems, Ltd.
 */

// Demonstration of file_input_stream.  Don't expect stellar performance
// since no read-ahead or caching is done yet.

#include "core/fstream.hh"
#include "core/app-template.hh"
#include "core/shared_ptr.hh"
#include <algorithm>

struct reader {
    reader(file f) : is(std::move(f), 4096) {}
    file_input_stream is;
    size_t count = 0;

    // for input_stream::consume():
    template <typename Done>
    void operator()(temporary_buffer<char> data, Done&& done) {
        if (data.empty()) {
            done(std::move(data));
        } else {
            count += std::count(data.begin(), data.end(), '\n');
            // FIXME: last line without \n?
        }
    }
};

int main(int ac, char** av) {
    app_template app;
    namespace bpo = boost::program_options;
    app.add_positional_options({
        { "file", bpo::value<std::string>(), "File to process", 1 },
    });
    app.run(ac, av, [&app] {
        auto fname = app.configuration()["file"].as<std::string>();
        engine().open_file_dma(fname, open_flags::rw | open_flags::create).then([] (file f) {
            auto r = make_shared<reader>(std::move(f));
            r->is.consume(*r).then([r] {
               print("%d lines\n", r->count);
               engine().exit(0);
            });
        });
    });
}
<commit_msg>linecount: change rw to ro<commit_after>/*
 * This file is open source software, licensed to you under the terms
 * of the Apache License, Version 2.0 (the "License").  See the NOTICE file
 * distributed with this work for additional information regarding copyright
 * ownership.  You may not use this file except in compliance with the License.
 *
 * You may obtain a copy of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */
/*
 * Copyright (C) 2015 Cloudius Systems, Ltd.
 */

// Demonstration of file_input_stream.  Don't expect stellar performance
// since no read-ahead or caching is done yet.

#include "core/fstream.hh"
#include "core/app-template.hh"
#include "core/shared_ptr.hh"
#include <algorithm>

struct reader {
    reader(file f) : is(std::move(f), 4096) {}
    file_input_stream is;
    size_t count = 0;

    // for input_stream::consume():
    template <typename Done>
    void operator()(temporary_buffer<char> data, Done&& done) {
        if (data.empty()) {
            done(std::move(data));
        } else {
            count += std::count(data.begin(), data.end(), '\n');
            // FIXME: last line without \n?
        }
    }
};

int main(int ac, char** av) {
    app_template app;
    namespace bpo = boost::program_options;
    app.add_positional_options({
        { "file", bpo::value<std::string>(), "File to process", 1 },
    });
    app.run(ac, av, [&app] {
        auto fname = app.configuration()["file"].as<std::string>();
        engine().open_file_dma(fname, open_flags::ro | open_flags::create).then([] (file f) {
            auto r = make_shared<reader>(std::move(f));
            r->is.consume(*r).then([r] {
               print("%d lines\n", r->count);
               engine().exit(0);
            });
        });
    });
}

{'fraction_non_alphanumeric': 0.13502009931425868, 'fraction_numerical': 0.007093875620714117, 'mean_word_length': 2.855970829535096, 'pattern_counts': {'":': 0, '<': 15, '<?xml version=': 0, '>': 19, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6136365', 'n_tokens_mistral': 1268, 'n_tokens_neox': 1235, 'n_words': 410}