<commit_before>﻿using Newtonsoft.Json;
using Red_Folder.WebCrawl.Data;
using System;
using System.Collections.Generic;
using System.Linq;
using System.Net;
using System.Net.Http;
using System.Text;
using System.Threading;
using System.Threading.Tasks;

namespace Red_Folder.Tests.Acceptance.Helpers
{
    public class WebCrawler
    {
        private const string ENDPOINT_START = "https://rfc-webcrawl.azurewebsites.net/api/WebCrawlStart";
        private const string ENDPOINT_RESULTS = "https://rfc-webcrawl.azurewebsites.net/api/WebCrawlResults";
        private const int SECONDS_TO_SLEEP_BETWEEN_RESULT_ATTEMPTS = 10 * 1000;     // 10 Seconds
        private const int RESULT_RETRIES = 10;

        private string _startKey = Environment.GetEnvironmentVariable("Red-Folder.Tests.Acceptance.CrawlWrapper.StartKey");<commit_msg>Fix to take the _startKey from formated environment variable name<commit_after>﻿using Newtonsoft.Json;
using Red_Folder.WebCrawl.Data;
using System;
using System.Collections.Generic;
using System.Linq;
using System.Net;
using System.Net.Http;
using System.Text;
using System.Threading;
using System.Threading.Tasks;

namespace Red_Folder.Tests.Acceptance.Helpers
{
    public class WebCrawler
    {
        private const string ENDPOINT_START = "https://rfc-webcrawl.azurewebsites.net/api/WebCrawlStart";
        private const string ENDPOINT_RESULTS = "https://rfc-webcrawl.azurewebsites.net/api/WebCrawlResults";
        private const int SECONDS_TO_SLEEP_BETWEEN_RESULT_ATTEMPTS = 10 * 1000;     // 10 Seconds
        private const int RESULT_RETRIES = 10;

        private string _startKey = Environment.GetEnvironmentVariable("Red-Folder_Tests_Acceptance_CrawlWrapper_StartKey");
{'fraction_non_alphanumeric': 0.08508158508158509, 'fraction_numerical': 0.011655011655011656, 'mean_word_length': 4.538709677419355, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 4, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1885888', 'n_tokens_mistral': 553, 'n_tokens_neox': 520, 'n_words': 112}