<commit_before>#!/bin/bash

#export PERFZERO_BENCHMARK_METHODS=unit_test
#export PERFZERO_BENCHMARK_CLASS=official.resnet.estimator_cifar_benchmark.EstimatorCifar10BenchmarkTests
export PERFZERO_BENCHMARK_METHODS=benchmark_fake_1gpu_gpuparams
export PERFZERO_BENCHMARK_CLASS=leading_indicators_test.Resnet50Benchmarks
export PERFZERO_PLATFORM_NAME=workstation
export PERFZERO_SYSTEM_NAME=z420
export PERFZERO_TEST_ENV=local
export PERFZERO_PYTHON_PATH=models,benchmarks/scripts/tf_cnn_benchmarks
export PERFZERO_GIT_REPOS="models;https://github.com/tensorflow/models.git,benchmarks;https://github.com/tensorflow/benchmarks.git"
export PERFZERO_OUTPUT_GCS_URL=gs://tf-performance/test-results
export PERFZERO_GCS_DOWNLOADS="cifar10_data;gs://tf-perf-imagenet-uswest1/tensorflow/cifar10_data/*"
export PERFZERO_BIGQUERY_TABLE_NAME="benchmark_results_dev.result"
export PERFZERO_BIGQUERY_PROJECT_NAME="google.com:tensorflow-performance"<commit_msg>Add fake_tf_record_data to setup_env.sh<commit_after>#!/bin/bash

#export PERFZERO_BENCHMARK_METHODS=unit_test
#export PERFZERO_BENCHMARK_CLASS=official.resnet.estimator_cifar_benchmark.EstimatorCifar10BenchmarkTests
export PERFZERO_BENCHMARK_METHODS=benchmark_fake_1gpu_gpuparams
export PERFZERO_BENCHMARK_CLASS=leading_indicators_test.Resnet50Benchmarks
export PERFZERO_PLATFORM_NAME=workstation
export PERFZERO_SYSTEM_NAME=z420
export PERFZERO_TEST_ENV=local
export PERFZERO_PYTHON_PATH=models,benchmarks/scripts/tf_cnn_benchmarks
export PERFZERO_GIT_REPOS="models;https://github.com/tensorflow/models.git,benchmarks;https://github.com/tensorflow/benchmarks.git"
export PERFZERO_OUTPUT_GCS_URL=gs://tf-performance/test-results
export PERFZERO_GCS_DOWNLOADS="cifar10_data;gs://tf-perf-imagenet-uswest1/tensorflow/cifar10_data/*,gs://tf-perf-imagenet-uswest1/tensorflow/fake_tf_record_data"
export PERFZERO_BIGQUERY_TABLE_NAME="benchmark_results_dev.result"
export PERFZERO_BIGQUERY_PROJECT_NAME="google.com:tensorflow-performance"
{'fraction_non_alphanumeric': 0.08093070308548306, 'fraction_numerical': 0.013657056145675266, 'mean_word_length': 13.333333333333334, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 4, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5298674', 'n_tokens_mistral': 759, 'n_tokens_neox': 754, 'n_words': 56}