<commit_before>import os, sys
sys.path.append(os.getcwd())

import time
import functools

import numpy as np
import tensorflow as tf
import sklearn.datasets

import tflib as lib
import tflib.ops.linear
import tflib.ops.conv2d
import tflib.ops.batchnorm
import tflib.ops.deconv2d
import tflib.save_images
import tflib.small_imagenet
import tflib.ops.layernorm
import tflib.plot

from scipy.linalg import sqrtm
from numpy.linalg import norm
import gzip, pickle
import time

# Download 64x64 ImageNet at http://image-net.org/small/download.php and
# fill in the path to the extracted files here!
DATA_DIR = 'data'
if len(DATA_DIR) == 0:
    raise Exception('Please specify path to data directory in gan_64x64.py!')

INCEPTION_DIR = "inception-2015-12-05"

MODE = 'wgan-gp' # dcgan, wgan, wgan-gp, lsgan
DIM = 64 # Model dimensionality

TTUR = False
if TTUR:
  CRITIC_ITERS = 1 # How many iterations to train the critic for
  D_LR=5e-4
  G_LR=1e-4
  FID_STEP = 800
else:
  CRITIC_ITERS = 5 # How many iterations to train the critic for
  D_LR=1e-4
  G_LR=1e-4
  FID_STEP = 400

BN_D=False
BN_G=False

CHECKPOINT_STEP = FID_STEP
LOG_DIR = "logs" # Tensorboard log directory
SAMPLES_MAIN_DIR = "samples" # Samples directory
CHECKPOINT_DIR = "checkpoints"
N_GPUS = 1 # Number of GPUs<commit_msg>Change default settings to TTUR<commit_after>import os, sys
sys.path.append(os.getcwd())

import time
import functools

import numpy as np
import tensorflow as tf
import sklearn.datasets

import tflib as lib
import tflib.ops.linear
import tflib.ops.conv2d
import tflib.ops.batchnorm
import tflib.ops.deconv2d
import tflib.save_images
import tflib.small_imagenet
import tflib.ops.layernorm
import tflib.plot

from scipy.linalg import sqrtm
from numpy.linalg import norm
import gzip, pickle
import time

# Download 64x64 ImageNet at http://image-net.org/small/download.php and
# fill in the path to the extracted files here!
DATA_DIR = 'data'
if len(DATA_DIR) == 0:
    raise Exception('Please specify path to data directory in gan_64x64.py!')

INCEPTION_DIR = "inception-2015-12-05"

MODE = 'wgan-gp' # dcgan, wgan, wgan-gp, lsgan
DIM = 64 # Model dimensionality

TTUR = TRUE
if TTUR:
  CRITIC_ITERS = 1 # How many iterations to train the critic for
  D_LR=1e-4
  G_LR=3e-4
  FID_STEP = 800
else:
  CRITIC_ITERS = 5 # How many iterations to train the critic for
  D_LR=1e-4
  G_LR=1e-4
  FID_STEP = 400

BN_D=TRUE
BN_G=TRUE

CHECKPOINT_STEP = FID_STEP
LOG_DIR = "logs" # Tensorboard log directory
SAMPLES_MAIN_DIR = "samples" # Samples directory
CHECKPOINT_DIR = "checkpoints"
N_GPUS = 1 # Number of GPUs
{'fraction_non_alphanumeric': 0.07950598224623698, 'fraction_numerical': 0.02933230412967966, 'mean_word_length': 4.479915433403805, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 4, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1516915', 'n_tokens_mistral': 1041, 'n_tokens_neox': 979, 'n_words': 293}