def params_search(trial):
    model_params = {'hidden_features': trial.suggest_categorical('hidden_features', [32, 64, 128, 256]), 'n_layers': trial.suggest_categorical('n_layers', [2, 3, 4, 5]), 'n_heads': trial.suggest_categorical('n_heads', [2, 4, 6, 8]), 'dropout': trial.suggest_categorical('dropout', [0.5, 0.6, 0.7, 0.8])}
    other_params = {'lr': trial.suggest_categorical('lr', [0.01, 0.001, 0.005, 0.0001]), 'n_epoch': 5000, 'early_stop': True, 'early_stop_patience': 500}
    return (model_params, other_params)
def params_search(trial):
    model_params = {'hidden_features': trial.suggest_categorical('hidden_features', [32, 64, 128, 256]), 'n_layers': trial.suggest_categorical('n_layers', [2, 3, 4, 5]), 'n_heads': trial.suggest_categorical('n_heads', [2, 4, 6, 8]), 'dropout': trial.suggest_categorical('dropout', [0.5, 0.6, 0.7, 0.8])}
    other_params = {'lr': trial.suggest_categorical('lr', [0.01, 0.001, 0.005, 0.0001]), 'n_epoch': 5000, 'early_stop': True, 'early_stop_patience': 500}
    return (model_params, other_params)