random_search.py

def random_hyperparamters():
    """ Returns randomly drawn hyperparamters for our CNN"
    
    hyperparam_dict = {}
    
    hyperparam_dict['lr'] = 10 ** np.random.uniform(-6, -1)
    hyperparam_dict['weight_decay'] = 10 ** np.random.uniform(-6, -3)
    hyperparam_dict['momentum'] = 10 ** np.random.uniform(-1, 0)
    
    hyperparam_dict['conv1_size'] = int(np.random.uniform(10,100))
    hyperparam_dict['conv2_size'] = int(np.random.uniform(10,100))
    hyperparam_dict['fc1_size'] = int(np.random.uniform(30,200))
    hyperparam_dict['fc2_size'] = int(np.random.uniform(30,200))

    return hyperparam_dict