|
67 | 67 | "id": "0hJXx_g0wS2C"
|
68 | 68 | },
|
69 | 69 | "source": [
|
70 |
| - "import torch\n", |
71 |
| - "import torch.nn as nn\n", |
72 |
| - "\n", |
73 | 70 | "from labml import experiment\n",
|
74 |
| - "from labml.configs import option\n", |
75 | 71 | "from labml_nn.transformers.fast_weights.experiment import Configs"
|
76 | 72 | ],
|
77 | 73 | "outputs": [],
|
|
138 | 134 | },
|
139 | 135 | "source": [
|
140 | 136 | "experiment.configs(conf,\n",
|
141 |
| - " # A dictionary of configurations to override\n", |
142 |
| - " {'tokenizer': 'character',\n", |
143 |
| - " 'text': 'tiny_shakespeare',\n", |
144 |
| - " 'optimizer.learning_rate': 1.0,\n", |
145 |
| - " 'optimizer.optimizer': 'Noam',\n", |
146 |
| - " 'prompt': 'It is',\n", |
147 |
| - " 'prompt_separator': '',\n", |
| 137 | + " # A dictionary of configurations to override\n", |
| 138 | + " {'tokenizer': 'character',\n", |
| 139 | + " 'text': 'tiny_shakespeare',\n", |
| 140 | + " 'optimizer.learning_rate': 1.0,\n", |
| 141 | + " 'optimizer.optimizer': 'Noam',\n", |
| 142 | + " 'prompt': 'It is',\n", |
| 143 | + " 'prompt_separator': '',\n", |
148 | 144 | "\n",
|
149 |
| - " 'train_loader': 'shuffled_train_loader',\n", |
150 |
| - " 'valid_loader': 'shuffled_valid_loader',\n", |
| 145 | + " 'train_loader': 'shuffled_train_loader',\n", |
| 146 | + " 'valid_loader': 'shuffled_valid_loader',\n", |
151 | 147 | "\n",
|
152 |
| - " 'seq_len': 128,\n", |
153 |
| - " 'epochs': 128,\n", |
154 |
| - " 'batch_size': 16,\n", |
155 |
| - " 'inner_iterations': 25})" |
| 148 | + " 'seq_len': 128,\n", |
| 149 | + " 'epochs': 128,\n", |
| 150 | + " 'batch_size': 16,\n", |
| 151 | + " 'inner_iterations': 25})" |
156 | 152 | ],
|
157 | 153 | "outputs": [],
|
158 | 154 | "execution_count": null
|
|
0 commit comments