import torch
x = torch.zeros(28, 28, 1, dtype=torch.uint8)
y = torch.randn(28, 28, 1, dtype=torch.float32)
print(x.shape)
print(x.dtype)
print(y.shape)
print(y.dtype)
torch.Size([28, 28, 1]) torch.uint8 torch.Size([28, 28, 1]) torch.float32
x = torch.zeros(3, 3, dtype=torch.float32, requires_grad=True)
y = x - 4
z = y**3 * 6
out = z.mean()
out.backward()
print(x.grad)
tensor([[32., 32., 32.], [32., 32., 32.], [32., 32., 32.]])
# 입력과 출력으로 랜덤한 텐서를 정의합니다.
x = torch.randn(32, 784, requires_grad=True)
y = torch.randint(low=0, high=10, size=(32,))
# Sequential 클래스를 사용해 모델을 정의합니다.
model = torch.nn.Sequential(
torch.nn.Linear(784, 100),
torch.nn.Sigmoid(),
torch.nn.Linear(100, 10),
torch.nn.LogSoftmax(dim=1)
)
# 옵티마이저와 손실 함수를 정의합니다.
optimizer = torch.optim.Adam(model.parameters())
loss_fn = torch.nn.NLLLoss()
for step in range(1000):
# 정방향 계산으로 예측을 만듭니다.
y_hat = model(x)
# 손실을 계산합니다.
loss = loss_fn(y_hat, y)
# 역전파를 수행하기 전에 그레이디언트를 0으로 만듭니다.
optimizer.zero_grad()
# 손실에 대한 그레이디언트를 계산합니다.
loss.backward()
# 결과를 출력합니다.
print('Step: {:4d} - loss: {:0.4f}'.format(step+1, loss.item()))
# 모델 파라미터를 업데이트합니다.
optimizer.step()
Step: 1 - loss: 2.3298 Step: 2 - loss: 2.1751 Step: 3 - loss: 2.0268 Step: 4 - loss: 1.8856 Step: 5 - loss: 1.7522 Step: 6 - loss: 1.6269 Step: 7 - loss: 1.5098 Step: 8 - loss: 1.4010 Step: 9 - loss: 1.3003 Step: 10 - loss: 1.2075 Step: 11 - loss: 1.1222 Step: 12 - loss: 1.0439 Step: 13 - loss: 0.9722 Step: 14 - loss: 0.9065 Step: 15 - loss: 0.8462 Step: 16 - loss: 0.7910 Step: 17 - loss: 0.7403 Step: 18 - loss: 0.6937 Step: 19 - loss: 0.6509 Step: 20 - loss: 0.6114 Step: 21 - loss: 0.5749 Step: 22 - loss: 0.5412 Step: 23 - loss: 0.5101 Step: 24 - loss: 0.4812 Step: 25 - loss: 0.4543 Step: 26 - loss: 0.4294 Step: 27 - loss: 0.4062 Step: 28 - loss: 0.3846 Step: 29 - loss: 0.3645 Step: 30 - loss: 0.3457 Step: 31 - loss: 0.3282 Step: 32 - loss: 0.3118 Step: 33 - loss: 0.2964 Step: 34 - loss: 0.2820 Step: 35 - loss: 0.2686 Step: 36 - loss: 0.2559 Step: 37 - loss: 0.2441 Step: 38 - loss: 0.2330 Step: 39 - loss: 0.2226 Step: 40 - loss: 0.2128 Step: 41 - loss: 0.2036 Step: 42 - loss: 0.1949 Step: 43 - loss: 0.1868 Step: 44 - loss: 0.1791 Step: 45 - loss: 0.1719 Step: 46 - loss: 0.1651 Step: 47 - loss: 0.1587 Step: 48 - loss: 0.1527 Step: 49 - loss: 0.1470 Step: 50 - loss: 0.1416 Step: 51 - loss: 0.1366 Step: 52 - loss: 0.1318 Step: 53 - loss: 0.1272 Step: 54 - loss: 0.1229 Step: 55 - loss: 0.1189 Step: 56 - loss: 0.1150 Step: 57 - loss: 0.1114 Step: 58 - loss: 0.1079 Step: 59 - loss: 0.1046 Step: 60 - loss: 0.1015 Step: 61 - loss: 0.0985 Step: 62 - loss: 0.0957 Step: 63 - loss: 0.0930 Step: 64 - loss: 0.0905 Step: 65 - loss: 0.0880 Step: 66 - loss: 0.0857 Step: 67 - loss: 0.0834 Step: 68 - loss: 0.0813 Step: 69 - loss: 0.0793 Step: 70 - loss: 0.0773 Step: 71 - loss: 0.0755 Step: 72 - loss: 0.0737 Step: 73 - loss: 0.0720 Step: 74 - loss: 0.0703 Step: 75 - loss: 0.0687 Step: 76 - loss: 0.0672 Step: 77 - loss: 0.0658 Step: 78 - loss: 0.0644 Step: 79 - loss: 0.0630 Step: 80 - loss: 0.0617 Step: 81 - loss: 0.0604 Step: 82 - loss: 0.0592 Step: 83 - loss: 0.0581 Step: 84 - loss: 0.0569 Step: 85 - loss: 0.0559 Step: 86 - loss: 0.0548 Step: 87 - loss: 0.0538 Step: 88 - loss: 0.0528 Step: 89 - loss: 0.0519 Step: 90 - loss: 0.0509 Step: 91 - loss: 0.0500 Step: 92 - loss: 0.0492 Step: 93 - loss: 0.0483 Step: 94 - loss: 0.0475 Step: 95 - loss: 0.0467 Step: 96 - loss: 0.0460 Step: 97 - loss: 0.0452 Step: 98 - loss: 0.0445 Step: 99 - loss: 0.0438 Step: 100 - loss: 0.0431 Step: 101 - loss: 0.0425 Step: 102 - loss: 0.0418 Step: 103 - loss: 0.0412 Step: 104 - loss: 0.0406 Step: 105 - loss: 0.0400 Step: 106 - loss: 0.0394 Step: 107 - loss: 0.0388 Step: 108 - loss: 0.0383 Step: 109 - loss: 0.0377 Step: 110 - loss: 0.0372 Step: 111 - loss: 0.0367 Step: 112 - loss: 0.0362 Step: 113 - loss: 0.0357 Step: 114 - loss: 0.0352 Step: 115 - loss: 0.0347 Step: 116 - loss: 0.0343 Step: 117 - loss: 0.0338 Step: 118 - loss: 0.0334 Step: 119 - loss: 0.0330 Step: 120 - loss: 0.0326 Step: 121 - loss: 0.0321 Step: 122 - loss: 0.0317 Step: 123 - loss: 0.0314 Step: 124 - loss: 0.0310 Step: 125 - loss: 0.0306 Step: 126 - loss: 0.0302 Step: 127 - loss: 0.0299 Step: 128 - loss: 0.0295 Step: 129 - loss: 0.0292 Step: 130 - loss: 0.0288 Step: 131 - loss: 0.0285 Step: 132 - loss: 0.0282 Step: 133 - loss: 0.0278 Step: 134 - loss: 0.0275 Step: 135 - loss: 0.0272 Step: 136 - loss: 0.0269 Step: 137 - loss: 0.0266 Step: 138 - loss: 0.0263 Step: 139 - loss: 0.0260 Step: 140 - loss: 0.0258 Step: 141 - loss: 0.0255 Step: 142 - loss: 0.0252 Step: 143 - loss: 0.0249 Step: 144 - loss: 0.0247 Step: 145 - loss: 0.0244 Step: 146 - loss: 0.0242 Step: 147 - loss: 0.0239 Step: 148 - loss: 0.0237 Step: 149 - loss: 0.0234 Step: 150 - loss: 0.0232 Step: 151 - loss: 0.0230 Step: 152 - loss: 0.0227 Step: 153 - loss: 0.0225 Step: 154 - loss: 0.0223 Step: 155 - loss: 0.0221 Step: 156 - loss: 0.0219 Step: 157 - loss: 0.0217 Step: 158 - loss: 0.0215 Step: 159 - loss: 0.0213 Step: 160 - loss: 0.0211 Step: 161 - loss: 0.0209 Step: 162 - loss: 0.0207 Step: 163 - loss: 0.0205 Step: 164 - loss: 0.0203 Step: 165 - loss: 0.0201 Step: 166 - loss: 0.0199 Step: 167 - loss: 0.0197 Step: 168 - loss: 0.0196 Step: 169 - loss: 0.0194 Step: 170 - loss: 0.0192 Step: 171 - loss: 0.0190 Step: 172 - loss: 0.0189 Step: 173 - loss: 0.0187 Step: 174 - loss: 0.0185 Step: 175 - loss: 0.0184 Step: 176 - loss: 0.0182 Step: 177 - loss: 0.0181 Step: 178 - loss: 0.0179 Step: 179 - loss: 0.0178 Step: 180 - loss: 0.0176 Step: 181 - loss: 0.0175 Step: 182 - loss: 0.0173 Step: 183 - loss: 0.0172 Step: 184 - loss: 0.0170 Step: 185 - loss: 0.0169 Step: 186 - loss: 0.0168 Step: 187 - loss: 0.0166 Step: 188 - loss: 0.0165 Step: 189 - loss: 0.0164 Step: 190 - loss: 0.0162 Step: 191 - loss: 0.0161 Step: 192 - loss: 0.0160 Step: 193 - loss: 0.0159 Step: 194 - loss: 0.0157 Step: 195 - loss: 0.0156 Step: 196 - loss: 0.0155 Step: 197 - loss: 0.0154 Step: 198 - loss: 0.0153 Step: 199 - loss: 0.0151 Step: 200 - loss: 0.0150 Step: 201 - loss: 0.0149 Step: 202 - loss: 0.0148 Step: 203 - loss: 0.0147 Step: 204 - loss: 0.0146 Step: 205 - loss: 0.0145 Step: 206 - loss: 0.0144 Step: 207 - loss: 0.0143 Step: 208 - loss: 0.0142 Step: 209 - loss: 0.0141 Step: 210 - loss: 0.0140 Step: 211 - loss: 0.0139 Step: 212 - loss: 0.0138 Step: 213 - loss: 0.0137 Step: 214 - loss: 0.0136 Step: 215 - loss: 0.0135 Step: 216 - loss: 0.0134 Step: 217 - loss: 0.0133 Step: 218 - loss: 0.0132 Step: 219 - loss: 0.0131 Step: 220 - loss: 0.0130 Step: 221 - loss: 0.0129 Step: 222 - loss: 0.0128 Step: 223 - loss: 0.0127 Step: 224 - loss: 0.0127 Step: 225 - loss: 0.0126 Step: 226 - loss: 0.0125 Step: 227 - loss: 0.0124 Step: 228 - loss: 0.0123 Step: 229 - loss: 0.0122 Step: 230 - loss: 0.0122 Step: 231 - loss: 0.0121 Step: 232 - loss: 0.0120 Step: 233 - loss: 0.0119 Step: 234 - loss: 0.0118 Step: 235 - loss: 0.0118 Step: 236 - loss: 0.0117 Step: 237 - loss: 0.0116 Step: 238 - loss: 0.0115 Step: 239 - loss: 0.0115 Step: 240 - loss: 0.0114 Step: 241 - loss: 0.0113 Step: 242 - loss: 0.0113 Step: 243 - loss: 0.0112 Step: 244 - loss: 0.0111 Step: 245 - loss: 0.0110 Step: 246 - loss: 0.0110 Step: 247 - loss: 0.0109 Step: 248 - loss: 0.0108 Step: 249 - loss: 0.0108 Step: 250 - loss: 0.0107 Step: 251 - loss: 0.0106 Step: 252 - loss: 0.0106 Step: 253 - loss: 0.0105 Step: 254 - loss: 0.0105 Step: 255 - loss: 0.0104 Step: 256 - loss: 0.0103 Step: 257 - loss: 0.0103 Step: 258 - loss: 0.0102 Step: 259 - loss: 0.0102 Step: 260 - loss: 0.0101 Step: 261 - loss: 0.0100 Step: 262 - loss: 0.0100 Step: 263 - loss: 0.0099 Step: 264 - loss: 0.0099 Step: 265 - loss: 0.0098 Step: 266 - loss: 0.0097 Step: 267 - loss: 0.0097 Step: 268 - loss: 0.0096 Step: 269 - loss: 0.0096 Step: 270 - loss: 0.0095 Step: 271 - loss: 0.0095 Step: 272 - loss: 0.0094 Step: 273 - loss: 0.0094 Step: 274 - loss: 0.0093 Step: 275 - loss: 0.0093 Step: 276 - loss: 0.0092 Step: 277 - loss: 0.0092 Step: 278 - loss: 0.0091 Step: 279 - loss: 0.0091 Step: 280 - loss: 0.0090 Step: 281 - loss: 0.0090 Step: 282 - loss: 0.0089 Step: 283 - loss: 0.0089 Step: 284 - loss: 0.0088 Step: 285 - loss: 0.0088 Step: 286 - loss: 0.0087 Step: 287 - loss: 0.0087 Step: 288 - loss: 0.0086 Step: 289 - loss: 0.0086 Step: 290 - loss: 0.0085 Step: 291 - loss: 0.0085 Step: 292 - loss: 0.0085 Step: 293 - loss: 0.0084 Step: 294 - loss: 0.0084 Step: 295 - loss: 0.0083 Step: 296 - loss: 0.0083 Step: 297 - loss: 0.0082 Step: 298 - loss: 0.0082 Step: 299 - loss: 0.0082 Step: 300 - loss: 0.0081 Step: 301 - loss: 0.0081 Step: 302 - loss: 0.0080 Step: 303 - loss: 0.0080 Step: 304 - loss: 0.0079 Step: 305 - loss: 0.0079 Step: 306 - loss: 0.0079 Step: 307 - loss: 0.0078 Step: 308 - loss: 0.0078 Step: 309 - loss: 0.0077 Step: 310 - loss: 0.0077 Step: 311 - loss: 0.0077 Step: 312 - loss: 0.0076 Step: 313 - loss: 0.0076 Step: 314 - loss: 0.0076 Step: 315 - loss: 0.0075 Step: 316 - loss: 0.0075 Step: 317 - loss: 0.0075 Step: 318 - loss: 0.0074 Step: 319 - loss: 0.0074 Step: 320 - loss: 0.0073 Step: 321 - loss: 0.0073 Step: 322 - loss: 0.0073 Step: 323 - loss: 0.0072 Step: 324 - loss: 0.0072 Step: 325 - loss: 0.0072 Step: 326 - loss: 0.0071 Step: 327 - loss: 0.0071 Step: 328 - loss: 0.0071 Step: 329 - loss: 0.0070 Step: 330 - loss: 0.0070 Step: 331 - loss: 0.0070 Step: 332 - loss: 0.0069 Step: 333 - loss: 0.0069 Step: 334 - loss: 0.0069 Step: 335 - loss: 0.0068 Step: 336 - loss: 0.0068 Step: 337 - loss: 0.0068 Step: 338 - loss: 0.0068 Step: 339 - loss: 0.0067 Step: 340 - loss: 0.0067 Step: 341 - loss: 0.0067 Step: 342 - loss: 0.0066 Step: 343 - loss: 0.0066 Step: 344 - loss: 0.0066 Step: 345 - loss: 0.0065 Step: 346 - loss: 0.0065 Step: 347 - loss: 0.0065 Step: 348 - loss: 0.0065 Step: 349 - loss: 0.0064 Step: 350 - loss: 0.0064 Step: 351 - loss: 0.0064 Step: 352 - loss: 0.0063 Step: 353 - loss: 0.0063 Step: 354 - loss: 0.0063 Step: 355 - loss: 0.0063 Step: 356 - loss: 0.0062 Step: 357 - loss: 0.0062 Step: 358 - loss: 0.0062 Step: 359 - loss: 0.0062 Step: 360 - loss: 0.0061 Step: 361 - loss: 0.0061 Step: 362 - loss: 0.0061 Step: 363 - loss: 0.0060 Step: 364 - loss: 0.0060 Step: 365 - loss: 0.0060 Step: 366 - loss: 0.0060 Step: 367 - loss: 0.0059 Step: 368 - loss: 0.0059 Step: 369 - loss: 0.0059 Step: 370 - loss: 0.0059 Step: 371 - loss: 0.0058 Step: 372 - loss: 0.0058 Step: 373 - loss: 0.0058 Step: 374 - loss: 0.0058 Step: 375 - loss: 0.0058 Step: 376 - loss: 0.0057 Step: 377 - loss: 0.0057 Step: 378 - loss: 0.0057 Step: 379 - loss: 0.0057 Step: 380 - loss: 0.0056 Step: 381 - loss: 0.0056 Step: 382 - loss: 0.0056 Step: 383 - loss: 0.0056 Step: 384 - loss: 0.0055 Step: 385 - loss: 0.0055 Step: 386 - loss: 0.0055 Step: 387 - loss: 0.0055 Step: 388 - loss: 0.0055 Step: 389 - loss: 0.0054 Step: 390 - loss: 0.0054 Step: 391 - loss: 0.0054 Step: 392 - loss: 0.0054 Step: 393 - loss: 0.0054 Step: 394 - loss: 0.0053 Step: 395 - loss: 0.0053 Step: 396 - loss: 0.0053 Step: 397 - loss: 0.0053 Step: 398 - loss: 0.0052 Step: 399 - loss: 0.0052 Step: 400 - loss: 0.0052 Step: 401 - loss: 0.0052 Step: 402 - loss: 0.0052 Step: 403 - loss: 0.0051 Step: 404 - loss: 0.0051 Step: 405 - loss: 0.0051 Step: 406 - loss: 0.0051 Step: 407 - loss: 0.0051 Step: 408 - loss: 0.0051 Step: 409 - loss: 0.0050 Step: 410 - loss: 0.0050 Step: 411 - loss: 0.0050 Step: 412 - loss: 0.0050 Step: 413 - loss: 0.0050 Step: 414 - loss: 0.0049 Step: 415 - loss: 0.0049 Step: 416 - loss: 0.0049 Step: 417 - loss: 0.0049 Step: 418 - loss: 0.0049 Step: 419 - loss: 0.0048 Step: 420 - loss: 0.0048 Step: 421 - loss: 0.0048 Step: 422 - loss: 0.0048 Step: 423 - loss: 0.0048 Step: 424 - loss: 0.0048 Step: 425 - loss: 0.0047 Step: 426 - loss: 0.0047 Step: 427 - loss: 0.0047 Step: 428 - loss: 0.0047 Step: 429 - loss: 0.0047 Step: 430 - loss: 0.0047 Step: 431 - loss: 0.0046 Step: 432 - loss: 0.0046 Step: 433 - loss: 0.0046 Step: 434 - loss: 0.0046 Step: 435 - loss: 0.0046 Step: 436 - loss: 0.0046 Step: 437 - loss: 0.0045 Step: 438 - loss: 0.0045 Step: 439 - loss: 0.0045 Step: 440 - loss: 0.0045 Step: 441 - loss: 0.0045 Step: 442 - loss: 0.0045 Step: 443 - loss: 0.0044 Step: 444 - loss: 0.0044 Step: 445 - loss: 0.0044 Step: 446 - loss: 0.0044 Step: 447 - loss: 0.0044 Step: 448 - loss: 0.0044 Step: 449 - loss: 0.0044 Step: 450 - loss: 0.0043 Step: 451 - loss: 0.0043 Step: 452 - loss: 0.0043 Step: 453 - loss: 0.0043 Step: 454 - loss: 0.0043 Step: 455 - loss: 0.0043 Step: 456 - loss: 0.0043 Step: 457 - loss: 0.0042 Step: 458 - loss: 0.0042 Step: 459 - loss: 0.0042 Step: 460 - loss: 0.0042 Step: 461 - loss: 0.0042 Step: 462 - loss: 0.0042 Step: 463 - loss: 0.0042 Step: 464 - loss: 0.0041 Step: 465 - loss: 0.0041 Step: 466 - loss: 0.0041 Step: 467 - loss: 0.0041 Step: 468 - loss: 0.0041 Step: 469 - loss: 0.0041 Step: 470 - loss: 0.0041 Step: 471 - loss: 0.0040 Step: 472 - loss: 0.0040 Step: 473 - loss: 0.0040 Step: 474 - loss: 0.0040 Step: 475 - loss: 0.0040 Step: 476 - loss: 0.0040 Step: 477 - loss: 0.0040 Step: 478 - loss: 0.0040 Step: 479 - loss: 0.0039 Step: 480 - loss: 0.0039 Step: 481 - loss: 0.0039 Step: 482 - loss: 0.0039 Step: 483 - loss: 0.0039 Step: 484 - loss: 0.0039 Step: 485 - loss: 0.0039 Step: 486 - loss: 0.0038 Step: 487 - loss: 0.0038 Step: 488 - loss: 0.0038 Step: 489 - loss: 0.0038 Step: 490 - loss: 0.0038 Step: 491 - loss: 0.0038 Step: 492 - loss: 0.0038 Step: 493 - loss: 0.0038 Step: 494 - loss: 0.0038 Step: 495 - loss: 0.0037 Step: 496 - loss: 0.0037 Step: 497 - loss: 0.0037 Step: 498 - loss: 0.0037 Step: 499 - loss: 0.0037 Step: 500 - loss: 0.0037 Step: 501 - loss: 0.0037 Step: 502 - loss: 0.0037 Step: 503 - loss: 0.0036 Step: 504 - loss: 0.0036 Step: 505 - loss: 0.0036 Step: 506 - loss: 0.0036 Step: 507 - loss: 0.0036 Step: 508 - loss: 0.0036 Step: 509 - loss: 0.0036 Step: 510 - loss: 0.0036 Step: 511 - loss: 0.0036 Step: 512 - loss: 0.0035 Step: 513 - loss: 0.0035 Step: 514 - loss: 0.0035 Step: 515 - loss: 0.0035 Step: 516 - loss: 0.0035 Step: 517 - loss: 0.0035 Step: 518 - loss: 0.0035 Step: 519 - loss: 0.0035 Step: 520 - loss: 0.0035 Step: 521 - loss: 0.0035 Step: 522 - loss: 0.0034 Step: 523 - loss: 0.0034 Step: 524 - loss: 0.0034 Step: 525 - loss: 0.0034 Step: 526 - loss: 0.0034 Step: 527 - loss: 0.0034 Step: 528 - loss: 0.0034 Step: 529 - loss: 0.0034 Step: 530 - loss: 0.0034 Step: 531 - loss: 0.0034 Step: 532 - loss: 0.0033 Step: 533 - loss: 0.0033 Step: 534 - loss: 0.0033 Step: 535 - loss: 0.0033 Step: 536 - loss: 0.0033 Step: 537 - loss: 0.0033 Step: 538 - loss: 0.0033 Step: 539 - loss: 0.0033 Step: 540 - loss: 0.0033 Step: 541 - loss: 0.0033 Step: 542 - loss: 0.0032 Step: 543 - loss: 0.0032 Step: 544 - loss: 0.0032 Step: 545 - loss: 0.0032 Step: 546 - loss: 0.0032 Step: 547 - loss: 0.0032 Step: 548 - loss: 0.0032 Step: 549 - loss: 0.0032 Step: 550 - loss: 0.0032 Step: 551 - loss: 0.0032 Step: 552 - loss: 0.0032 Step: 553 - loss: 0.0031 Step: 554 - loss: 0.0031 Step: 555 - loss: 0.0031 Step: 556 - loss: 0.0031 Step: 557 - loss: 0.0031 Step: 558 - loss: 0.0031 Step: 559 - loss: 0.0031 Step: 560 - loss: 0.0031 Step: 561 - loss: 0.0031 Step: 562 - loss: 0.0031 Step: 563 - loss: 0.0031 Step: 564 - loss: 0.0031 Step: 565 - loss: 0.0030 Step: 566 - loss: 0.0030 Step: 567 - loss: 0.0030 Step: 568 - loss: 0.0030 Step: 569 - loss: 0.0030 Step: 570 - loss: 0.0030 Step: 571 - loss: 0.0030 Step: 572 - loss: 0.0030 Step: 573 - loss: 0.0030 Step: 574 - loss: 0.0030 Step: 575 - loss: 0.0030 Step: 576 - loss: 0.0030 Step: 577 - loss: 0.0029 Step: 578 - loss: 0.0029 Step: 579 - loss: 0.0029 Step: 580 - loss: 0.0029 Step: 581 - loss: 0.0029 Step: 582 - loss: 0.0029 Step: 583 - loss: 0.0029 Step: 584 - loss: 0.0029 Step: 585 - loss: 0.0029 Step: 586 - loss: 0.0029 Step: 587 - loss: 0.0029 Step: 588 - loss: 0.0029 Step: 589 - loss: 0.0028 Step: 590 - loss: 0.0028 Step: 591 - loss: 0.0028 Step: 592 - loss: 0.0028 Step: 593 - loss: 0.0028 Step: 594 - loss: 0.0028 Step: 595 - loss: 0.0028 Step: 596 - loss: 0.0028 Step: 597 - loss: 0.0028 Step: 598 - loss: 0.0028 Step: 599 - loss: 0.0028 Step: 600 - loss: 0.0028 Step: 601 - loss: 0.0028 Step: 602 - loss: 0.0028 Step: 603 - loss: 0.0027 Step: 604 - loss: 0.0027 Step: 605 - loss: 0.0027 Step: 606 - loss: 0.0027 Step: 607 - loss: 0.0027 Step: 608 - loss: 0.0027 Step: 609 - loss: 0.0027 Step: 610 - loss: 0.0027 Step: 611 - loss: 0.0027 Step: 612 - loss: 0.0027 Step: 613 - loss: 0.0027 Step: 614 - loss: 0.0027 Step: 615 - loss: 0.0027 Step: 616 - loss: 0.0027 Step: 617 - loss: 0.0026 Step: 618 - loss: 0.0026 Step: 619 - loss: 0.0026 Step: 620 - loss: 0.0026 Step: 621 - loss: 0.0026 Step: 622 - loss: 0.0026 Step: 623 - loss: 0.0026 Step: 624 - loss: 0.0026 Step: 625 - loss: 0.0026 Step: 626 - loss: 0.0026 Step: 627 - loss: 0.0026 Step: 628 - loss: 0.0026 Step: 629 - loss: 0.0026 Step: 630 - loss: 0.0026 Step: 631 - loss: 0.0026 Step: 632 - loss: 0.0025 Step: 633 - loss: 0.0025 Step: 634 - loss: 0.0025 Step: 635 - loss: 0.0025 Step: 636 - loss: 0.0025 Step: 637 - loss: 0.0025 Step: 638 - loss: 0.0025 Step: 639 - loss: 0.0025 Step: 640 - loss: 0.0025 Step: 641 - loss: 0.0025 Step: 642 - loss: 0.0025 Step: 643 - loss: 0.0025 Step: 644 - loss: 0.0025 Step: 645 - loss: 0.0025 Step: 646 - loss: 0.0025 Step: 647 - loss: 0.0025 Step: 648 - loss: 0.0025 Step: 649 - loss: 0.0024 Step: 650 - loss: 0.0024 Step: 651 - loss: 0.0024 Step: 652 - loss: 0.0024 Step: 653 - loss: 0.0024 Step: 654 - loss: 0.0024 Step: 655 - loss: 0.0024 Step: 656 - loss: 0.0024 Step: 657 - loss: 0.0024 Step: 658 - loss: 0.0024 Step: 659 - loss: 0.0024 Step: 660 - loss: 0.0024 Step: 661 - loss: 0.0024 Step: 662 - loss: 0.0024 Step: 663 - loss: 0.0024 Step: 664 - loss: 0.0024 Step: 665 - loss: 0.0024 Step: 666 - loss: 0.0023 Step: 667 - loss: 0.0023 Step: 668 - loss: 0.0023 Step: 669 - loss: 0.0023 Step: 670 - loss: 0.0023 Step: 671 - loss: 0.0023 Step: 672 - loss: 0.0023 Step: 673 - loss: 0.0023 Step: 674 - loss: 0.0023 Step: 675 - loss: 0.0023 Step: 676 - loss: 0.0023 Step: 677 - loss: 0.0023 Step: 678 - loss: 0.0023 Step: 679 - loss: 0.0023 Step: 680 - loss: 0.0023 Step: 681 - loss: 0.0023 Step: 682 - loss: 0.0023 Step: 683 - loss: 0.0023 Step: 684 - loss: 0.0022 Step: 685 - loss: 0.0022 Step: 686 - loss: 0.0022 Step: 687 - loss: 0.0022 Step: 688 - loss: 0.0022 Step: 689 - loss: 0.0022 Step: 690 - loss: 0.0022 Step: 691 - loss: 0.0022 Step: 692 - loss: 0.0022 Step: 693 - loss: 0.0022 Step: 694 - loss: 0.0022 Step: 695 - loss: 0.0022 Step: 696 - loss: 0.0022 Step: 697 - loss: 0.0022 Step: 698 - loss: 0.0022 Step: 699 - loss: 0.0022 Step: 700 - loss: 0.0022 Step: 701 - loss: 0.0022 Step: 702 - loss: 0.0022 Step: 703 - loss: 0.0022 Step: 704 - loss: 0.0021 Step: 705 - loss: 0.0021 Step: 706 - loss: 0.0021 Step: 707 - loss: 0.0021 Step: 708 - loss: 0.0021 Step: 709 - loss: 0.0021 Step: 710 - loss: 0.0021 Step: 711 - loss: 0.0021 Step: 712 - loss: 0.0021 Step: 713 - loss: 0.0021 Step: 714 - loss: 0.0021 Step: 715 - loss: 0.0021 Step: 716 - loss: 0.0021 Step: 717 - loss: 0.0021 Step: 718 - loss: 0.0021 Step: 719 - loss: 0.0021 Step: 720 - loss: 0.0021 Step: 721 - loss: 0.0021 Step: 722 - loss: 0.0021 Step: 723 - loss: 0.0021 Step: 724 - loss: 0.0021 Step: 725 - loss: 0.0020 Step: 726 - loss: 0.0020 Step: 727 - loss: 0.0020 Step: 728 - loss: 0.0020 Step: 729 - loss: 0.0020 Step: 730 - loss: 0.0020 Step: 731 - loss: 0.0020 Step: 732 - loss: 0.0020 Step: 733 - loss: 0.0020 Step: 734 - loss: 0.0020 Step: 735 - loss: 0.0020 Step: 736 - loss: 0.0020 Step: 737 - loss: 0.0020 Step: 738 - loss: 0.0020 Step: 739 - loss: 0.0020 Step: 740 - loss: 0.0020 Step: 741 - loss: 0.0020 Step: 742 - loss: 0.0020 Step: 743 - loss: 0.0020 Step: 744 - loss: 0.0020 Step: 745 - loss: 0.0020 Step: 746 - loss: 0.0020 Step: 747 - loss: 0.0020 Step: 748 - loss: 0.0019 Step: 749 - loss: 0.0019 Step: 750 - loss: 0.0019 Step: 751 - loss: 0.0019 Step: 752 - loss: 0.0019 Step: 753 - loss: 0.0019 Step: 754 - loss: 0.0019 Step: 755 - loss: 0.0019 Step: 756 - loss: 0.0019 Step: 757 - loss: 0.0019 Step: 758 - loss: 0.0019 Step: 759 - loss: 0.0019 Step: 760 - loss: 0.0019 Step: 761 - loss: 0.0019 Step: 762 - loss: 0.0019 Step: 763 - loss: 0.0019 Step: 764 - loss: 0.0019 Step: 765 - loss: 0.0019 Step: 766 - loss: 0.0019 Step: 767 - loss: 0.0019 Step: 768 - loss: 0.0019 Step: 769 - loss: 0.0019 Step: 770 - loss: 0.0019 Step: 771 - loss: 0.0019 Step: 772 - loss: 0.0019 Step: 773 - loss: 0.0018 Step: 774 - loss: 0.0018 Step: 775 - loss: 0.0018 Step: 776 - loss: 0.0018 Step: 777 - loss: 0.0018 Step: 778 - loss: 0.0018 Step: 779 - loss: 0.0018 Step: 780 - loss: 0.0018 Step: 781 - loss: 0.0018 Step: 782 - loss: 0.0018 Step: 783 - loss: 0.0018 Step: 784 - loss: 0.0018 Step: 785 - loss: 0.0018 Step: 786 - loss: 0.0018 Step: 787 - loss: 0.0018 Step: 788 - loss: 0.0018 Step: 789 - loss: 0.0018 Step: 790 - loss: 0.0018 Step: 791 - loss: 0.0018 Step: 792 - loss: 0.0018 Step: 793 - loss: 0.0018 Step: 794 - loss: 0.0018 Step: 795 - loss: 0.0018 Step: 796 - loss: 0.0018 Step: 797 - loss: 0.0018 Step: 798 - loss: 0.0018 Step: 799 - loss: 0.0018 Step: 800 - loss: 0.0017 Step: 801 - loss: 0.0017 Step: 802 - loss: 0.0017 Step: 803 - loss: 0.0017 Step: 804 - loss: 0.0017 Step: 805 - loss: 0.0017 Step: 806 - loss: 0.0017 Step: 807 - loss: 0.0017 Step: 808 - loss: 0.0017 Step: 809 - loss: 0.0017 Step: 810 - loss: 0.0017 Step: 811 - loss: 0.0017 Step: 812 - loss: 0.0017 Step: 813 - loss: 0.0017 Step: 814 - loss: 0.0017 Step: 815 - loss: 0.0017 Step: 816 - loss: 0.0017 Step: 817 - loss: 0.0017 Step: 818 - loss: 0.0017 Step: 819 - loss: 0.0017 Step: 820 - loss: 0.0017 Step: 821 - loss: 0.0017 Step: 822 - loss: 0.0017 Step: 823 - loss: 0.0017 Step: 824 - loss: 0.0017 Step: 825 - loss: 0.0017 Step: 826 - loss: 0.0017 Step: 827 - loss: 0.0017 Step: 828 - loss: 0.0017 Step: 829 - loss: 0.0017 Step: 830 - loss: 0.0016 Step: 831 - loss: 0.0016 Step: 832 - loss: 0.0016 Step: 833 - loss: 0.0016 Step: 834 - loss: 0.0016 Step: 835 - loss: 0.0016 Step: 836 - loss: 0.0016 Step: 837 - loss: 0.0016 Step: 838 - loss: 0.0016 Step: 839 - loss: 0.0016 Step: 840 - loss: 0.0016 Step: 841 - loss: 0.0016 Step: 842 - loss: 0.0016 Step: 843 - loss: 0.0016 Step: 844 - loss: 0.0016 Step: 845 - loss: 0.0016 Step: 846 - loss: 0.0016 Step: 847 - loss: 0.0016 Step: 848 - loss: 0.0016 Step: 849 - loss: 0.0016 Step: 850 - loss: 0.0016 Step: 851 - loss: 0.0016 Step: 852 - loss: 0.0016 Step: 853 - loss: 0.0016 Step: 854 - loss: 0.0016 Step: 855 - loss: 0.0016 Step: 856 - loss: 0.0016 Step: 857 - loss: 0.0016 Step: 858 - loss: 0.0016 Step: 859 - loss: 0.0016 Step: 860 - loss: 0.0016 Step: 861 - loss: 0.0016 Step: 862 - loss: 0.0016 Step: 863 - loss: 0.0015 Step: 864 - loss: 0.0015 Step: 865 - loss: 0.0015 Step: 866 - loss: 0.0015 Step: 867 - loss: 0.0015 Step: 868 - loss: 0.0015 Step: 869 - loss: 0.0015 Step: 870 - loss: 0.0015 Step: 871 - loss: 0.0015 Step: 872 - loss: 0.0015 Step: 873 - loss: 0.0015 Step: 874 - loss: 0.0015 Step: 875 - loss: 0.0015 Step: 876 - loss: 0.0015 Step: 877 - loss: 0.0015 Step: 878 - loss: 0.0015 Step: 879 - loss: 0.0015 Step: 880 - loss: 0.0015 Step: 881 - loss: 0.0015 Step: 882 - loss: 0.0015 Step: 883 - loss: 0.0015 Step: 884 - loss: 0.0015 Step: 885 - loss: 0.0015 Step: 886 - loss: 0.0015 Step: 887 - loss: 0.0015 Step: 888 - loss: 0.0015 Step: 889 - loss: 0.0015 Step: 890 - loss: 0.0015 Step: 891 - loss: 0.0015 Step: 892 - loss: 0.0015 Step: 893 - loss: 0.0015 Step: 894 - loss: 0.0015 Step: 895 - loss: 0.0015 Step: 896 - loss: 0.0015 Step: 897 - loss: 0.0015 Step: 898 - loss: 0.0015 Step: 899 - loss: 0.0014 Step: 900 - loss: 0.0014 Step: 901 - loss: 0.0014 Step: 902 - loss: 0.0014 Step: 903 - loss: 0.0014 Step: 904 - loss: 0.0014 Step: 905 - loss: 0.0014 Step: 906 - loss: 0.0014 Step: 907 - loss: 0.0014 Step: 908 - loss: 0.0014 Step: 909 - loss: 0.0014 Step: 910 - loss: 0.0014 Step: 911 - loss: 0.0014 Step: 912 - loss: 0.0014 Step: 913 - loss: 0.0014 Step: 914 - loss: 0.0014 Step: 915 - loss: 0.0014 Step: 916 - loss: 0.0014 Step: 917 - loss: 0.0014 Step: 918 - loss: 0.0014 Step: 919 - loss: 0.0014 Step: 920 - loss: 0.0014 Step: 921 - loss: 0.0014 Step: 922 - loss: 0.0014 Step: 923 - loss: 0.0014 Step: 924 - loss: 0.0014 Step: 925 - loss: 0.0014 Step: 926 - loss: 0.0014 Step: 927 - loss: 0.0014 Step: 928 - loss: 0.0014 Step: 929 - loss: 0.0014 Step: 930 - loss: 0.0014 Step: 931 - loss: 0.0014 Step: 932 - loss: 0.0014 Step: 933 - loss: 0.0014 Step: 934 - loss: 0.0014 Step: 935 - loss: 0.0014 Step: 936 - loss: 0.0014 Step: 937 - loss: 0.0014 Step: 938 - loss: 0.0014 Step: 939 - loss: 0.0013 Step: 940 - loss: 0.0013 Step: 941 - loss: 0.0013 Step: 942 - loss: 0.0013 Step: 943 - loss: 0.0013 Step: 944 - loss: 0.0013 Step: 945 - loss: 0.0013 Step: 946 - loss: 0.0013 Step: 947 - loss: 0.0013 Step: 948 - loss: 0.0013 Step: 949 - loss: 0.0013 Step: 950 - loss: 0.0013 Step: 951 - loss: 0.0013 Step: 952 - loss: 0.0013 Step: 953 - loss: 0.0013 Step: 954 - loss: 0.0013 Step: 955 - loss: 0.0013 Step: 956 - loss: 0.0013 Step: 957 - loss: 0.0013 Step: 958 - loss: 0.0013 Step: 959 - loss: 0.0013 Step: 960 - loss: 0.0013 Step: 961 - loss: 0.0013 Step: 962 - loss: 0.0013 Step: 963 - loss: 0.0013 Step: 964 - loss: 0.0013 Step: 965 - loss: 0.0013 Step: 966 - loss: 0.0013 Step: 967 - loss: 0.0013 Step: 968 - loss: 0.0013 Step: 969 - loss: 0.0013 Step: 970 - loss: 0.0013 Step: 971 - loss: 0.0013 Step: 972 - loss: 0.0013 Step: 973 - loss: 0.0013 Step: 974 - loss: 0.0013 Step: 975 - loss: 0.0013 Step: 976 - loss: 0.0013 Step: 977 - loss: 0.0013 Step: 978 - loss: 0.0013 Step: 979 - loss: 0.0013 Step: 980 - loss: 0.0013 Step: 981 - loss: 0.0013 Step: 982 - loss: 0.0013 Step: 983 - loss: 0.0013 Step: 984 - loss: 0.0012 Step: 985 - loss: 0.0012 Step: 986 - loss: 0.0012 Step: 987 - loss: 0.0012 Step: 988 - loss: 0.0012 Step: 989 - loss: 0.0012 Step: 990 - loss: 0.0012 Step: 991 - loss: 0.0012 Step: 992 - loss: 0.0012 Step: 993 - loss: 0.0012 Step: 994 - loss: 0.0012 Step: 995 - loss: 0.0012 Step: 996 - loss: 0.0012 Step: 997 - loss: 0.0012 Step: 998 - loss: 0.0012 Step: 999 - loss: 0.0012 Step: 1000 - loss: 0.0012