diff --git a/test/inductor/s429861_repro.py b/test/inductor/s429861_repro.py index 239fe8241d4f..e6d393632de3 100644 --- a/test/inductor/s429861_repro.py +++ b/test/inductor/s429861_repro.py @@ -588,153 +588,87 @@ def forward( ], 0.5, ) - getitem_79 = ( - getitem_80 - ) = ( - getitem_81 - ) = ( - getitem_82 - ) = ( - getitem_83 - ) = ( - getitem_84 - ) = ( - getitem_85 - ) = ( - getitem_86 - ) = ( - getitem_87 - ) = ( - getitem_88 - ) = ( - getitem_89 - ) = ( - getitem_90 - ) = ( - getitem_91 - ) = ( - getitem_92 - ) = ( - getitem_93 - ) = ( - getitem_94 - ) = ( - getitem_95 - ) = ( - getitem_96 - ) = ( - getitem_97 - ) = ( - getitem_98 - ) = ( - getitem_99 - ) = ( - getitem_100 - ) = ( - getitem_101 - ) = ( - getitem_102 - ) = ( - getitem_103 - ) = ( - getitem_104 - ) = ( - getitem_105 - ) = ( - getitem_106 - ) = ( - getitem_107 - ) = ( - getitem_108 - ) = ( - getitem_109 - ) = ( - getitem_110 - ) = ( - getitem_111 - ) = ( - getitem_112 - ) = ( - getitem_113 - ) = ( - getitem_114 - ) = ( - getitem_115 - ) = ( - getitem_116 - ) = ( - getitem_117 - ) = ( - getitem_118 - ) = ( - getitem_119 - ) = ( - getitem_120 - ) = ( - getitem_121 - ) = ( - getitem_122 - ) = ( - getitem_123 - ) = ( - getitem_124 - ) = ( - getitem_125 - ) = ( - getitem_126 - ) = ( - getitem_127 - ) = ( - getitem_128 - ) = ( - getitem_129 - ) = ( - getitem_130 - ) = ( - getitem_131 - ) = ( - getitem_132 - ) = ( - getitem_133 - ) = ( - getitem_134 - ) = ( - getitem_135 - ) = ( - getitem_136 - ) = ( - getitem_137 - ) = ( - getitem_138 - ) = ( - getitem_139 - ) = ( - getitem_140 - ) = ( - getitem_141 - ) = ( - getitem_142 - ) = ( - getitem_143 - ) = ( - getitem_144 - ) = ( - getitem_145 - ) = ( - getitem_146 - ) = ( - getitem_147 - ) = ( - getitem_148 - ) = ( - getitem_149 - ) = ( - getitem_150 - ) = ( - getitem_151 - ) = ( - getitem_152 - ) = getitem_153 = getitem_154 = getitem_155 = getitem_156 = getitem_157 = None + ( + getitem_79, + getitem_80, + getitem_81, + getitem_82, + getitem_83, + getitem_84, + getitem_85, + getitem_86, + getitem_87, + getitem_88, + getitem_89, + getitem_90, + getitem_91, + getitem_92, + getitem_93, + getitem_94, + getitem_95, + getitem_96, + getitem_97, + getitem_98, + getitem_99, + getitem_100, + getitem_101, + getitem_102, + getitem_103, + getitem_104, + getitem_105, + getitem_106, + getitem_107, + getitem_108, + getitem_109, + getitem_110, + getitem_111, + getitem_112, + getitem_113, + getitem_114, + getitem_115, + getitem_116, + getitem_117, + getitem_118, + getitem_119, + getitem_120, + getitem_121, + getitem_122, + getitem_123, + getitem_124, + getitem_125, + getitem_126, + getitem_127, + getitem_128, + getitem_129, + getitem_130, + getitem_131, + getitem_132, + getitem_133, + getitem_134, + getitem_135, + getitem_136, + getitem_137, + getitem_138, + getitem_139, + getitem_140, + getitem_141, + getitem_142, + getitem_143, + getitem_144, + getitem_145, + getitem_146, + getitem_147, + getitem_148, + getitem_149, + getitem_150, + getitem_151, + getitem_152, + getitem_153, + getitem_154, + getitem_155, + getitem_156, + getitem_157, + ) = (None,) * 79 getitem_158: "f32[50][1]cuda:0" = _foreach_mul_1[0] getitem_159: "f32[23][1]cuda:0" = _foreach_mul_1[1] getitem_160: "f32[38][1]cuda:0" = _foreach_mul_1[2] @@ -901,153 +835,87 @@ def forward( ], 0.01, ) - getitem_158 = ( - getitem_159 - ) = ( - getitem_160 - ) = ( - getitem_161 - ) = ( - getitem_162 - ) = ( - getitem_163 - ) = ( - getitem_164 - ) = ( - getitem_165 - ) = ( - getitem_166 - ) = ( - getitem_167 - ) = ( - getitem_168 - ) = ( - getitem_169 - ) = ( - getitem_170 - ) = ( - getitem_171 - ) = ( - getitem_172 - ) = ( - getitem_173 - ) = ( - getitem_174 - ) = ( - getitem_175 - ) = ( - getitem_176 - ) = ( - getitem_177 - ) = ( - getitem_178 - ) = ( - getitem_179 - ) = ( - getitem_180 - ) = ( - getitem_181 - ) = ( - getitem_182 - ) = ( - getitem_183 - ) = ( - getitem_184 - ) = ( - getitem_185 - ) = ( - getitem_186 - ) = ( - getitem_187 - ) = ( - getitem_188 - ) = ( - getitem_189 - ) = ( - getitem_190 - ) = ( - getitem_191 - ) = ( - getitem_192 - ) = ( - getitem_193 - ) = ( - getitem_194 - ) = ( - getitem_195 - ) = ( - getitem_196 - ) = ( - getitem_197 - ) = ( - getitem_198 - ) = ( - getitem_199 - ) = ( - getitem_200 - ) = ( - getitem_201 - ) = ( - getitem_202 - ) = ( - getitem_203 - ) = ( - getitem_204 - ) = ( - getitem_205 - ) = ( - getitem_206 - ) = ( - getitem_207 - ) = ( - getitem_208 - ) = ( - getitem_209 - ) = ( - getitem_210 - ) = ( - getitem_211 - ) = ( - getitem_212 - ) = ( - getitem_213 - ) = ( - getitem_214 - ) = ( - getitem_215 - ) = ( - getitem_216 - ) = ( - getitem_217 - ) = ( - getitem_218 - ) = ( - getitem_219 - ) = ( - getitem_220 - ) = ( - getitem_221 - ) = ( - getitem_222 - ) = ( - getitem_223 - ) = ( - getitem_224 - ) = ( - getitem_225 - ) = ( - getitem_226 - ) = ( - getitem_227 - ) = ( - getitem_228 - ) = ( - getitem_229 - ) = ( - getitem_230 - ) = ( - getitem_231 - ) = getitem_232 = getitem_233 = getitem_234 = getitem_235 = getitem_236 = None + ( + getitem_158, + getitem_159, + getitem_160, + getitem_161, + getitem_162, + getitem_163, + getitem_164, + getitem_165, + getitem_166, + getitem_167, + getitem_168, + getitem_169, + getitem_170, + getitem_171, + getitem_172, + getitem_173, + getitem_174, + getitem_175, + getitem_176, + getitem_177, + getitem_178, + getitem_179, + getitem_180, + getitem_181, + getitem_182, + getitem_183, + getitem_184, + getitem_185, + getitem_186, + getitem_187, + getitem_188, + getitem_189, + getitem_190, + getitem_191, + getitem_192, + getitem_193, + getitem_194, + getitem_195, + getitem_196, + getitem_197, + getitem_198, + getitem_199, + getitem_200, + getitem_201, + getitem_202, + getitem_203, + getitem_204, + getitem_205, + getitem_206, + getitem_207, + getitem_208, + getitem_209, + getitem_210, + getitem_211, + getitem_212, + getitem_213, + getitem_214, + getitem_215, + getitem_216, + getitem_217, + getitem_218, + getitem_219, + getitem_220, + getitem_221, + getitem_222, + getitem_223, + getitem_224, + getitem_225, + getitem_226, + getitem_227, + getitem_228, + getitem_229, + getitem_230, + getitem_231, + getitem_232, + getitem_233, + getitem_234, + getitem_235, + getitem_236, + ) = (None,) * 79 getitem_237: "f32[50][1]cuda:0" = _foreach_add[0] getitem_238: "f32[23][1]cuda:0" = _foreach_add[1] getitem_239: "f32[38][1]cuda:0" = _foreach_add[2] @@ -1294,311 +1162,166 @@ def forward( getitem_315, ], ) - getitem = ( - getitem_1 - ) = ( - getitem_2 - ) = ( - getitem_3 - ) = ( - getitem_4 - ) = ( - getitem_5 - ) = ( - getitem_6 - ) = ( - getitem_7 - ) = ( - getitem_8 - ) = ( - getitem_9 - ) = ( - getitem_10 - ) = ( - getitem_11 - ) = ( - getitem_12 - ) = ( - getitem_13 - ) = ( - getitem_14 - ) = ( - getitem_15 - ) = ( - getitem_16 - ) = ( - getitem_17 - ) = ( - getitem_18 - ) = ( - getitem_19 - ) = ( - getitem_20 - ) = ( - getitem_21 - ) = ( - getitem_22 - ) = ( - getitem_23 - ) = ( - getitem_24 - ) = ( - getitem_25 - ) = ( - getitem_26 - ) = ( - getitem_27 - ) = ( - getitem_28 - ) = ( - getitem_29 - ) = ( - getitem_30 - ) = ( - getitem_31 - ) = ( - getitem_32 - ) = ( - getitem_33 - ) = ( - getitem_34 - ) = ( - getitem_35 - ) = ( - getitem_36 - ) = ( - getitem_37 - ) = ( - getitem_38 - ) = ( - getitem_39 - ) = ( - getitem_40 - ) = ( - getitem_41 - ) = ( - getitem_42 - ) = ( - getitem_43 - ) = ( - getitem_44 - ) = ( - getitem_45 - ) = ( - getitem_46 - ) = ( - getitem_47 - ) = ( - getitem_48 - ) = ( - getitem_49 - ) = ( - getitem_50 - ) = ( - getitem_51 - ) = ( - getitem_52 - ) = ( - getitem_53 - ) = ( - getitem_54 - ) = ( - getitem_55 - ) = ( - getitem_56 - ) = ( - getitem_57 - ) = ( - getitem_58 - ) = ( - getitem_59 - ) = ( - getitem_60 - ) = ( - getitem_61 - ) = ( - getitem_62 - ) = ( - getitem_63 - ) = ( - getitem_64 - ) = ( - getitem_65 - ) = ( - getitem_66 - ) = ( - getitem_67 - ) = ( - getitem_68 - ) = ( - getitem_69 - ) = ( - getitem_70 - ) = ( - getitem_71 - ) = ( - getitem_72 - ) = ( - getitem_73 - ) = ( - getitem_74 - ) = ( - getitem_75 - ) = ( - getitem_76 - ) = ( - getitem_77 - ) = ( - getitem_78 - ) = ( - getitem_237 - ) = ( - getitem_238 - ) = ( - getitem_239 - ) = ( - getitem_240 - ) = ( - getitem_241 - ) = ( - getitem_242 - ) = ( - getitem_243 - ) = ( - getitem_244 - ) = ( - getitem_245 - ) = ( - getitem_246 - ) = ( - getitem_247 - ) = ( - getitem_248 - ) = ( - getitem_249 - ) = ( - getitem_250 - ) = ( - getitem_251 - ) = ( - getitem_252 - ) = ( - getitem_253 - ) = ( - getitem_254 - ) = ( - getitem_255 - ) = ( - getitem_256 - ) = ( - getitem_257 - ) = ( - getitem_258 - ) = ( - getitem_259 - ) = ( - getitem_260 - ) = ( - getitem_261 - ) = ( - getitem_262 - ) = ( - getitem_263 - ) = ( - getitem_264 - ) = ( - getitem_265 - ) = ( - getitem_266 - ) = ( - getitem_267 - ) = ( - getitem_268 - ) = ( - getitem_269 - ) = ( - getitem_270 - ) = ( - getitem_271 - ) = ( - getitem_272 - ) = ( - getitem_273 - ) = ( - getitem_274 - ) = ( - getitem_275 - ) = ( - getitem_276 - ) = ( - getitem_277 - ) = ( - getitem_278 - ) = ( - getitem_279 - ) = ( - getitem_280 - ) = ( - getitem_281 - ) = ( - getitem_282 - ) = ( - getitem_283 - ) = ( - getitem_284 - ) = ( - getitem_285 - ) = ( - getitem_286 - ) = ( - getitem_287 - ) = ( - getitem_288 - ) = ( - getitem_289 - ) = ( - getitem_290 - ) = ( - getitem_291 - ) = ( - getitem_292 - ) = ( - getitem_293 - ) = ( - getitem_294 - ) = ( - getitem_295 - ) = ( - getitem_296 - ) = ( - getitem_297 - ) = ( - getitem_298 - ) = ( - getitem_299 - ) = ( - getitem_300 - ) = ( - getitem_301 - ) = ( - getitem_302 - ) = ( - getitem_303 - ) = ( - getitem_304 - ) = ( - getitem_305 - ) = ( - getitem_306 - ) = ( - getitem_307 - ) = ( - getitem_308 - ) = ( - getitem_309 - ) = ( - getitem_310 - ) = getitem_311 = getitem_312 = getitem_313 = getitem_314 = getitem_315 = None + ( + getitem, + getitem_1, + getitem_2, + getitem_3, + getitem_4, + getitem_5, + getitem_6, + getitem_7, + getitem_8, + getitem_9, + getitem_10, + getitem_11, + getitem_12, + getitem_13, + getitem_14, + getitem_15, + getitem_16, + getitem_17, + getitem_18, + getitem_19, + getitem_20, + getitem_21, + getitem_22, + getitem_23, + getitem_24, + getitem_25, + getitem_26, + getitem_27, + getitem_28, + getitem_29, + getitem_30, + getitem_31, + getitem_32, + getitem_33, + getitem_34, + getitem_35, + getitem_36, + getitem_37, + getitem_38, + getitem_39, + getitem_40, + getitem_41, + getitem_42, + getitem_43, + getitem_44, + getitem_45, + getitem_46, + getitem_47, + getitem_48, + getitem_49, + getitem_50, + getitem_51, + getitem_52, + getitem_53, + getitem_54, + getitem_55, + getitem_56, + getitem_57, + getitem_58, + getitem_59, + getitem_60, + getitem_61, + getitem_62, + getitem_63, + getitem_64, + getitem_65, + getitem_66, + getitem_67, + getitem_68, + getitem_69, + getitem_70, + getitem_71, + getitem_72, + getitem_73, + getitem_74, + getitem_75, + getitem_76, + getitem_77, + getitem_78, + getitem_237, + getitem_238, + getitem_239, + getitem_240, + getitem_241, + getitem_242, + getitem_243, + getitem_244, + getitem_245, + getitem_246, + getitem_247, + getitem_248, + getitem_249, + getitem_250, + getitem_251, + getitem_252, + getitem_253, + getitem_254, + getitem_255, + getitem_256, + getitem_257, + getitem_258, + getitem_259, + getitem_260, + getitem_261, + getitem_262, + getitem_263, + getitem_264, + getitem_265, + getitem_266, + getitem_267, + getitem_268, + getitem_269, + getitem_270, + getitem_271, + getitem_272, + getitem_273, + getitem_274, + getitem_275, + getitem_276, + getitem_277, + getitem_278, + getitem_279, + getitem_280, + getitem_281, + getitem_282, + getitem_283, + getitem_284, + getitem_285, + getitem_286, + getitem_287, + getitem_288, + getitem_289, + getitem_290, + getitem_291, + getitem_292, + getitem_293, + getitem_294, + getitem_295, + getitem_296, + getitem_297, + getitem_298, + getitem_299, + getitem_300, + getitem_301, + getitem_302, + getitem_303, + getitem_304, + getitem_305, + getitem_306, + getitem_307, + getitem_308, + getitem_309, + getitem_310, + getitem_311, + getitem_312, + getitem_313, + getitem_314, + getitem_315, + ) = (None,) * 158 getitem_316: "f32[50][1]cuda:0" = _foreach_div[0] getitem_317: "f32[23][1]cuda:0" = _foreach_div[1] getitem_318: "f32[38][1]cuda:0" = _foreach_div[2] @@ -1765,153 +1488,87 @@ def forward( ], inf, ) - getitem_316 = ( - getitem_317 - ) = ( - getitem_318 - ) = ( - getitem_319 - ) = ( - getitem_320 - ) = ( - getitem_321 - ) = ( - getitem_322 - ) = ( - getitem_323 - ) = ( - getitem_324 - ) = ( - getitem_325 - ) = ( - getitem_326 - ) = ( - getitem_327 - ) = ( - getitem_328 - ) = ( - getitem_329 - ) = ( - getitem_330 - ) = ( - getitem_331 - ) = ( - getitem_332 - ) = ( - getitem_333 - ) = ( - getitem_334 - ) = ( - getitem_335 - ) = ( - getitem_336 - ) = ( - getitem_337 - ) = ( - getitem_338 - ) = ( - getitem_339 - ) = ( - getitem_340 - ) = ( - getitem_341 - ) = ( - getitem_342 - ) = ( - getitem_343 - ) = ( - getitem_344 - ) = ( - getitem_345 - ) = ( - getitem_346 - ) = ( - getitem_347 - ) = ( - getitem_348 - ) = ( - getitem_349 - ) = ( - getitem_350 - ) = ( - getitem_351 - ) = ( - getitem_352 - ) = ( - getitem_353 - ) = ( - getitem_354 - ) = ( - getitem_355 - ) = ( - getitem_356 - ) = ( - getitem_357 - ) = ( - getitem_358 - ) = ( - getitem_359 - ) = ( - getitem_360 - ) = ( - getitem_361 - ) = ( - getitem_362 - ) = ( - getitem_363 - ) = ( - getitem_364 - ) = ( - getitem_365 - ) = ( - getitem_366 - ) = ( - getitem_367 - ) = ( - getitem_368 - ) = ( - getitem_369 - ) = ( - getitem_370 - ) = ( - getitem_371 - ) = ( - getitem_372 - ) = ( - getitem_373 - ) = ( - getitem_374 - ) = ( - getitem_375 - ) = ( - getitem_376 - ) = ( - getitem_377 - ) = ( - getitem_378 - ) = ( - getitem_379 - ) = ( - getitem_380 - ) = ( - getitem_381 - ) = ( - getitem_382 - ) = ( - getitem_383 - ) = ( - getitem_384 - ) = ( - getitem_385 - ) = ( - getitem_386 - ) = ( - getitem_387 - ) = ( - getitem_388 - ) = ( - getitem_389 - ) = getitem_390 = getitem_391 = getitem_392 = getitem_393 = getitem_394 = None + ( + getitem_316, + getitem_317, + getitem_318, + getitem_319, + getitem_320, + getitem_321, + getitem_322, + getitem_323, + getitem_324, + getitem_325, + getitem_326, + getitem_327, + getitem_328, + getitem_329, + getitem_330, + getitem_331, + getitem_332, + getitem_333, + getitem_334, + getitem_335, + getitem_336, + getitem_337, + getitem_338, + getitem_339, + getitem_340, + getitem_341, + getitem_342, + getitem_343, + getitem_344, + getitem_345, + getitem_346, + getitem_347, + getitem_348, + getitem_349, + getitem_350, + getitem_351, + getitem_352, + getitem_353, + getitem_354, + getitem_355, + getitem_356, + getitem_357, + getitem_358, + getitem_359, + getitem_360, + getitem_361, + getitem_362, + getitem_363, + getitem_364, + getitem_365, + getitem_366, + getitem_367, + getitem_368, + getitem_369, + getitem_370, + getitem_371, + getitem_372, + getitem_373, + getitem_374, + getitem_375, + getitem_376, + getitem_377, + getitem_378, + getitem_379, + getitem_380, + getitem_381, + getitem_382, + getitem_383, + getitem_384, + getitem_385, + getitem_386, + getitem_387, + getitem_388, + getitem_389, + getitem_390, + getitem_391, + getitem_392, + getitem_393, + getitem_394, + ) = (None,) * 79 getitem_395: "f32[][]cuda:0" = _foreach_norm[0] getitem_396: "f32[][]cuda:0" = _foreach_norm[1] getitem_397: "f32[][]cuda:0" = _foreach_norm[2] @@ -2078,153 +1735,87 @@ def forward( ], 1.0, ) - getitem_395 = ( - getitem_396 - ) = ( - getitem_397 - ) = ( - getitem_398 - ) = ( - getitem_399 - ) = ( - getitem_400 - ) = ( - getitem_401 - ) = ( - getitem_402 - ) = ( - getitem_403 - ) = ( - getitem_404 - ) = ( - getitem_405 - ) = ( - getitem_406 - ) = ( - getitem_407 - ) = ( - getitem_408 - ) = ( - getitem_409 - ) = ( - getitem_410 - ) = ( - getitem_411 - ) = ( - getitem_412 - ) = ( - getitem_413 - ) = ( - getitem_414 - ) = ( - getitem_415 - ) = ( - getitem_416 - ) = ( - getitem_417 - ) = ( - getitem_418 - ) = ( - getitem_419 - ) = ( - getitem_420 - ) = ( - getitem_421 - ) = ( - getitem_422 - ) = ( - getitem_423 - ) = ( - getitem_424 - ) = ( - getitem_425 - ) = ( - getitem_426 - ) = ( - getitem_427 - ) = ( - getitem_428 - ) = ( - getitem_429 - ) = ( - getitem_430 - ) = ( - getitem_431 - ) = ( - getitem_432 - ) = ( - getitem_433 - ) = ( - getitem_434 - ) = ( - getitem_435 - ) = ( - getitem_436 - ) = ( - getitem_437 - ) = ( - getitem_438 - ) = ( - getitem_439 - ) = ( - getitem_440 - ) = ( - getitem_441 - ) = ( - getitem_442 - ) = ( - getitem_443 - ) = ( - getitem_444 - ) = ( - getitem_445 - ) = ( - getitem_446 - ) = ( - getitem_447 - ) = ( - getitem_448 - ) = ( - getitem_449 - ) = ( - getitem_450 - ) = ( - getitem_451 - ) = ( - getitem_452 - ) = ( - getitem_453 - ) = ( - getitem_454 - ) = ( - getitem_455 - ) = ( - getitem_456 - ) = ( - getitem_457 - ) = ( - getitem_458 - ) = ( - getitem_459 - ) = ( - getitem_460 - ) = ( - getitem_461 - ) = ( - getitem_462 - ) = ( - getitem_463 - ) = ( - getitem_464 - ) = ( - getitem_465 - ) = ( - getitem_466 - ) = ( - getitem_467 - ) = ( - getitem_468 - ) = getitem_469 = getitem_470 = getitem_471 = getitem_472 = getitem_473 = None + ( + getitem_395, + getitem_396, + getitem_397, + getitem_398, + getitem_399, + getitem_400, + getitem_401, + getitem_402, + getitem_403, + getitem_404, + getitem_405, + getitem_406, + getitem_407, + getitem_408, + getitem_409, + getitem_410, + getitem_411, + getitem_412, + getitem_413, + getitem_414, + getitem_415, + getitem_416, + getitem_417, + getitem_418, + getitem_419, + getitem_420, + getitem_421, + getitem_422, + getitem_423, + getitem_424, + getitem_425, + getitem_426, + getitem_427, + getitem_428, + getitem_429, + getitem_430, + getitem_431, + getitem_432, + getitem_433, + getitem_434, + getitem_435, + getitem_436, + getitem_437, + getitem_438, + getitem_439, + getitem_440, + getitem_441, + getitem_442, + getitem_443, + getitem_444, + getitem_445, + getitem_446, + getitem_447, + getitem_448, + getitem_449, + getitem_450, + getitem_451, + getitem_452, + getitem_453, + getitem_454, + getitem_455, + getitem_456, + getitem_457, + getitem_458, + getitem_459, + getitem_460, + getitem_461, + getitem_462, + getitem_463, + getitem_464, + getitem_465, + getitem_466, + getitem_467, + getitem_468, + getitem_469, + getitem_470, + getitem_471, + getitem_472, + getitem_473, + ) = (None,) * 79 getitem_474: "f32[][]cuda:0" = _foreach_maximum[0] getitem_475: "f32[][]cuda:0" = _foreach_maximum[1] getitem_476: "f32[][]cuda:0" = _foreach_maximum[2] @@ -2558,311 +2149,166 @@ def forward( getitem_552, ], ) - getitem_553 = ( - getitem_554 - ) = ( - getitem_555 - ) = ( - getitem_556 - ) = ( - getitem_557 - ) = ( - getitem_558 - ) = ( - getitem_559 - ) = ( - getitem_560 - ) = ( - getitem_561 - ) = ( - getitem_562 - ) = ( - getitem_563 - ) = ( - getitem_564 - ) = ( - getitem_565 - ) = ( - getitem_566 - ) = ( - getitem_567 - ) = ( - getitem_568 - ) = ( - getitem_569 - ) = ( - getitem_570 - ) = ( - getitem_571 - ) = ( - getitem_572 - ) = ( - getitem_573 - ) = ( - getitem_574 - ) = ( - getitem_575 - ) = ( - getitem_576 - ) = ( - getitem_577 - ) = ( - getitem_578 - ) = ( - getitem_579 - ) = ( - getitem_580 - ) = ( - getitem_581 - ) = ( - getitem_582 - ) = ( - getitem_583 - ) = ( - getitem_584 - ) = ( - getitem_585 - ) = ( - getitem_586 - ) = ( - getitem_587 - ) = ( - getitem_588 - ) = ( - getitem_589 - ) = ( - getitem_590 - ) = ( - getitem_591 - ) = ( - getitem_592 - ) = ( - getitem_593 - ) = ( - getitem_594 - ) = ( - getitem_595 - ) = ( - getitem_596 - ) = ( - getitem_597 - ) = ( - getitem_598 - ) = ( - getitem_599 - ) = ( - getitem_600 - ) = ( - getitem_601 - ) = ( - getitem_602 - ) = ( - getitem_603 - ) = ( - getitem_604 - ) = ( - getitem_605 - ) = ( - getitem_606 - ) = ( - getitem_607 - ) = ( - getitem_608 - ) = ( - getitem_609 - ) = ( - getitem_610 - ) = ( - getitem_611 - ) = ( - getitem_612 - ) = ( - getitem_613 - ) = ( - getitem_614 - ) = ( - getitem_615 - ) = ( - getitem_616 - ) = ( - getitem_617 - ) = ( - getitem_618 - ) = ( - getitem_619 - ) = ( - getitem_620 - ) = ( - getitem_621 - ) = ( - getitem_622 - ) = ( - getitem_623 - ) = ( - getitem_624 - ) = ( - getitem_625 - ) = ( - getitem_626 - ) = ( - getitem_627 - ) = ( - getitem_628 - ) = ( - getitem_629 - ) = ( - getitem_630 - ) = ( - getitem_631 - ) = ( - getitem_474 - ) = ( - getitem_475 - ) = ( - getitem_476 - ) = ( - getitem_477 - ) = ( - getitem_478 - ) = ( - getitem_479 - ) = ( - getitem_480 - ) = ( - getitem_481 - ) = ( - getitem_482 - ) = ( - getitem_483 - ) = ( - getitem_484 - ) = ( - getitem_485 - ) = ( - getitem_486 - ) = ( - getitem_487 - ) = ( - getitem_488 - ) = ( - getitem_489 - ) = ( - getitem_490 - ) = ( - getitem_491 - ) = ( - getitem_492 - ) = ( - getitem_493 - ) = ( - getitem_494 - ) = ( - getitem_495 - ) = ( - getitem_496 - ) = ( - getitem_497 - ) = ( - getitem_498 - ) = ( - getitem_499 - ) = ( - getitem_500 - ) = ( - getitem_501 - ) = ( - getitem_502 - ) = ( - getitem_503 - ) = ( - getitem_504 - ) = ( - getitem_505 - ) = ( - getitem_506 - ) = ( - getitem_507 - ) = ( - getitem_508 - ) = ( - getitem_509 - ) = ( - getitem_510 - ) = ( - getitem_511 - ) = ( - getitem_512 - ) = ( - getitem_513 - ) = ( - getitem_514 - ) = ( - getitem_515 - ) = ( - getitem_516 - ) = ( - getitem_517 - ) = ( - getitem_518 - ) = ( - getitem_519 - ) = ( - getitem_520 - ) = ( - getitem_521 - ) = ( - getitem_522 - ) = ( - getitem_523 - ) = ( - getitem_524 - ) = ( - getitem_525 - ) = ( - getitem_526 - ) = ( - getitem_527 - ) = ( - getitem_528 - ) = ( - getitem_529 - ) = ( - getitem_530 - ) = ( - getitem_531 - ) = ( - getitem_532 - ) = ( - getitem_533 - ) = ( - getitem_534 - ) = ( - getitem_535 - ) = ( - getitem_536 - ) = ( - getitem_537 - ) = ( - getitem_538 - ) = ( - getitem_539 - ) = ( - getitem_540 - ) = ( - getitem_541 - ) = ( - getitem_542 - ) = ( - getitem_543 - ) = ( - getitem_544 - ) = ( - getitem_545 - ) = ( - getitem_546 - ) = ( - getitem_547 - ) = getitem_548 = getitem_549 = getitem_550 = getitem_551 = getitem_552 = None + ( + getitem_553, + getitem_554, + getitem_555, + getitem_556, + getitem_557, + getitem_558, + getitem_559, + getitem_560, + getitem_561, + getitem_562, + getitem_563, + getitem_564, + getitem_565, + getitem_566, + getitem_567, + getitem_568, + getitem_569, + getitem_570, + getitem_571, + getitem_572, + getitem_573, + getitem_574, + getitem_575, + getitem_576, + getitem_577, + getitem_578, + getitem_579, + getitem_580, + getitem_581, + getitem_582, + getitem_583, + getitem_584, + getitem_585, + getitem_586, + getitem_587, + getitem_588, + getitem_589, + getitem_590, + getitem_591, + getitem_592, + getitem_593, + getitem_594, + getitem_595, + getitem_596, + getitem_597, + getitem_598, + getitem_599, + getitem_600, + getitem_601, + getitem_602, + getitem_603, + getitem_604, + getitem_605, + getitem_606, + getitem_607, + getitem_608, + getitem_609, + getitem_610, + getitem_611, + getitem_612, + getitem_613, + getitem_614, + getitem_615, + getitem_616, + getitem_617, + getitem_618, + getitem_619, + getitem_620, + getitem_621, + getitem_622, + getitem_623, + getitem_624, + getitem_625, + getitem_626, + getitem_627, + getitem_628, + getitem_629, + getitem_630, + getitem_631, + getitem_474, + getitem_475, + getitem_476, + getitem_477, + getitem_478, + getitem_479, + getitem_480, + getitem_481, + getitem_482, + getitem_483, + getitem_484, + getitem_485, + getitem_486, + getitem_487, + getitem_488, + getitem_489, + getitem_490, + getitem_491, + getitem_492, + getitem_493, + getitem_494, + getitem_495, + getitem_496, + getitem_497, + getitem_498, + getitem_499, + getitem_500, + getitem_501, + getitem_502, + getitem_503, + getitem_504, + getitem_505, + getitem_506, + getitem_507, + getitem_508, + getitem_509, + getitem_510, + getitem_511, + getitem_512, + getitem_513, + getitem_514, + getitem_515, + getitem_516, + getitem_517, + getitem_518, + getitem_519, + getitem_520, + getitem_521, + getitem_522, + getitem_523, + getitem_524, + getitem_525, + getitem_526, + getitem_527, + getitem_528, + getitem_529, + getitem_530, + getitem_531, + getitem_532, + getitem_533, + getitem_534, + getitem_535, + getitem_536, + getitem_537, + getitem_538, + getitem_539, + getitem_540, + getitem_541, + getitem_542, + getitem_543, + getitem_544, + getitem_545, + getitem_546, + getitem_547, + getitem_548, + getitem_549, + getitem_550, + getitem_551, + getitem_552, + ) = (None,) * 158 getitem_632: "f32[1][1]cuda:0" = _foreach_div_1[0] getitem_633: "f32[1][1]cuda:0" = _foreach_div_1[1] getitem_634: "f32[1][1]cuda:0" = _foreach_div_1[2] @@ -3664,151 +3110,87 @@ def forward( ], alpha=1e-05, ) - arg80_1 = ( - arg81_1 - ) = ( - arg82_1 - ) = ( - arg83_1 - ) = ( - arg84_1 - ) = ( - arg85_1 - ) = ( - arg86_1 - ) = ( - arg87_1 - ) = ( - arg88_1 - ) = ( - arg89_1 - ) = ( - arg90_1 - ) = ( - arg91_1 - ) = ( - arg92_1 - ) = ( - arg93_1 - ) = ( - arg94_1 - ) = ( - arg95_1 - ) = ( - arg96_1 - ) = ( - arg97_1 - ) = ( - arg98_1 - ) = ( - arg99_1 - ) = ( - arg100_1 - ) = ( - arg101_1 - ) = ( - arg102_1 - ) = ( - arg103_1 - ) = ( - arg104_1 - ) = ( - arg105_1 - ) = ( - arg106_1 - ) = ( - arg107_1 - ) = ( - arg108_1 - ) = ( - arg109_1 - ) = ( - arg110_1 - ) = ( - arg111_1 - ) = ( - arg112_1 - ) = ( - arg113_1 - ) = ( - arg114_1 - ) = ( - arg115_1 - ) = ( - arg116_1 - ) = ( - arg117_1 - ) = ( - arg118_1 - ) = ( - arg119_1 - ) = ( - arg120_1 - ) = ( - arg121_1 - ) = ( - arg122_1 - ) = ( - arg123_1 - ) = ( - arg124_1 - ) = ( - arg125_1 - ) = ( - arg126_1 - ) = ( - arg127_1 - ) = ( - arg128_1 - ) = ( - arg129_1 - ) = ( - arg130_1 - ) = ( - arg131_1 - ) = ( - arg132_1 - ) = ( - arg133_1 - ) = ( - arg134_1 - ) = ( - arg135_1 - ) = ( - arg136_1 - ) = ( - arg137_1 - ) = ( - arg138_1 - ) = ( - arg139_1 - ) = ( - arg140_1 - ) = ( - arg141_1 - ) = ( - arg142_1 - ) = ( - arg143_1 - ) = ( - arg144_1 - ) = ( - arg145_1 - ) = ( - arg146_1 - ) = ( - arg147_1 - ) = ( - arg148_1 - ) = ( - arg149_1 - ) = ( - arg150_1 - ) = ( - arg151_1 - ) = ( - arg152_1 - ) = arg153_1 = arg154_1 = arg155_1 = arg156_1 = arg157_1 = arg158_1 = None + ( + arg80_1, + arg81_1, + arg82_1, + arg83_1, + arg84_1, + arg85_1, + arg86_1, + arg87_1, + arg88_1, + arg89_1, + arg90_1, + arg91_1, + arg92_1, + arg93_1, + arg94_1, + arg95_1, + arg96_1, + arg97_1, + arg98_1, + arg99_1, + arg100_1, + arg101_1, + arg102_1, + arg103_1, + arg104_1, + arg105_1, + arg106_1, + arg107_1, + arg108_1, + arg109_1, + arg110_1, + arg111_1, + arg112_1, + arg113_1, + arg114_1, + arg115_1, + arg116_1, + arg117_1, + arg118_1, + arg119_1, + arg120_1, + arg121_1, + arg122_1, + arg123_1, + arg124_1, + arg125_1, + arg126_1, + arg127_1, + arg128_1, + arg129_1, + arg130_1, + arg131_1, + arg132_1, + arg133_1, + arg134_1, + arg135_1, + arg136_1, + arg137_1, + arg138_1, + arg139_1, + arg140_1, + arg141_1, + arg142_1, + arg143_1, + arg144_1, + arg145_1, + arg146_1, + arg147_1, + arg148_1, + arg149_1, + arg150_1, + arg151_1, + arg152_1, + arg153_1, + arg154_1, + arg155_1, + arg156_1, + arg157_1, + arg158_1, + ) = (None,) * 79 getitem_6952: "f32[50][1]cuda:0" = _foreach_add_1[0] getitem_6953: "f32[23][1]cuda:0" = _foreach_add_1[1] getitem_6954: "f32[38][1]cuda:0" = _foreach_add_1[2] @@ -4055,311 +3437,166 @@ def forward( getitem_6951, ], ) - getitem_6952 = ( - getitem_6953 - ) = ( - getitem_6954 - ) = ( - getitem_6955 - ) = ( - getitem_6956 - ) = ( - getitem_6957 - ) = ( - getitem_6958 - ) = ( - getitem_6959 - ) = ( - getitem_6960 - ) = ( - getitem_6961 - ) = ( - getitem_6962 - ) = ( - getitem_6963 - ) = ( - getitem_6964 - ) = ( - getitem_6965 - ) = ( - getitem_6966 - ) = ( - getitem_6967 - ) = ( - getitem_6968 - ) = ( - getitem_6969 - ) = ( - getitem_6970 - ) = ( - getitem_6971 - ) = ( - getitem_6972 - ) = ( - getitem_6973 - ) = ( - getitem_6974 - ) = ( - getitem_6975 - ) = ( - getitem_6976 - ) = ( - getitem_6977 - ) = ( - getitem_6978 - ) = ( - getitem_6979 - ) = ( - getitem_6980 - ) = ( - getitem_6981 - ) = ( - getitem_6982 - ) = ( - getitem_6983 - ) = ( - getitem_6984 - ) = ( - getitem_6985 - ) = ( - getitem_6986 - ) = ( - getitem_6987 - ) = ( - getitem_6988 - ) = ( - getitem_6989 - ) = ( - getitem_6990 - ) = ( - getitem_6991 - ) = ( - getitem_6992 - ) = ( - getitem_6993 - ) = ( - getitem_6994 - ) = ( - getitem_6995 - ) = ( - getitem_6996 - ) = ( - getitem_6997 - ) = ( - getitem_6998 - ) = ( - getitem_6999 - ) = ( - getitem_7000 - ) = ( - getitem_7001 - ) = ( - getitem_7002 - ) = ( - getitem_7003 - ) = ( - getitem_7004 - ) = ( - getitem_7005 - ) = ( - getitem_7006 - ) = ( - getitem_7007 - ) = ( - getitem_7008 - ) = ( - getitem_7009 - ) = ( - getitem_7010 - ) = ( - getitem_7011 - ) = ( - getitem_7012 - ) = ( - getitem_7013 - ) = ( - getitem_7014 - ) = ( - getitem_7015 - ) = ( - getitem_7016 - ) = ( - getitem_7017 - ) = ( - getitem_7018 - ) = ( - getitem_7019 - ) = ( - getitem_7020 - ) = ( - getitem_7021 - ) = ( - getitem_7022 - ) = ( - getitem_7023 - ) = ( - getitem_7024 - ) = ( - getitem_7025 - ) = ( - getitem_7026 - ) = ( - getitem_7027 - ) = ( - getitem_7028 - ) = ( - getitem_7029 - ) = ( - getitem_7030 - ) = ( - getitem_711 - ) = ( - getitem_791 - ) = ( - getitem_871 - ) = ( - getitem_951 - ) = ( - getitem_1031 - ) = ( - getitem_1111 - ) = ( - getitem_1191 - ) = ( - getitem_1271 - ) = ( - getitem_1351 - ) = ( - getitem_1431 - ) = ( - getitem_1511 - ) = ( - getitem_1591 - ) = ( - getitem_1671 - ) = ( - getitem_1751 - ) = ( - getitem_1831 - ) = ( - getitem_1911 - ) = ( - getitem_1991 - ) = ( - getitem_2071 - ) = ( - getitem_2151 - ) = ( - getitem_2231 - ) = ( - getitem_2311 - ) = ( - getitem_2391 - ) = ( - getitem_2471 - ) = ( - getitem_2551 - ) = ( - getitem_2631 - ) = ( - getitem_2711 - ) = ( - getitem_2791 - ) = ( - getitem_2871 - ) = ( - getitem_2951 - ) = ( - getitem_3031 - ) = ( - getitem_3111 - ) = ( - getitem_3191 - ) = ( - getitem_3271 - ) = ( - getitem_3351 - ) = ( - getitem_3431 - ) = ( - getitem_3511 - ) = ( - getitem_3591 - ) = ( - getitem_3671 - ) = ( - getitem_3751 - ) = ( - getitem_3831 - ) = ( - getitem_3911 - ) = ( - getitem_3991 - ) = ( - getitem_4071 - ) = ( - getitem_4151 - ) = ( - getitem_4231 - ) = ( - getitem_4311 - ) = ( - getitem_4391 - ) = ( - getitem_4471 - ) = ( - getitem_4551 - ) = ( - getitem_4631 - ) = ( - getitem_4711 - ) = ( - getitem_4791 - ) = ( - getitem_4871 - ) = ( - getitem_4951 - ) = ( - getitem_5031 - ) = ( - getitem_5111 - ) = ( - getitem_5191 - ) = ( - getitem_5271 - ) = ( - getitem_5351 - ) = ( - getitem_5431 - ) = ( - getitem_5511 - ) = ( - getitem_5591 - ) = ( - getitem_5671 - ) = ( - getitem_5751 - ) = ( - getitem_5831 - ) = ( - getitem_5911 - ) = ( - getitem_5991 - ) = ( - getitem_6071 - ) = ( - getitem_6151 - ) = ( - getitem_6231 - ) = ( - getitem_6311 - ) = ( - getitem_6391 - ) = ( - getitem_6471 - ) = ( - getitem_6551 - ) = getitem_6631 = getitem_6711 = getitem_6791 = getitem_6871 = getitem_6951 = None + ( + getitem_6952, + getitem_6953, + getitem_6954, + getitem_6955, + getitem_6956, + getitem_6957, + getitem_6958, + getitem_6959, + getitem_6960, + getitem_6961, + getitem_6962, + getitem_6963, + getitem_6964, + getitem_6965, + getitem_6966, + getitem_6967, + getitem_6968, + getitem_6969, + getitem_6970, + getitem_6971, + getitem_6972, + getitem_6973, + getitem_6974, + getitem_6975, + getitem_6976, + getitem_6977, + getitem_6978, + getitem_6979, + getitem_6980, + getitem_6981, + getitem_6982, + getitem_6983, + getitem_6984, + getitem_6985, + getitem_6986, + getitem_6987, + getitem_6988, + getitem_6989, + getitem_6990, + getitem_6991, + getitem_6992, + getitem_6993, + getitem_6994, + getitem_6995, + getitem_6996, + getitem_6997, + getitem_6998, + getitem_6999, + getitem_7000, + getitem_7001, + getitem_7002, + getitem_7003, + getitem_7004, + getitem_7005, + getitem_7006, + getitem_7007, + getitem_7008, + getitem_7009, + getitem_7010, + getitem_7011, + getitem_7012, + getitem_7013, + getitem_7014, + getitem_7015, + getitem_7016, + getitem_7017, + getitem_7018, + getitem_7019, + getitem_7020, + getitem_7021, + getitem_7022, + getitem_7023, + getitem_7024, + getitem_7025, + getitem_7026, + getitem_7027, + getitem_7028, + getitem_7029, + getitem_7030, + getitem_711, + getitem_791, + getitem_871, + getitem_951, + getitem_1031, + getitem_1111, + getitem_1191, + getitem_1271, + getitem_1351, + getitem_1431, + getitem_1511, + getitem_1591, + getitem_1671, + getitem_1751, + getitem_1831, + getitem_1911, + getitem_1991, + getitem_2071, + getitem_2151, + getitem_2231, + getitem_2311, + getitem_2391, + getitem_2471, + getitem_2551, + getitem_2631, + getitem_2711, + getitem_2791, + getitem_2871, + getitem_2951, + getitem_3031, + getitem_3111, + getitem_3191, + getitem_3271, + getitem_3351, + getitem_3431, + getitem_3511, + getitem_3591, + getitem_3671, + getitem_3751, + getitem_3831, + getitem_3911, + getitem_3991, + getitem_4071, + getitem_4151, + getitem_4231, + getitem_4311, + getitem_4391, + getitem_4471, + getitem_4551, + getitem_4631, + getitem_4711, + getitem_4791, + getitem_4871, + getitem_4951, + getitem_5031, + getitem_5111, + getitem_5191, + getitem_5271, + getitem_5351, + getitem_5431, + getitem_5511, + getitem_5591, + getitem_5671, + getitem_5751, + getitem_5831, + getitem_5911, + getitem_5991, + getitem_6071, + getitem_6151, + getitem_6231, + getitem_6311, + getitem_6391, + getitem_6471, + getitem_6551, + getitem_6631, + getitem_6711, + getitem_6791, + getitem_6871, + getitem_6951, + ) = (None,) * 158 getitem_7031: "f32[50][1]cuda:0" = _foreach_mul_2[0] getitem_7032: "f32[23][1]cuda:0" = _foreach_mul_2[1] getitem_7033: "f32[38][1]cuda:0" = _foreach_mul_2[2]