File tree Expand file tree Collapse file tree 1 file changed +3
-3
lines changed Expand file tree Collapse file tree 1 file changed +3
-3
lines changed Original file line number Diff line number Diff line change 6969USE_MICRO_MODELS = os .environ .get ("FMS_TEST_SHAPES_USE_MICRO_MODELS" , "1" ) == "1"
7070USE_DISTRIBUTED = os .environ .get ("FMS_TEST_SHAPES_DISTRIBUTED" , "0" ) == "1"
7171TIMING = os .environ .get ("TIMING" , "" )
72- CUMULATIVE_TEST_TOKENS_PER_SEQUENCE = os . environ . get (
73- "FMS_TEST_SHAPES_CUMULATIVE_TEST_TOKENS_PER_SEQUENCE" , "1024"
72+ CUMULATIVE_TEST_TOKENS_PER_SEQUENCE = int (
73+ os . environ . get ( "FMS_TEST_SHAPES_CUMULATIVE_TEST_TOKENS_PER_SEQUENCE" , "1024" )
7474)
7575ATTN_TYPE = os .environ .get ("FMS_TEST_SHAPES_ATTN_TYPE" , "sdpa" )
7676attention_map = {
@@ -610,7 +610,7 @@ def _metric_calculator(r: torch.Tensor, t: torch.Tensor):
610610 )
611611 return (cross_entropy , diff )
612612
613- iters = CUMULATIVE_TEST_TOKENS_PER_SEQUENCE // max_new_tokens
613+ iters = int ( CUMULATIVE_TEST_TOKENS_PER_SEQUENCE ) // max_new_tokens
614614 ce_fail_responses_list = []
615615 diff_fail_responses_list = []
616616 total_tokens = 0
You can’t perform that action at this time.
0 commit comments