File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change 873873 "args" : {
874874 "dtype" : " float32"
875875 "nthread_per_process" : 8 ,
876- "num_iteration" : 2 ,
876+ "num_iteration" : 10 ,
877877 "batch_size" : 1 ,
878878 "total_batch_size" : 64 ,
879879 "tensor_parallel" : 8
884884 "args" : {
885885 "dtype" : " bfloat16"
886886 "nthread_per_process" : 8 ,
887- "num_iteration" : 2 ,
887+ "num_iteration" : 10 ,
888888 "batch_size" : 1 ,
889889 "total_batch_size" : 64 ,
890890 "tensor_parallel" : 8
895895 "args" : {
896896 "dtype" : " float32"
897897 "nthread_per_process" : 8 ,
898- "num_iteration" : 2 ,
898+ "num_iteration" : 10 ,
899899 "batch_size" : 1 ,
900900 "total_batch_size" : 64 ,
901901 "tensor_parallel" : 8 ,
907907 "args" : {
908908 "dtype" : " float32"
909909 "nthread_per_process" : 8 ,
910- "num_iteration" : 2 ,
910+ "num_iteration" : 10 ,
911911 "batch_size" : 1 ,
912912 "total_batch_size" : 64 ,
913913 "pipeline_parallel" : 8
918918 "args" : {
919919 "dtype" : " bfloat16"
920920 "nthread_per_process" : 8 ,
921- "num_iteration" : 2 ,
921+ "num_iteration" : 10 ,
922922 "batch_size" : 1 ,
923923 "total_batch_size" : 64 ,
924924 "tensor_parallel" : 8 ,
934934 "dtype" : " float32"
935935 "nthread_per_process" : 8 ,
936936 "num_iteration" : 10 ,
937- "batch_size" : 40 ,
937+ "batch_size" : 20 ,
938938 "total_batch_size" : 5120 ,
939939 "tensor_parallel" : 2 ,
940940 "sequence_parallel" : true ,
948948 "dtype" : " bfloat16"
949949 "nthread_per_process" : 8 ,
950950 "num_iteration" : 10 ,
951- "batch_size" : 40 ,
951+ "batch_size" : 20 ,
952952 "total_batch_size" : 5120 ,
953953 "tensor_parallel" : 2 ,
954954 "sequence_parallel" : true ,
You can’t perform that action at this time.
0 commit comments