tmp loc
Showing
- arguments.py 4 additions, 3 deletionsarguments.py
- data_utils/configure_data.py 2 additions, 1 deletiondata_utils/configure_data.py
- draw_diff.py 31 additions, 0 deletionsdraw_diff.py
- env/baai_setup_connection.py 17 additions, 0 deletionsenv/baai_setup_connection.py
- env/setup_connection.py 7 additions, 6 deletionsenv/setup_connection.py
- generate_samples.py 13 additions, 8 deletionsgenerate_samples.py
- generation/__init__.py 2 additions, 1 deletiongeneration/__init__.py
- generation/local_sampling.py 147 additions, 0 deletionsgeneration/local_sampling.py
- generation/sampling.py 29 additions, 5 deletionsgeneration/sampling.py
- mpu/local_attention_function.py 2 additions, 8 deletionsmpu/local_attention_function.py
- mpu/sparse_transformer.py 128 additions, 38 deletionsmpu/sparse_transformer.py
- pretrain_gpt2.py 82 additions, 19 deletionspretrain_gpt2.py
- random_display.py 25 additions, 0 deletionsrandom_display.py
- scripts/cuda_2d_text2image.sh 46 additions, 0 deletionsscripts/cuda_2d_text2image.sh
- scripts/ds_config_zero.json 3 additions, 3 deletionsscripts/ds_config_zero.json
- scripts/pretrain_multiple_nodes.sh 19 additions, 10 deletionsscripts/pretrain_multiple_nodes.sh
- scripts/pretrain_single_node.sh 2 additions, 2 deletionsscripts/pretrain_single_node.sh
- scripts/testnan.sh 59 additions, 0 deletionsscripts/testnan.sh
- scripts/text2image.sh 2 additions, 2 deletionsscripts/text2image.sh
- test_sparse_attention.py 24 additions, 18 deletionstest_sparse_attention.py
Loading
Please register or sign in to comment