Mock Version: 3.5 ENTER ['do_with_status'](['bash', '--login', '-c', '/usr/bin/rpmbuild -bs --target x86_64 --nodeps /builddir/build/SPECS/colossalai.spec'], chrootPath='/var/lib/mock/openeuler-23.09-x86_64-1713238597.178646/root'env={'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;\\007"', 'PS1': ' \\s-\\v\\$ ', 'LANG': 'C.UTF-8'}shell=Falselogger=timeout=0uid=1000gid=135user='mockbuild'nspawn_args=[]unshare_net=TrueprintOutput=True) Executing command: ['bash', '--login', '-c', '/usr/bin/rpmbuild -bs --target x86_64 --nodeps /builddir/build/SPECS/colossalai.spec'] with env {'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;\\007"', 'PS1': ' \\s-\\v\\$ ', 'LANG': 'C.UTF-8'} and shell False :1: DeprecationWarning: The distutils package is deprecated and slated for removal in Python 3.12. Use setuptools or check PEP 632 for potential alternatives :1: DeprecationWarning: The distutils.sysconfig module is deprecated, use sysconfig instead Building target platforms: x86_64 Building for target x86_64 Wrote: /builddir/build/SRPMS/colossalai-0.3.6-1.src.rpm Child return code was: 0 Mock Version: 3.5 ENTER ['do_with_status'](['bash', '--login', '-c', '/usr/bin/rpmbuild -bs --target x86_64 --nodeps /builddir/build/SPECS/colossalai.spec'], chrootPath='/var/lib/mock/openeuler-23.09-x86_64-1713238597.178646/root'env={'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;\\007"', 'PS1': ' \\s-\\v\\$ ', 'LANG': 'C.UTF-8'}shell=Falselogger=timeout=0uid=1000gid=135user='mockbuild'nspawn_args=[]unshare_net=TrueprintOutput=True) Executing command: ['bash', '--login', '-c', '/usr/bin/rpmbuild -bs --target x86_64 --nodeps /builddir/build/SPECS/colossalai.spec'] with env {'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;\\007"', 'PS1': ' \\s-\\v\\$ ', 'LANG': 'C.UTF-8'} and shell False :1: DeprecationWarning: The distutils package is deprecated and slated for removal in Python 3.12. Use setuptools or check PEP 632 for potential alternatives :1: DeprecationWarning: The distutils.sysconfig module is deprecated, use sysconfig instead Building target platforms: x86_64 Building for target x86_64 Wrote: /builddir/build/SRPMS/colossalai-0.3.6-1.src.rpm Child return code was: 0 ENTER ['do_with_status'](['bash', '--login', '-c', '/usr/bin/rpmbuild -bb --target x86_64 --nodeps /builddir/build/SPECS/colossalai.spec'], chrootPath='/var/lib/mock/openeuler-23.09-x86_64-1713238597.178646/root'env={'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;\\007"', 'PS1': ' \\s-\\v\\$ ', 'LANG': 'C.UTF-8'}shell=Falselogger=timeout=0uid=1000gid=135user='mockbuild'nspawn_args=[]unshare_net=TrueprintOutput=True) Executing command: ['bash', '--login', '-c', '/usr/bin/rpmbuild -bb --target x86_64 --nodeps /builddir/build/SPECS/colossalai.spec'] with env {'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;\\007"', 'PS1': ' \\s-\\v\\$ ', 'LANG': 'C.UTF-8'} and shell False Building target platforms: x86_64 Building for target x86_64 Executing(%prep): /bin/sh -e /var/tmp/rpm-tmp.XjisQ1 + umask 022 + cd /builddir/build/BUILD + cd /builddir/build/BUILD + rm -rf ColossalAI-0.3.6 + /usr/lib/rpm/rpmuncompress -x /builddir/build/SOURCES/ColossalAI-0.3.6.tar.gz + STATUS=0 + '[' 0 -ne 0 ']' + cd ColossalAI-0.3.6 + /usr/bin/chmod -Rf a+rX,u+w,g-w,o-w . + RPM_EC=0 ++ jobs -p + exit 0 Executing(%build): /bin/sh -e /var/tmp/rpm-tmp.PdUfFt + umask 022 + cd /builddir/build/BUILD + cd ColossalAI-0.3.6 + CFLAGS='-O2 -g -pipe -Wall -Werror=format-security -Wp,-D_FORTIFY_SOURCE=2 -Wp,-D_GLIBCXX_ASSERTIONS -fstack-protector-strong -grecord-gcc-switches -specs=/usr/lib/rpm/generic-hardened-cc1 -m64 -mtune=generic -fasynchronous-unwind-tables -fstack-clash-protection ' + LDFLAGS='-Wl,-z,relro -Wl,-z,now -specs=/usr/lib/rpm/generic-hardened-ld' + /usr/bin/python3 -mpip wheel --verbose --progress-bar off --disable-pip-version-check --use-pep517 --no-build-isolation --no-deps --wheel-dir ./build . Processing /builddir/build/BUILD/ColossalAI-0.3.6 Preparing metadata (pyproject.toml): started Running command Preparing metadata (pyproject.toml) running dist_info creating /tmp/pip-modern-metadata-mw8ng66b/colossalai.egg-info writing /tmp/pip-modern-metadata-mw8ng66b/colossalai.egg-info/PKG-INFO writing dependency_links to /tmp/pip-modern-metadata-mw8ng66b/colossalai.egg-info/dependency_links.txt writing entry points to /tmp/pip-modern-metadata-mw8ng66b/colossalai.egg-info/entry_points.txt writing requirements to /tmp/pip-modern-metadata-mw8ng66b/colossalai.egg-info/requires.txt writing top-level names to /tmp/pip-modern-metadata-mw8ng66b/colossalai.egg-info/top_level.txt writing manifest file '/tmp/pip-modern-metadata-mw8ng66b/colossalai.egg-info/SOURCES.txt' reading manifest file '/tmp/pip-modern-metadata-mw8ng66b/colossalai.egg-info/SOURCES.txt' reading manifest template 'MANIFEST.in' warning: no files found matching '*.tr' under directory 'colossalai' warning: no files found matching '*.cc' under directory 'colossalai' warning: no files found matching '*.pyi' under directory 'colossalai' warning: no files found matching '*.tr' under directory 'extensions' warning: no files found matching '*.cc' under directory 'extensions' warning: no files found matching '*.pyi' under directory 'extensions' adding license file 'LICENSE' writing manifest file '/tmp/pip-modern-metadata-mw8ng66b/colossalai.egg-info/SOURCES.txt' creating '/tmp/pip-modern-metadata-mw8ng66b/colossalai-0.3.6.dist-info' Preparing metadata (pyproject.toml): finished with status 'done' Building wheels for collected packages: colossalai Building wheel for colossalai (pyproject.toml): started Running command Building wheel for colossalai (pyproject.toml) running bdist_wheel running build running build_py creating build/lib creating build/lib/colossalai copying colossalai/__init__.py -> build/lib/colossalai copying colossalai/initialize.py -> build/lib/colossalai copying colossalai/version.py -> build/lib/colossalai creating build/lib/colossalai/_C copying colossalai/_C/__init__.py -> build/lib/colossalai/_C creating build/lib/colossalai/_analyzer copying colossalai/_analyzer/__init__.py -> build/lib/colossalai/_analyzer copying colossalai/_analyzer/envs.py -> build/lib/colossalai/_analyzer creating build/lib/colossalai/accelerator copying colossalai/accelerator/__init__.py -> build/lib/colossalai/accelerator copying colossalai/accelerator/api.py -> build/lib/colossalai/accelerator copying colossalai/accelerator/base_accelerator.py -> build/lib/colossalai/accelerator copying colossalai/accelerator/cpu_accelerator.py -> build/lib/colossalai/accelerator copying colossalai/accelerator/cuda_accelerator.py -> build/lib/colossalai/accelerator copying colossalai/accelerator/npu_accelerator.py -> build/lib/colossalai/accelerator creating build/lib/colossalai/amp copying colossalai/amp/__init__.py -> build/lib/colossalai/amp creating build/lib/colossalai/auto_parallel copying colossalai/auto_parallel/__init__.py -> build/lib/colossalai/auto_parallel creating build/lib/colossalai/booster copying colossalai/booster/__init__.py -> build/lib/colossalai/booster copying colossalai/booster/accelerator.py -> build/lib/colossalai/booster copying colossalai/booster/booster.py -> build/lib/colossalai/booster creating build/lib/colossalai/checkpoint_io copying colossalai/checkpoint_io/__init__.py -> build/lib/colossalai/checkpoint_io copying colossalai/checkpoint_io/checkpoint_io_base.py -> build/lib/colossalai/checkpoint_io copying colossalai/checkpoint_io/general_checkpoint_io.py -> build/lib/colossalai/checkpoint_io copying colossalai/checkpoint_io/hybrid_parallel_checkpoint_io.py -> build/lib/colossalai/checkpoint_io copying colossalai/checkpoint_io/index_file.py -> build/lib/colossalai/checkpoint_io copying colossalai/checkpoint_io/utils.py -> build/lib/colossalai/checkpoint_io creating build/lib/colossalai/cli copying colossalai/cli/__init__.py -> build/lib/colossalai/cli copying colossalai/cli/cli.py -> build/lib/colossalai/cli creating build/lib/colossalai/cluster copying colossalai/cluster/__init__.py -> build/lib/colossalai/cluster copying colossalai/cluster/device_mesh_manager.py -> build/lib/colossalai/cluster copying colossalai/cluster/dist_coordinator.py -> build/lib/colossalai/cluster copying colossalai/cluster/process_group_manager.py -> build/lib/colossalai/cluster copying colossalai/cluster/process_group_mesh.py -> build/lib/colossalai/cluster creating build/lib/colossalai/context copying colossalai/context/__init__.py -> build/lib/colossalai/context copying colossalai/context/config.py -> build/lib/colossalai/context copying colossalai/context/singleton_meta.py -> build/lib/colossalai/context creating build/lib/colossalai/device copying colossalai/device/__init__.py -> build/lib/colossalai/device copying colossalai/device/alpha_beta_profiler.py -> build/lib/colossalai/device copying colossalai/device/calc_pipeline_strategy.py -> build/lib/colossalai/device copying colossalai/device/device_mesh.py -> build/lib/colossalai/device creating build/lib/colossalai/fx copying colossalai/fx/__init__.py -> build/lib/colossalai/fx copying colossalai/fx/_compatibility.py -> build/lib/colossalai/fx copying colossalai/fx/_meta_regist_12.py -> build/lib/colossalai/fx copying colossalai/fx/_meta_regist_13.py -> build/lib/colossalai/fx copying colossalai/fx/graph_module.py -> build/lib/colossalai/fx copying colossalai/fx/proxy.py -> build/lib/colossalai/fx creating build/lib/colossalai/inference copying colossalai/inference/__init__.py -> build/lib/colossalai/inference creating build/lib/colossalai/interface copying colossalai/interface/__init__.py -> build/lib/colossalai/interface copying colossalai/interface/model.py -> build/lib/colossalai/interface copying colossalai/interface/optimizer.py -> build/lib/colossalai/interface copying colossalai/interface/pretrained.py -> build/lib/colossalai/interface creating build/lib/colossalai/kernel copying colossalai/kernel/__init__.py -> build/lib/colossalai/kernel copying colossalai/kernel/kernel_loader.py -> build/lib/colossalai/kernel creating build/lib/colossalai/lazy copying colossalai/lazy/__init__.py -> build/lib/colossalai/lazy copying colossalai/lazy/construction.py -> build/lib/colossalai/lazy copying colossalai/lazy/lazy_init.py -> build/lib/colossalai/lazy copying colossalai/lazy/pretrained.py -> build/lib/colossalai/lazy creating build/lib/colossalai/legacy copying colossalai/legacy/__init__.py -> build/lib/colossalai/legacy copying colossalai/legacy/constants.py -> build/lib/colossalai/legacy copying colossalai/legacy/core.py -> build/lib/colossalai/legacy copying colossalai/legacy/global_variables.py -> build/lib/colossalai/legacy copying colossalai/legacy/initialize.py -> build/lib/colossalai/legacy creating build/lib/colossalai/logging copying colossalai/logging/__init__.py -> build/lib/colossalai/logging copying colossalai/logging/logger.py -> build/lib/colossalai/logging creating build/lib/colossalai/moe copying colossalai/moe/__init__.py -> build/lib/colossalai/moe copying colossalai/moe/_operation.py -> build/lib/colossalai/moe copying colossalai/moe/checkpoint.py -> build/lib/colossalai/moe copying colossalai/moe/experts.py -> build/lib/colossalai/moe copying colossalai/moe/layers.py -> build/lib/colossalai/moe copying colossalai/moe/load_balance.py -> build/lib/colossalai/moe copying colossalai/moe/loss.py -> build/lib/colossalai/moe copying colossalai/moe/manager.py -> build/lib/colossalai/moe copying colossalai/moe/routers.py -> build/lib/colossalai/moe copying colossalai/moe/utils.py -> build/lib/colossalai/moe creating build/lib/colossalai/nn copying colossalai/nn/__init__.py -> build/lib/colossalai/nn copying colossalai/nn/init.py -> build/lib/colossalai/nn creating build/lib/colossalai/pipeline copying colossalai/pipeline/__init__.py -> build/lib/colossalai/pipeline copying colossalai/pipeline/p2p.py -> build/lib/colossalai/pipeline copying colossalai/pipeline/stage_manager.py -> build/lib/colossalai/pipeline creating build/lib/colossalai/shardformer copying colossalai/shardformer/__init__.py -> build/lib/colossalai/shardformer copying colossalai/shardformer/_utils.py -> build/lib/colossalai/shardformer creating build/lib/colossalai/tensor copying colossalai/tensor/__init__.py -> build/lib/colossalai/tensor copying colossalai/tensor/colo_parameter.py -> build/lib/colossalai/tensor copying colossalai/tensor/colo_tensor.py -> build/lib/colossalai/tensor copying colossalai/tensor/comm_spec.py -> build/lib/colossalai/tensor copying colossalai/tensor/param_op_hook.py -> build/lib/colossalai/tensor copying colossalai/tensor/shape_consistency.py -> build/lib/colossalai/tensor copying colossalai/tensor/sharding_spec.py -> build/lib/colossalai/tensor copying colossalai/tensor/utils.py -> build/lib/colossalai/tensor creating build/lib/colossalai/testing copying colossalai/testing/__init__.py -> build/lib/colossalai/testing copying colossalai/testing/comparison.py -> build/lib/colossalai/testing copying colossalai/testing/pytest_wrapper.py -> build/lib/colossalai/testing copying colossalai/testing/random.py -> build/lib/colossalai/testing copying colossalai/testing/utils.py -> build/lib/colossalai/testing creating build/lib/colossalai/utils copying colossalai/utils/__init__.py -> build/lib/colossalai/utils copying colossalai/utils/common.py -> build/lib/colossalai/utils copying colossalai/utils/memory.py -> build/lib/colossalai/utils copying colossalai/utils/timer.py -> build/lib/colossalai/utils creating build/lib/colossalai/zero copying colossalai/zero/__init__.py -> build/lib/colossalai/zero copying colossalai/zero/wrapper.py -> build/lib/colossalai/zero creating build/lib/colossalai/_analyzer/_subclasses copying colossalai/_analyzer/_subclasses/__init__.py -> build/lib/colossalai/_analyzer/_subclasses copying colossalai/_analyzer/_subclasses/_meta_registration.py -> build/lib/colossalai/_analyzer/_subclasses copying colossalai/_analyzer/_subclasses/_monkey_patch.py -> build/lib/colossalai/_analyzer/_subclasses copying colossalai/_analyzer/_subclasses/flop_tensor.py -> build/lib/colossalai/_analyzer/_subclasses copying colossalai/_analyzer/_subclasses/meta_tensor.py -> build/lib/colossalai/_analyzer/_subclasses creating build/lib/colossalai/_analyzer/fx copying colossalai/_analyzer/fx/__init__.py -> build/lib/colossalai/_analyzer/fx copying colossalai/_analyzer/fx/codegen.py -> build/lib/colossalai/_analyzer/fx copying colossalai/_analyzer/fx/graph_module.py -> build/lib/colossalai/_analyzer/fx copying colossalai/_analyzer/fx/node_util.py -> build/lib/colossalai/_analyzer/fx copying colossalai/_analyzer/fx/symbolic_profile.py -> build/lib/colossalai/_analyzer/fx creating build/lib/colossalai/_analyzer/fx/passes copying colossalai/_analyzer/fx/passes/__init__.py -> build/lib/colossalai/_analyzer/fx/passes copying colossalai/_analyzer/fx/passes/graph_profile.py -> build/lib/colossalai/_analyzer/fx/passes copying colossalai/_analyzer/fx/passes/shape_prop.py -> build/lib/colossalai/_analyzer/fx/passes creating build/lib/colossalai/_analyzer/fx/tracer copying colossalai/_analyzer/fx/tracer/__init__.py -> build/lib/colossalai/_analyzer/fx/tracer copying colossalai/_analyzer/fx/tracer/bias_addition.py -> build/lib/colossalai/_analyzer/fx/tracer copying colossalai/_analyzer/fx/tracer/custom_leaf_module.py -> build/lib/colossalai/_analyzer/fx/tracer copying colossalai/_analyzer/fx/tracer/proxy.py -> build/lib/colossalai/_analyzer/fx/tracer copying colossalai/_analyzer/fx/tracer/symbolic_trace.py -> build/lib/colossalai/_analyzer/fx/tracer copying colossalai/_analyzer/fx/tracer/tracer.py -> build/lib/colossalai/_analyzer/fx/tracer creating build/lib/colossalai/amp/naive_amp copying colossalai/amp/naive_amp/__init__.py -> build/lib/colossalai/amp/naive_amp copying colossalai/amp/naive_amp/mixed_precision_optimizer.py -> build/lib/colossalai/amp/naive_amp creating build/lib/colossalai/amp/naive_amp/grad_scaler copying colossalai/amp/naive_amp/grad_scaler/__init__.py -> build/lib/colossalai/amp/naive_amp/grad_scaler copying colossalai/amp/naive_amp/grad_scaler/base_grad_scaler.py -> build/lib/colossalai/amp/naive_amp/grad_scaler copying colossalai/amp/naive_amp/grad_scaler/constant_grad_scaler.py -> build/lib/colossalai/amp/naive_amp/grad_scaler copying colossalai/amp/naive_amp/grad_scaler/dynamic_grad_scaler.py -> build/lib/colossalai/amp/naive_amp/grad_scaler creating build/lib/colossalai/amp/naive_amp/mixed_precision_mixin copying colossalai/amp/naive_amp/mixed_precision_mixin/__init__.py -> build/lib/colossalai/amp/naive_amp/mixed_precision_mixin copying colossalai/amp/naive_amp/mixed_precision_mixin/base.py -> build/lib/colossalai/amp/naive_amp/mixed_precision_mixin copying colossalai/amp/naive_amp/mixed_precision_mixin/bf16.py -> build/lib/colossalai/amp/naive_amp/mixed_precision_mixin copying colossalai/amp/naive_amp/mixed_precision_mixin/fp16.py -> build/lib/colossalai/amp/naive_amp/mixed_precision_mixin creating build/lib/colossalai/auto_parallel/checkpoint copying colossalai/auto_parallel/checkpoint/__init__.py -> build/lib/colossalai/auto_parallel/checkpoint copying colossalai/auto_parallel/checkpoint/build_c_ext.py -> build/lib/colossalai/auto_parallel/checkpoint copying colossalai/auto_parallel/checkpoint/ckpt_solver_base.py -> build/lib/colossalai/auto_parallel/checkpoint copying colossalai/auto_parallel/checkpoint/ckpt_solver_chen.py -> build/lib/colossalai/auto_parallel/checkpoint copying colossalai/auto_parallel/checkpoint/ckpt_solver_rotor.py -> build/lib/colossalai/auto_parallel/checkpoint copying colossalai/auto_parallel/checkpoint/operation.py -> build/lib/colossalai/auto_parallel/checkpoint creating build/lib/colossalai/auto_parallel/meta_profiler copying colossalai/auto_parallel/meta_profiler/__init__.py -> build/lib/colossalai/auto_parallel/meta_profiler copying colossalai/auto_parallel/meta_profiler/constants.py -> build/lib/colossalai/auto_parallel/meta_profiler copying colossalai/auto_parallel/meta_profiler/registry.py -> build/lib/colossalai/auto_parallel/meta_profiler copying colossalai/auto_parallel/meta_profiler/shard_metainfo.py -> build/lib/colossalai/auto_parallel/meta_profiler creating build/lib/colossalai/auto_parallel/offload copying colossalai/auto_parallel/offload/__init__.py -> build/lib/colossalai/auto_parallel/offload copying colossalai/auto_parallel/offload/amp_optimizer.py -> build/lib/colossalai/auto_parallel/offload copying colossalai/auto_parallel/offload/base_offload_module.py -> build/lib/colossalai/auto_parallel/offload copying colossalai/auto_parallel/offload/mem_optimize.py -> build/lib/colossalai/auto_parallel/offload copying colossalai/auto_parallel/offload/region.py -> build/lib/colossalai/auto_parallel/offload copying colossalai/auto_parallel/offload/region_manager.py -> build/lib/colossalai/auto_parallel/offload copying colossalai/auto_parallel/offload/runtime.py -> build/lib/colossalai/auto_parallel/offload copying colossalai/auto_parallel/offload/solver.py -> build/lib/colossalai/auto_parallel/offload copying colossalai/auto_parallel/offload/training_simulator.py -> build/lib/colossalai/auto_parallel/offload copying colossalai/auto_parallel/offload/util.py -> build/lib/colossalai/auto_parallel/offload creating build/lib/colossalai/auto_parallel/passes copying colossalai/auto_parallel/passes/__init__.py -> build/lib/colossalai/auto_parallel/passes copying colossalai/auto_parallel/passes/comm_metainfo_pass.py -> build/lib/colossalai/auto_parallel/passes copying colossalai/auto_parallel/passes/constants.py -> build/lib/colossalai/auto_parallel/passes copying colossalai/auto_parallel/passes/meta_info_prop.py -> build/lib/colossalai/auto_parallel/passes copying colossalai/auto_parallel/passes/runtime_apply_pass.py -> build/lib/colossalai/auto_parallel/passes copying colossalai/auto_parallel/passes/runtime_preparation_pass.py -> build/lib/colossalai/auto_parallel/passes creating build/lib/colossalai/auto_parallel/pipeline_shard copying colossalai/auto_parallel/pipeline_shard/__init__.py -> build/lib/colossalai/auto_parallel/pipeline_shard creating build/lib/colossalai/auto_parallel/tensor_shard copying colossalai/auto_parallel/tensor_shard/__init__.py -> build/lib/colossalai/auto_parallel/tensor_shard copying colossalai/auto_parallel/tensor_shard/constants.py -> build/lib/colossalai/auto_parallel/tensor_shard copying colossalai/auto_parallel/tensor_shard/initialize.py -> build/lib/colossalai/auto_parallel/tensor_shard copying colossalai/auto_parallel/tensor_shard/options.py -> build/lib/colossalai/auto_parallel/tensor_shard copying colossalai/auto_parallel/tensor_shard/sharding_strategy.py -> build/lib/colossalai/auto_parallel/tensor_shard creating build/lib/colossalai/auto_parallel/meta_profiler/meta_registry copying colossalai/auto_parallel/meta_profiler/meta_registry/__init__.py -> build/lib/colossalai/auto_parallel/meta_profiler/meta_registry copying colossalai/auto_parallel/meta_profiler/meta_registry/activation.py -> build/lib/colossalai/auto_parallel/meta_profiler/meta_registry copying colossalai/auto_parallel/meta_profiler/meta_registry/binary_elementwise_ops.py -> build/lib/colossalai/auto_parallel/meta_profiler/meta_registry copying colossalai/auto_parallel/meta_profiler/meta_registry/conv.py -> build/lib/colossalai/auto_parallel/meta_profiler/meta_registry copying colossalai/auto_parallel/meta_profiler/meta_registry/embedding.py -> build/lib/colossalai/auto_parallel/meta_profiler/meta_registry copying colossalai/auto_parallel/meta_profiler/meta_registry/linear.py -> build/lib/colossalai/auto_parallel/meta_profiler/meta_registry copying colossalai/auto_parallel/meta_profiler/meta_registry/non_spmd.py -> build/lib/colossalai/auto_parallel/meta_profiler/meta_registry copying colossalai/auto_parallel/meta_profiler/meta_registry/norm.py -> build/lib/colossalai/auto_parallel/meta_profiler/meta_registry copying colossalai/auto_parallel/meta_profiler/meta_registry/pooling.py -> build/lib/colossalai/auto_parallel/meta_profiler/meta_registry copying colossalai/auto_parallel/meta_profiler/meta_registry/tensor.py -> build/lib/colossalai/auto_parallel/meta_profiler/meta_registry copying colossalai/auto_parallel/meta_profiler/meta_registry/where.py -> build/lib/colossalai/auto_parallel/meta_profiler/meta_registry creating build/lib/colossalai/auto_parallel/tensor_shard/node_handler copying colossalai/auto_parallel/tensor_shard/node_handler/__init__.py -> build/lib/colossalai/auto_parallel/tensor_shard/node_handler copying colossalai/auto_parallel/tensor_shard/node_handler/addmm_handler.py -> build/lib/colossalai/auto_parallel/tensor_shard/node_handler copying colossalai/auto_parallel/tensor_shard/node_handler/batch_norm_handler.py -> build/lib/colossalai/auto_parallel/tensor_shard/node_handler copying colossalai/auto_parallel/tensor_shard/node_handler/binary_elementwise_handler.py -> build/lib/colossalai/auto_parallel/tensor_shard/node_handler copying colossalai/auto_parallel/tensor_shard/node_handler/bmm_handler.py -> build/lib/colossalai/auto_parallel/tensor_shard/node_handler copying colossalai/auto_parallel/tensor_shard/node_handler/conv_handler.py -> build/lib/colossalai/auto_parallel/tensor_shard/node_handler copying colossalai/auto_parallel/tensor_shard/node_handler/default_reshape_handler.py -> build/lib/colossalai/auto_parallel/tensor_shard/node_handler copying colossalai/auto_parallel/tensor_shard/node_handler/embedding_handler.py -> build/lib/colossalai/auto_parallel/tensor_shard/node_handler copying colossalai/auto_parallel/tensor_shard/node_handler/getattr_handler.py -> build/lib/colossalai/auto_parallel/tensor_shard/node_handler copying colossalai/auto_parallel/tensor_shard/node_handler/getitem_handler.py -> build/lib/colossalai/auto_parallel/tensor_shard/node_handler copying colossalai/auto_parallel/tensor_shard/node_handler/layer_norm_handler.py -> build/lib/colossalai/auto_parallel/tensor_shard/node_handler copying colossalai/auto_parallel/tensor_shard/node_handler/linear_handler.py -> build/lib/colossalai/auto_parallel/tensor_shard/node_handler copying colossalai/auto_parallel/tensor_shard/node_handler/matmul_handler.py -> build/lib/colossalai/auto_parallel/tensor_shard/node_handler copying colossalai/auto_parallel/tensor_shard/node_handler/node_handler.py -> build/lib/colossalai/auto_parallel/tensor_shard/node_handler copying colossalai/auto_parallel/tensor_shard/node_handler/normal_pooling_handler.py -> build/lib/colossalai/auto_parallel/tensor_shard/node_handler copying colossalai/auto_parallel/tensor_shard/node_handler/output_handler.py -> build/lib/colossalai/auto_parallel/tensor_shard/node_handler copying colossalai/auto_parallel/tensor_shard/node_handler/permute_handler.py -> build/lib/colossalai/auto_parallel/tensor_shard/node_handler copying colossalai/auto_parallel/tensor_shard/node_handler/placeholder_handler.py -> build/lib/colossalai/auto_parallel/tensor_shard/node_handler copying colossalai/auto_parallel/tensor_shard/node_handler/registry.py -> build/lib/colossalai/auto_parallel/tensor_shard/node_handler copying colossalai/auto_parallel/tensor_shard/node_handler/softmax_handler.py -> build/lib/colossalai/auto_parallel/tensor_shard/node_handler copying colossalai/auto_parallel/tensor_shard/node_handler/split_handler.py -> build/lib/colossalai/auto_parallel/tensor_shard/node_handler copying colossalai/auto_parallel/tensor_shard/node_handler/sum_handler.py -> build/lib/colossalai/auto_parallel/tensor_shard/node_handler copying colossalai/auto_parallel/tensor_shard/node_handler/tensor_constructor_handler.py -> build/lib/colossalai/auto_parallel/tensor_shard/node_handler copying colossalai/auto_parallel/tensor_shard/node_handler/transpose_handler.py -> build/lib/colossalai/auto_parallel/tensor_shard/node_handler copying colossalai/auto_parallel/tensor_shard/node_handler/unary_elementwise_handler.py -> build/lib/colossalai/auto_parallel/tensor_shard/node_handler copying colossalai/auto_parallel/tensor_shard/node_handler/view_handler.py -> build/lib/colossalai/auto_parallel/tensor_shard/node_handler copying colossalai/auto_parallel/tensor_shard/node_handler/where_handler.py -> build/lib/colossalai/auto_parallel/tensor_shard/node_handler creating build/lib/colossalai/auto_parallel/tensor_shard/solver copying colossalai/auto_parallel/tensor_shard/solver/__init__.py -> build/lib/colossalai/auto_parallel/tensor_shard/solver copying colossalai/auto_parallel/tensor_shard/solver/cost_graph.py -> build/lib/colossalai/auto_parallel/tensor_shard/solver copying colossalai/auto_parallel/tensor_shard/solver/graph_analysis.py -> build/lib/colossalai/auto_parallel/tensor_shard/solver copying colossalai/auto_parallel/tensor_shard/solver/solver.py -> build/lib/colossalai/auto_parallel/tensor_shard/solver copying colossalai/auto_parallel/tensor_shard/solver/strategies_constructor.py -> build/lib/colossalai/auto_parallel/tensor_shard/solver creating build/lib/colossalai/auto_parallel/tensor_shard/utils copying colossalai/auto_parallel/tensor_shard/utils/__init__.py -> build/lib/colossalai/auto_parallel/tensor_shard/utils copying colossalai/auto_parallel/tensor_shard/utils/broadcast.py -> build/lib/colossalai/auto_parallel/tensor_shard/utils copying colossalai/auto_parallel/tensor_shard/utils/factory.py -> build/lib/colossalai/auto_parallel/tensor_shard/utils copying colossalai/auto_parallel/tensor_shard/utils/misc.py -> build/lib/colossalai/auto_parallel/tensor_shard/utils copying colossalai/auto_parallel/tensor_shard/utils/reshape.py -> build/lib/colossalai/auto_parallel/tensor_shard/utils copying colossalai/auto_parallel/tensor_shard/utils/sharding.py -> build/lib/colossalai/auto_parallel/tensor_shard/utils creating build/lib/colossalai/auto_parallel/tensor_shard/node_handler/strategy copying colossalai/auto_parallel/tensor_shard/node_handler/strategy/__init__.py -> build/lib/colossalai/auto_parallel/tensor_shard/node_handler/strategy copying colossalai/auto_parallel/tensor_shard/node_handler/strategy/batch_norm_generator.py -> build/lib/colossalai/auto_parallel/tensor_shard/node_handler/strategy copying colossalai/auto_parallel/tensor_shard/node_handler/strategy/binary_elementwise_generator.py -> build/lib/colossalai/auto_parallel/tensor_shard/node_handler/strategy copying colossalai/auto_parallel/tensor_shard/node_handler/strategy/conv_strategy_generator.py -> build/lib/colossalai/auto_parallel/tensor_shard/node_handler/strategy copying colossalai/auto_parallel/tensor_shard/node_handler/strategy/embedding_generator.py -> build/lib/colossalai/auto_parallel/tensor_shard/node_handler/strategy copying colossalai/auto_parallel/tensor_shard/node_handler/strategy/getattr_generator.py -> build/lib/colossalai/auto_parallel/tensor_shard/node_handler/strategy copying colossalai/auto_parallel/tensor_shard/node_handler/strategy/getitem_generator.py -> build/lib/colossalai/auto_parallel/tensor_shard/node_handler/strategy copying colossalai/auto_parallel/tensor_shard/node_handler/strategy/layer_norm_generator.py -> build/lib/colossalai/auto_parallel/tensor_shard/node_handler/strategy copying colossalai/auto_parallel/tensor_shard/node_handler/strategy/matmul_strategy_generator.py -> build/lib/colossalai/auto_parallel/tensor_shard/node_handler/strategy copying colossalai/auto_parallel/tensor_shard/node_handler/strategy/normal_pooling_generator.py -> build/lib/colossalai/auto_parallel/tensor_shard/node_handler/strategy copying colossalai/auto_parallel/tensor_shard/node_handler/strategy/output_generator.py -> build/lib/colossalai/auto_parallel/tensor_shard/node_handler/strategy copying colossalai/auto_parallel/tensor_shard/node_handler/strategy/placeholder_generator.py -> build/lib/colossalai/auto_parallel/tensor_shard/node_handler/strategy copying colossalai/auto_parallel/tensor_shard/node_handler/strategy/reshape_generator.py -> build/lib/colossalai/auto_parallel/tensor_shard/node_handler/strategy copying colossalai/auto_parallel/tensor_shard/node_handler/strategy/softmax_generator.py -> build/lib/colossalai/auto_parallel/tensor_shard/node_handler/strategy copying colossalai/auto_parallel/tensor_shard/node_handler/strategy/strategy_generator.py -> build/lib/colossalai/auto_parallel/tensor_shard/node_handler/strategy copying colossalai/auto_parallel/tensor_shard/node_handler/strategy/sum_generator.py -> build/lib/colossalai/auto_parallel/tensor_shard/node_handler/strategy copying colossalai/auto_parallel/tensor_shard/node_handler/strategy/tensor_constructor_generator.py -> build/lib/colossalai/auto_parallel/tensor_shard/node_handler/strategy copying colossalai/auto_parallel/tensor_shard/node_handler/strategy/unary_elementwise_generator.py -> build/lib/colossalai/auto_parallel/tensor_shard/node_handler/strategy copying colossalai/auto_parallel/tensor_shard/node_handler/strategy/where_generator.py -> build/lib/colossalai/auto_parallel/tensor_shard/node_handler/strategy creating build/lib/colossalai/booster/mixed_precision copying colossalai/booster/mixed_precision/__init__.py -> build/lib/colossalai/booster/mixed_precision copying colossalai/booster/mixed_precision/bf16.py -> build/lib/colossalai/booster/mixed_precision copying colossalai/booster/mixed_precision/fp16_apex.py -> build/lib/colossalai/booster/mixed_precision copying colossalai/booster/mixed_precision/fp16_naive.py -> build/lib/colossalai/booster/mixed_precision copying colossalai/booster/mixed_precision/fp16_torch.py -> build/lib/colossalai/booster/mixed_precision copying colossalai/booster/mixed_precision/fp8.py -> build/lib/colossalai/booster/mixed_precision copying colossalai/booster/mixed_precision/mixed_precision_base.py -> build/lib/colossalai/booster/mixed_precision creating build/lib/colossalai/booster/plugin copying colossalai/booster/plugin/__init__.py -> build/lib/colossalai/booster/plugin copying colossalai/booster/plugin/dp_plugin_base.py -> build/lib/colossalai/booster/plugin copying colossalai/booster/plugin/gemini_plugin.py -> build/lib/colossalai/booster/plugin copying colossalai/booster/plugin/hybrid_parallel_plugin.py -> build/lib/colossalai/booster/plugin copying colossalai/booster/plugin/low_level_zero_plugin.py -> build/lib/colossalai/booster/plugin copying colossalai/booster/plugin/moe_hybrid_parallel_plugin.py -> build/lib/colossalai/booster/plugin copying colossalai/booster/plugin/plugin_base.py -> build/lib/colossalai/booster/plugin copying colossalai/booster/plugin/pp_plugin_base.py -> build/lib/colossalai/booster/plugin copying colossalai/booster/plugin/torch_ddp_plugin.py -> build/lib/colossalai/booster/plugin copying colossalai/booster/plugin/torch_fsdp_plugin.py -> build/lib/colossalai/booster/plugin creating build/lib/colossalai/cli/check copying colossalai/cli/check/__init__.py -> build/lib/colossalai/cli/check copying colossalai/cli/check/check_installation.py -> build/lib/colossalai/cli/check creating build/lib/colossalai/cli/launcher copying colossalai/cli/launcher/__init__.py -> build/lib/colossalai/cli/launcher copying colossalai/cli/launcher/hostinfo.py -> build/lib/colossalai/cli/launcher copying colossalai/cli/launcher/multinode_runner.py -> build/lib/colossalai/cli/launcher copying colossalai/cli/launcher/run.py -> build/lib/colossalai/cli/launcher creating build/lib/colossalai/fx/codegen copying colossalai/fx/codegen/__init__.py -> build/lib/colossalai/fx/codegen copying colossalai/fx/codegen/activation_checkpoint_codegen.py -> build/lib/colossalai/fx/codegen creating build/lib/colossalai/fx/passes copying colossalai/fx/passes/__init__.py -> build/lib/colossalai/fx/passes copying colossalai/fx/passes/adding_split_node_pass.py -> build/lib/colossalai/fx/passes copying colossalai/fx/passes/concrete_info_prop.py -> build/lib/colossalai/fx/passes copying colossalai/fx/passes/meta_info_prop.py -> build/lib/colossalai/fx/passes copying colossalai/fx/passes/passes_for_gpt2_test.py -> build/lib/colossalai/fx/passes copying colossalai/fx/passes/shard_1d_pass.py -> build/lib/colossalai/fx/passes copying colossalai/fx/passes/split_module.py -> build/lib/colossalai/fx/passes copying colossalai/fx/passes/utils.py -> build/lib/colossalai/fx/passes creating build/lib/colossalai/fx/profiler copying colossalai/fx/profiler/__init__.py -> build/lib/colossalai/fx/profiler copying colossalai/fx/profiler/constants.py -> build/lib/colossalai/fx/profiler copying colossalai/fx/profiler/dataflow.py -> build/lib/colossalai/fx/profiler copying colossalai/fx/profiler/memory_utils.py -> build/lib/colossalai/fx/profiler copying colossalai/fx/profiler/opcount.py -> build/lib/colossalai/fx/profiler copying colossalai/fx/profiler/profiler.py -> build/lib/colossalai/fx/profiler copying colossalai/fx/profiler/shard_utils.py -> build/lib/colossalai/fx/profiler copying colossalai/fx/profiler/tensor.py -> build/lib/colossalai/fx/profiler creating build/lib/colossalai/fx/tracer copying colossalai/fx/tracer/__init__.py -> build/lib/colossalai/fx/tracer copying colossalai/fx/tracer/_meta_trace.py -> build/lib/colossalai/fx/tracer copying colossalai/fx/tracer/_symbolic_trace.py -> build/lib/colossalai/fx/tracer copying colossalai/fx/tracer/_tracer_utils.py -> build/lib/colossalai/fx/tracer copying colossalai/fx/tracer/experimental.py -> build/lib/colossalai/fx/tracer copying colossalai/fx/tracer/registry.py -> build/lib/colossalai/fx/tracer copying colossalai/fx/tracer/tracer.py -> build/lib/colossalai/fx/tracer creating build/lib/colossalai/fx/profiler/experimental copying colossalai/fx/profiler/experimental/__init__.py -> build/lib/colossalai/fx/profiler/experimental copying colossalai/fx/profiler/experimental/constants.py -> build/lib/colossalai/fx/profiler/experimental copying colossalai/fx/profiler/experimental/profiler.py -> build/lib/colossalai/fx/profiler/experimental copying colossalai/fx/profiler/experimental/registry.py -> build/lib/colossalai/fx/profiler/experimental copying colossalai/fx/profiler/experimental/shard_utils.py -> build/lib/colossalai/fx/profiler/experimental creating build/lib/colossalai/fx/profiler/experimental/profiler_function copying colossalai/fx/profiler/experimental/profiler_function/__init__.py -> build/lib/colossalai/fx/profiler/experimental/profiler_function copying colossalai/fx/profiler/experimental/profiler_function/activation_function.py -> build/lib/colossalai/fx/profiler/experimental/profiler_function copying colossalai/fx/profiler/experimental/profiler_function/arithmetic.py -> build/lib/colossalai/fx/profiler/experimental/profiler_function copying colossalai/fx/profiler/experimental/profiler_function/embedding.py -> build/lib/colossalai/fx/profiler/experimental/profiler_function copying colossalai/fx/profiler/experimental/profiler_function/linear.py -> build/lib/colossalai/fx/profiler/experimental/profiler_function copying colossalai/fx/profiler/experimental/profiler_function/normalization.py -> build/lib/colossalai/fx/profiler/experimental/profiler_function copying colossalai/fx/profiler/experimental/profiler_function/pooling.py -> build/lib/colossalai/fx/profiler/experimental/profiler_function copying colossalai/fx/profiler/experimental/profiler_function/python_ops.py -> build/lib/colossalai/fx/profiler/experimental/profiler_function copying colossalai/fx/profiler/experimental/profiler_function/torch_ops.py -> build/lib/colossalai/fx/profiler/experimental/profiler_function creating build/lib/colossalai/fx/profiler/experimental/profiler_module copying colossalai/fx/profiler/experimental/profiler_module/__init__.py -> build/lib/colossalai/fx/profiler/experimental/profiler_module copying colossalai/fx/profiler/experimental/profiler_module/activation_function.py -> build/lib/colossalai/fx/profiler/experimental/profiler_module copying colossalai/fx/profiler/experimental/profiler_module/attention.py -> build/lib/colossalai/fx/profiler/experimental/profiler_module copying colossalai/fx/profiler/experimental/profiler_module/convolution.py -> build/lib/colossalai/fx/profiler/experimental/profiler_module copying colossalai/fx/profiler/experimental/profiler_module/dropout.py -> build/lib/colossalai/fx/profiler/experimental/profiler_module copying colossalai/fx/profiler/experimental/profiler_module/embedding.py -> build/lib/colossalai/fx/profiler/experimental/profiler_module copying colossalai/fx/profiler/experimental/profiler_module/linear.py -> build/lib/colossalai/fx/profiler/experimental/profiler_module copying colossalai/fx/profiler/experimental/profiler_module/normalization.py -> build/lib/colossalai/fx/profiler/experimental/profiler_module copying colossalai/fx/profiler/experimental/profiler_module/pooling.py -> build/lib/colossalai/fx/profiler/experimental/profiler_module copying colossalai/fx/profiler/experimental/profiler_module/rnn.py -> build/lib/colossalai/fx/profiler/experimental/profiler_module copying colossalai/fx/profiler/experimental/profiler_module/torch_op.py -> build/lib/colossalai/fx/profiler/experimental/profiler_module creating build/lib/colossalai/fx/tracer/bias_addition_patch copying colossalai/fx/tracer/bias_addition_patch/__init__.py -> build/lib/colossalai/fx/tracer/bias_addition_patch creating build/lib/colossalai/fx/tracer/meta_patch copying colossalai/fx/tracer/meta_patch/__init__.py -> build/lib/colossalai/fx/tracer/meta_patch creating build/lib/colossalai/fx/tracer/bias_addition_patch/patched_bias_addition_function copying colossalai/fx/tracer/bias_addition_patch/patched_bias_addition_function/__init__.py -> build/lib/colossalai/fx/tracer/bias_addition_patch/patched_bias_addition_function copying colossalai/fx/tracer/bias_addition_patch/patched_bias_addition_function/addbmm.py -> build/lib/colossalai/fx/tracer/bias_addition_patch/patched_bias_addition_function copying colossalai/fx/tracer/bias_addition_patch/patched_bias_addition_function/addmm.py -> build/lib/colossalai/fx/tracer/bias_addition_patch/patched_bias_addition_function copying colossalai/fx/tracer/bias_addition_patch/patched_bias_addition_function/bias_addition_function.py -> build/lib/colossalai/fx/tracer/bias_addition_patch/patched_bias_addition_function copying colossalai/fx/tracer/bias_addition_patch/patched_bias_addition_function/linear.py -> build/lib/colossalai/fx/tracer/bias_addition_patch/patched_bias_addition_function creating build/lib/colossalai/fx/tracer/bias_addition_patch/patched_bias_addition_module copying colossalai/fx/tracer/bias_addition_patch/patched_bias_addition_module/__init__.py -> build/lib/colossalai/fx/tracer/bias_addition_patch/patched_bias_addition_module copying colossalai/fx/tracer/bias_addition_patch/patched_bias_addition_module/bias_addition_module.py -> build/lib/colossalai/fx/tracer/bias_addition_patch/patched_bias_addition_module copying colossalai/fx/tracer/bias_addition_patch/patched_bias_addition_module/conv.py -> build/lib/colossalai/fx/tracer/bias_addition_patch/patched_bias_addition_module copying colossalai/fx/tracer/bias_addition_patch/patched_bias_addition_module/linear.py -> build/lib/colossalai/fx/tracer/bias_addition_patch/patched_bias_addition_module creating build/lib/colossalai/fx/tracer/meta_patch/patched_function copying colossalai/fx/tracer/meta_patch/patched_function/__init__.py -> build/lib/colossalai/fx/tracer/meta_patch/patched_function copying colossalai/fx/tracer/meta_patch/patched_function/activation_function.py -> build/lib/colossalai/fx/tracer/meta_patch/patched_function copying colossalai/fx/tracer/meta_patch/patched_function/arithmetic.py -> build/lib/colossalai/fx/tracer/meta_patch/patched_function copying colossalai/fx/tracer/meta_patch/patched_function/convolution.py -> build/lib/colossalai/fx/tracer/meta_patch/patched_function copying colossalai/fx/tracer/meta_patch/patched_function/embedding.py -> build/lib/colossalai/fx/tracer/meta_patch/patched_function copying colossalai/fx/tracer/meta_patch/patched_function/normalization.py -> build/lib/colossalai/fx/tracer/meta_patch/patched_function copying colossalai/fx/tracer/meta_patch/patched_function/python_ops.py -> build/lib/colossalai/fx/tracer/meta_patch/patched_function copying colossalai/fx/tracer/meta_patch/patched_function/torch_ops.py -> build/lib/colossalai/fx/tracer/meta_patch/patched_function creating build/lib/colossalai/fx/tracer/meta_patch/patched_module copying colossalai/fx/tracer/meta_patch/patched_module/__init__.py -> build/lib/colossalai/fx/tracer/meta_patch/patched_module copying colossalai/fx/tracer/meta_patch/patched_module/activation_function.py -> build/lib/colossalai/fx/tracer/meta_patch/patched_module copying colossalai/fx/tracer/meta_patch/patched_module/convolution.py -> build/lib/colossalai/fx/tracer/meta_patch/patched_module copying colossalai/fx/tracer/meta_patch/patched_module/embedding.py -> build/lib/colossalai/fx/tracer/meta_patch/patched_module copying colossalai/fx/tracer/meta_patch/patched_module/linear.py -> build/lib/colossalai/fx/tracer/meta_patch/patched_module copying colossalai/fx/tracer/meta_patch/patched_module/normalization.py -> build/lib/colossalai/fx/tracer/meta_patch/patched_module copying colossalai/fx/tracer/meta_patch/patched_module/pooling.py -> build/lib/colossalai/fx/tracer/meta_patch/patched_module copying colossalai/fx/tracer/meta_patch/patched_module/rnn.py -> build/lib/colossalai/fx/tracer/meta_patch/patched_module creating build/lib/colossalai/inference/engine copying colossalai/inference/engine/__init__.py -> build/lib/colossalai/inference/engine copying colossalai/inference/engine/engine.py -> build/lib/colossalai/inference/engine copying colossalai/inference/engine/microbatch_manager.py -> build/lib/colossalai/inference/engine creating build/lib/colossalai/inference/kv_cache copying colossalai/inference/kv_cache/__init__.py -> build/lib/colossalai/inference/kv_cache copying colossalai/inference/kv_cache/batch_infer_state.py -> build/lib/colossalai/inference/kv_cache copying colossalai/inference/kv_cache/kvcache_manager.py -> build/lib/colossalai/inference/kv_cache creating build/lib/colossalai/inference/quant copying colossalai/inference/quant/__init__.py -> build/lib/colossalai/inference/quant creating build/lib/colossalai/inference/engine/modeling copying colossalai/inference/engine/modeling/__init__.py -> build/lib/colossalai/inference/engine/modeling copying colossalai/inference/engine/modeling/_utils.py -> build/lib/colossalai/inference/engine/modeling copying colossalai/inference/engine/modeling/bloom.py -> build/lib/colossalai/inference/engine/modeling copying colossalai/inference/engine/modeling/chatglm2.py -> build/lib/colossalai/inference/engine/modeling copying colossalai/inference/engine/modeling/llama.py -> build/lib/colossalai/inference/engine/modeling creating build/lib/colossalai/inference/engine/policies copying colossalai/inference/engine/policies/__init__.py -> build/lib/colossalai/inference/engine/policies copying colossalai/inference/engine/policies/bloom.py -> build/lib/colossalai/inference/engine/policies copying colossalai/inference/engine/policies/chatglm2.py -> build/lib/colossalai/inference/engine/policies copying colossalai/inference/engine/policies/llama.py -> build/lib/colossalai/inference/engine/policies creating build/lib/colossalai/inference/quant/gptq copying colossalai/inference/quant/gptq/__init__.py -> build/lib/colossalai/inference/quant/gptq copying colossalai/inference/quant/gptq/gptq_manager.py -> build/lib/colossalai/inference/quant/gptq creating build/lib/colossalai/inference/quant/smoothquant copying colossalai/inference/quant/smoothquant/__init__.py -> build/lib/colossalai/inference/quant/smoothquant creating build/lib/colossalai/inference/quant/gptq/cai_gptq copying colossalai/inference/quant/gptq/cai_gptq/__init__.py -> build/lib/colossalai/inference/quant/gptq/cai_gptq copying colossalai/inference/quant/gptq/cai_gptq/cai_quant_linear.py -> build/lib/colossalai/inference/quant/gptq/cai_gptq copying colossalai/inference/quant/gptq/cai_gptq/gptq_op.py -> build/lib/colossalai/inference/quant/gptq/cai_gptq creating build/lib/colossalai/inference/quant/smoothquant/models copying colossalai/inference/quant/smoothquant/models/__init__.py -> build/lib/colossalai/inference/quant/smoothquant/models copying colossalai/inference/quant/smoothquant/models/base_model.py -> build/lib/colossalai/inference/quant/smoothquant/models copying colossalai/inference/quant/smoothquant/models/linear.py -> build/lib/colossalai/inference/quant/smoothquant/models copying colossalai/inference/quant/smoothquant/models/llama.py -> build/lib/colossalai/inference/quant/smoothquant/models copying colossalai/inference/quant/smoothquant/models/parallel_linear.py -> build/lib/colossalai/inference/quant/smoothquant/models creating build/lib/colossalai/kernel/jit copying colossalai/kernel/jit/__init__.py -> build/lib/colossalai/kernel/jit copying colossalai/kernel/jit/bias_dropout_add.py -> build/lib/colossalai/kernel/jit copying colossalai/kernel/jit/bias_gelu.py -> build/lib/colossalai/kernel/jit copying colossalai/kernel/jit/option.py -> build/lib/colossalai/kernel/jit creating build/lib/colossalai/kernel/triton copying colossalai/kernel/triton/__init__.py -> build/lib/colossalai/kernel/triton copying colossalai/kernel/triton/context_attention.py -> build/lib/colossalai/kernel/triton copying colossalai/kernel/triton/copy_kv_cache_dest.py -> build/lib/colossalai/kernel/triton copying colossalai/kernel/triton/custom_autotune.py -> build/lib/colossalai/kernel/triton copying colossalai/kernel/triton/flash_decoding.py -> build/lib/colossalai/kernel/triton copying colossalai/kernel/triton/fused_layernorm.py -> build/lib/colossalai/kernel/triton copying colossalai/kernel/triton/gptq_triton.py -> build/lib/colossalai/kernel/triton copying colossalai/kernel/triton/int8_rotary_embedding_kernel.py -> build/lib/colossalai/kernel/triton copying colossalai/kernel/triton/llama_act_combine_kernel.py -> build/lib/colossalai/kernel/triton copying colossalai/kernel/triton/qkv_matmul_kernel.py -> build/lib/colossalai/kernel/triton copying colossalai/kernel/triton/self_attention_nofusion.py -> build/lib/colossalai/kernel/triton copying colossalai/kernel/triton/smooth_attention.py -> build/lib/colossalai/kernel/triton copying colossalai/kernel/triton/softmax.py -> build/lib/colossalai/kernel/triton copying colossalai/kernel/triton/token_attention_kernel.py -> build/lib/colossalai/kernel/triton creating build/lib/colossalai/kernel/extensions copying colossalai/kernel/extensions/__init__.py -> build/lib/colossalai/kernel/extensions copying colossalai/kernel/extensions/base_extension.py -> build/lib/colossalai/kernel/extensions copying colossalai/kernel/extensions/cpp_extension.py -> build/lib/colossalai/kernel/extensions copying colossalai/kernel/extensions/cuda_extension.py -> build/lib/colossalai/kernel/extensions copying colossalai/kernel/extensions/triton_extension.py -> build/lib/colossalai/kernel/extensions copying colossalai/kernel/extensions/utils.py -> build/lib/colossalai/kernel/extensions creating build/lib/colossalai/kernel/extensions/cpu_adam copying colossalai/kernel/extensions/cpu_adam/__init__.py -> build/lib/colossalai/kernel/extensions/cpu_adam copying colossalai/kernel/extensions/cpu_adam/cpu_adam_arm.py -> build/lib/colossalai/kernel/extensions/cpu_adam copying colossalai/kernel/extensions/cpu_adam/cpu_adam_x86.py -> build/lib/colossalai/kernel/extensions/cpu_adam creating build/lib/colossalai/kernel/extensions/csrc copying colossalai/kernel/extensions/csrc/__init__.py -> build/lib/colossalai/kernel/extensions/csrc copying colossalai/kernel/extensions/csrc/scaled_softmax.py -> build/lib/colossalai/kernel/extensions/csrc creating build/lib/colossalai/kernel/extensions/flash_attention copying colossalai/kernel/extensions/flash_attention/__init__.py -> build/lib/colossalai/kernel/extensions/flash_attention copying colossalai/kernel/extensions/flash_attention/flash_attention_dao_cuda.py -> build/lib/colossalai/kernel/extensions/flash_attention copying colossalai/kernel/extensions/flash_attention/flash_attention_npu.py -> build/lib/colossalai/kernel/extensions/flash_attention copying colossalai/kernel/extensions/flash_attention/flash_attention_xformers_cuda.py -> build/lib/colossalai/kernel/extensions/flash_attention creating build/lib/colossalai/kernel/extensions/layernorm copying colossalai/kernel/extensions/layernorm/__init__.py -> build/lib/colossalai/kernel/extensions/layernorm copying colossalai/kernel/extensions/layernorm/layernorm_cuda.py -> build/lib/colossalai/kernel/extensions/layernorm creating build/lib/colossalai/kernel/extensions/moe copying colossalai/kernel/extensions/moe/__init__.py -> build/lib/colossalai/kernel/extensions/moe copying colossalai/kernel/extensions/moe/moe_cuda.py -> build/lib/colossalai/kernel/extensions/moe creating build/lib/colossalai/kernel/extensions/optimizer copying colossalai/kernel/extensions/optimizer/__init__.py -> build/lib/colossalai/kernel/extensions/optimizer copying colossalai/kernel/extensions/optimizer/fused_optimizer_cuda.py -> build/lib/colossalai/kernel/extensions/optimizer creating build/lib/colossalai/kernel/extensions/softmax copying colossalai/kernel/extensions/softmax/__init__.py -> build/lib/colossalai/kernel/extensions/softmax copying colossalai/kernel/extensions/softmax/scaled_masked_softmax_cuda.py -> build/lib/colossalai/kernel/extensions/softmax copying colossalai/kernel/extensions/softmax/scaled_upper_triangle_masked_softmax_cuda.py -> build/lib/colossalai/kernel/extensions/softmax creating build/lib/colossalai/legacy/amp copying colossalai/legacy/amp/__init__.py -> build/lib/colossalai/legacy/amp copying colossalai/legacy/amp/amp_type.py -> build/lib/colossalai/legacy/amp creating build/lib/colossalai/legacy/builder copying colossalai/legacy/builder/__init__.py -> build/lib/colossalai/legacy/builder copying colossalai/legacy/builder/builder.py -> build/lib/colossalai/legacy/builder creating build/lib/colossalai/legacy/communication copying colossalai/legacy/communication/__init__.py -> build/lib/colossalai/legacy/communication copying colossalai/legacy/communication/collective.py -> build/lib/colossalai/legacy/communication copying colossalai/legacy/communication/p2p.py -> build/lib/colossalai/legacy/communication copying colossalai/legacy/communication/p2p_v2.py -> build/lib/colossalai/legacy/communication copying colossalai/legacy/communication/ring.py -> build/lib/colossalai/legacy/communication copying colossalai/legacy/communication/utils.py -> build/lib/colossalai/legacy/communication creating build/lib/colossalai/legacy/context copying colossalai/legacy/context/__init__.py -> build/lib/colossalai/legacy/context copying colossalai/legacy/context/parallel_context.py -> build/lib/colossalai/legacy/context copying colossalai/legacy/context/parallel_mode.py -> build/lib/colossalai/legacy/context creating build/lib/colossalai/legacy/engine copying colossalai/legacy/engine/__init__.py -> build/lib/colossalai/legacy/engine copying colossalai/legacy/engine/_base_engine.py -> build/lib/colossalai/legacy/engine creating build/lib/colossalai/legacy/inference copying colossalai/legacy/inference/__init__.py -> build/lib/colossalai/legacy/inference copying colossalai/legacy/inference/async_engine.py -> build/lib/colossalai/legacy/inference copying colossalai/legacy/inference/async_manager.py -> build/lib/colossalai/legacy/inference copying colossalai/legacy/inference/manager.py -> build/lib/colossalai/legacy/inference creating build/lib/colossalai/legacy/nn copying colossalai/legacy/nn/__init__.py -> build/lib/colossalai/legacy/nn creating build/lib/colossalai/legacy/pipeline copying colossalai/legacy/pipeline/__init__.py -> build/lib/colossalai/legacy/pipeline copying colossalai/legacy/pipeline/layer_spec.py -> build/lib/colossalai/legacy/pipeline copying colossalai/legacy/pipeline/pipelinable.py -> build/lib/colossalai/legacy/pipeline copying colossalai/legacy/pipeline/pipeline_process_group.py -> build/lib/colossalai/legacy/pipeline copying colossalai/legacy/pipeline/utils.py -> build/lib/colossalai/legacy/pipeline creating build/lib/colossalai/legacy/registry copying colossalai/legacy/registry/__init__.py -> build/lib/colossalai/legacy/registry copying colossalai/legacy/registry/registry.py -> build/lib/colossalai/legacy/registry creating build/lib/colossalai/legacy/tensor copying colossalai/legacy/tensor/__init__.py -> build/lib/colossalai/legacy/tensor copying colossalai/legacy/tensor/compute_spec.py -> build/lib/colossalai/legacy/tensor copying colossalai/legacy/tensor/const.py -> build/lib/colossalai/legacy/tensor copying colossalai/legacy/tensor/dist_spec_mgr.py -> build/lib/colossalai/legacy/tensor copying colossalai/legacy/tensor/distspec.py -> build/lib/colossalai/legacy/tensor copying colossalai/legacy/tensor/op_wrapper.py -> build/lib/colossalai/legacy/tensor copying colossalai/legacy/tensor/process_group.py -> build/lib/colossalai/legacy/tensor copying colossalai/legacy/tensor/tensor_spec.py -> build/lib/colossalai/legacy/tensor creating build/lib/colossalai/legacy/trainer copying colossalai/legacy/trainer/__init__.py -> build/lib/colossalai/legacy/trainer copying colossalai/legacy/trainer/_trainer.py -> build/lib/colossalai/legacy/trainer creating build/lib/colossalai/legacy/utils copying colossalai/legacy/utils/__init__.py -> build/lib/colossalai/legacy/utils copying colossalai/legacy/utils/activation_checkpoint.py -> build/lib/colossalai/legacy/utils copying colossalai/legacy/utils/checkpointing.py -> build/lib/colossalai/legacy/utils copying colossalai/legacy/utils/common.py -> build/lib/colossalai/legacy/utils copying colossalai/legacy/utils/memory.py -> build/lib/colossalai/legacy/utils creating build/lib/colossalai/legacy/zero copying colossalai/legacy/zero/__init__.py -> build/lib/colossalai/legacy/zero creating build/lib/colossalai/legacy/amp/apex_amp copying colossalai/legacy/amp/apex_amp/__init__.py -> build/lib/colossalai/legacy/amp/apex_amp copying colossalai/legacy/amp/apex_amp/apex_amp.py -> build/lib/colossalai/legacy/amp/apex_amp creating build/lib/colossalai/legacy/amp/naive_amp copying colossalai/legacy/amp/naive_amp/__init__.py -> build/lib/colossalai/legacy/amp/naive_amp copying colossalai/legacy/amp/naive_amp/_fp16_optimizer.py -> build/lib/colossalai/legacy/amp/naive_amp copying colossalai/legacy/amp/naive_amp/_utils.py -> build/lib/colossalai/legacy/amp/naive_amp copying colossalai/legacy/amp/naive_amp/naive_amp.py -> build/lib/colossalai/legacy/amp/naive_amp creating build/lib/colossalai/legacy/amp/torch_amp copying colossalai/legacy/amp/torch_amp/__init__.py -> build/lib/colossalai/legacy/amp/torch_amp copying colossalai/legacy/amp/torch_amp/_grad_scaler.py -> build/lib/colossalai/legacy/amp/torch_amp copying colossalai/legacy/amp/torch_amp/torch_amp.py -> build/lib/colossalai/legacy/amp/torch_amp creating build/lib/colossalai/legacy/context/process_group_initializer copying colossalai/legacy/context/process_group_initializer/__init__.py -> build/lib/colossalai/legacy/context/process_group_initializer copying colossalai/legacy/context/process_group_initializer/initializer_1d.py -> build/lib/colossalai/legacy/context/process_group_initializer copying colossalai/legacy/context/process_group_initializer/initializer_2d.py -> build/lib/colossalai/legacy/context/process_group_initializer copying colossalai/legacy/context/process_group_initializer/initializer_2p5d.py -> build/lib/colossalai/legacy/context/process_group_initializer copying colossalai/legacy/context/process_group_initializer/initializer_3d.py -> build/lib/colossalai/legacy/context/process_group_initializer copying colossalai/legacy/context/process_group_initializer/initializer_data.py -> build/lib/colossalai/legacy/context/process_group_initializer copying colossalai/legacy/context/process_group_initializer/initializer_model.py -> build/lib/colossalai/legacy/context/process_group_initializer copying colossalai/legacy/context/process_group_initializer/initializer_pipeline.py -> build/lib/colossalai/legacy/context/process_group_initializer copying colossalai/legacy/context/process_group_initializer/initializer_sequence.py -> build/lib/colossalai/legacy/context/process_group_initializer copying colossalai/legacy/context/process_group_initializer/initializer_tensor.py -> build/lib/colossalai/legacy/context/process_group_initializer copying colossalai/legacy/context/process_group_initializer/process_group_initializer.py -> build/lib/colossalai/legacy/context/process_group_initializer creating build/lib/colossalai/legacy/context/random copying colossalai/legacy/context/random/__init__.py -> build/lib/colossalai/legacy/context/random copying colossalai/legacy/context/random/_helper.py -> build/lib/colossalai/legacy/context/random copying colossalai/legacy/context/random/seed_manager.py -> build/lib/colossalai/legacy/context/random creating build/lib/colossalai/legacy/engine/gradient_accumulation copying colossalai/legacy/engine/gradient_accumulation/__init__.py -> build/lib/colossalai/legacy/engine/gradient_accumulation copying colossalai/legacy/engine/gradient_accumulation/_gradient_accumulation.py -> build/lib/colossalai/legacy/engine/gradient_accumulation creating build/lib/colossalai/legacy/engine/gradient_handler copying colossalai/legacy/engine/gradient_handler/__init__.py -> build/lib/colossalai/legacy/engine/gradient_handler copying colossalai/legacy/engine/gradient_handler/_base_gradient_handler.py -> build/lib/colossalai/legacy/engine/gradient_handler copying colossalai/legacy/engine/gradient_handler/_data_parallel_gradient_handler.py -> build/lib/colossalai/legacy/engine/gradient_handler copying colossalai/legacy/engine/gradient_handler/_moe_gradient_handler.py -> build/lib/colossalai/legacy/engine/gradient_handler copying colossalai/legacy/engine/gradient_handler/_pipeline_parallel_gradient_handler.py -> build/lib/colossalai/legacy/engine/gradient_handler copying colossalai/legacy/engine/gradient_handler/_sequence_parallel_gradient_handler.py -> build/lib/colossalai/legacy/engine/gradient_handler copying colossalai/legacy/engine/gradient_handler/_zero_gradient_handler.py -> build/lib/colossalai/legacy/engine/gradient_handler copying colossalai/legacy/engine/gradient_handler/utils.py -> build/lib/colossalai/legacy/engine/gradient_handler creating build/lib/colossalai/legacy/engine/schedule copying colossalai/legacy/engine/schedule/__init__.py -> build/lib/colossalai/legacy/engine/schedule copying colossalai/legacy/engine/schedule/_base_schedule.py -> build/lib/colossalai/legacy/engine/schedule copying colossalai/legacy/engine/schedule/_non_pipeline_schedule.py -> build/lib/colossalai/legacy/engine/schedule copying colossalai/legacy/engine/schedule/_pipeline_schedule.py -> build/lib/colossalai/legacy/engine/schedule copying colossalai/legacy/engine/schedule/_pipeline_schedule_v2.py -> build/lib/colossalai/legacy/engine/schedule creating build/lib/colossalai/legacy/inference/dynamic_batching copying colossalai/legacy/inference/dynamic_batching/__init__.py -> build/lib/colossalai/legacy/inference/dynamic_batching copying colossalai/legacy/inference/dynamic_batching/get_tokenizer.py -> build/lib/colossalai/legacy/inference/dynamic_batching copying colossalai/legacy/inference/dynamic_batching/infer_batch.py -> build/lib/colossalai/legacy/inference/dynamic_batching copying colossalai/legacy/inference/dynamic_batching/io_struct.py -> build/lib/colossalai/legacy/inference/dynamic_batching copying colossalai/legacy/inference/dynamic_batching/ray_dist_init.py -> build/lib/colossalai/legacy/inference/dynamic_batching copying colossalai/legacy/inference/dynamic_batching/ray_init_config.py -> build/lib/colossalai/legacy/inference/dynamic_batching copying colossalai/legacy/inference/dynamic_batching/req_queue.py -> build/lib/colossalai/legacy/inference/dynamic_batching copying colossalai/legacy/inference/dynamic_batching/sampling_params.py -> build/lib/colossalai/legacy/inference/dynamic_batching copying colossalai/legacy/inference/dynamic_batching/stats.py -> build/lib/colossalai/legacy/inference/dynamic_batching creating build/lib/colossalai/legacy/inference/hybridengine copying colossalai/legacy/inference/hybridengine/__init__.py -> build/lib/colossalai/legacy/inference/hybridengine copying colossalai/legacy/inference/hybridengine/engine.py -> build/lib/colossalai/legacy/inference/hybridengine creating build/lib/colossalai/legacy/inference/pipeline copying colossalai/legacy/inference/pipeline/__init__.py -> build/lib/colossalai/legacy/inference/pipeline copying colossalai/legacy/inference/pipeline/microbatch_manager.py -> build/lib/colossalai/legacy/inference/pipeline creating build/lib/colossalai/legacy/inference/tensor_parallel copying colossalai/legacy/inference/tensor_parallel/__init__.py -> build/lib/colossalai/legacy/inference/tensor_parallel copying colossalai/legacy/inference/tensor_parallel/batch_infer_state.py -> build/lib/colossalai/legacy/inference/tensor_parallel copying colossalai/legacy/inference/tensor_parallel/engine.py -> build/lib/colossalai/legacy/inference/tensor_parallel copying colossalai/legacy/inference/tensor_parallel/kvcache_manager.py -> build/lib/colossalai/legacy/inference/tensor_parallel creating build/lib/colossalai/legacy/inference/hybridengine/modeling copying colossalai/legacy/inference/hybridengine/modeling/__init__.py -> build/lib/colossalai/legacy/inference/hybridengine/modeling copying colossalai/legacy/inference/hybridengine/modeling/_utils.py -> build/lib/colossalai/legacy/inference/hybridengine/modeling copying colossalai/legacy/inference/hybridengine/modeling/llama.py -> build/lib/colossalai/legacy/inference/hybridengine/modeling creating build/lib/colossalai/legacy/inference/hybridengine/polices copying colossalai/legacy/inference/hybridengine/polices/__init__.py -> build/lib/colossalai/legacy/inference/hybridengine/polices copying colossalai/legacy/inference/hybridengine/polices/llama.py -> build/lib/colossalai/legacy/inference/hybridengine/polices creating build/lib/colossalai/legacy/inference/tensor_parallel/modeling copying colossalai/legacy/inference/tensor_parallel/modeling/__init__.py -> build/lib/colossalai/legacy/inference/tensor_parallel/modeling copying colossalai/legacy/inference/tensor_parallel/modeling/_utils.py -> build/lib/colossalai/legacy/inference/tensor_parallel/modeling copying colossalai/legacy/inference/tensor_parallel/modeling/bloom.py -> build/lib/colossalai/legacy/inference/tensor_parallel/modeling copying colossalai/legacy/inference/tensor_parallel/modeling/chatglm2.py -> build/lib/colossalai/legacy/inference/tensor_parallel/modeling copying colossalai/legacy/inference/tensor_parallel/modeling/llama.py -> build/lib/colossalai/legacy/inference/tensor_parallel/modeling creating build/lib/colossalai/legacy/inference/tensor_parallel/policies copying colossalai/legacy/inference/tensor_parallel/policies/__init__.py -> build/lib/colossalai/legacy/inference/tensor_parallel/policies copying colossalai/legacy/inference/tensor_parallel/policies/bloom.py -> build/lib/colossalai/legacy/inference/tensor_parallel/policies copying colossalai/legacy/inference/tensor_parallel/policies/chatglm2.py -> build/lib/colossalai/legacy/inference/tensor_parallel/policies copying colossalai/legacy/inference/tensor_parallel/policies/llama.py -> build/lib/colossalai/legacy/inference/tensor_parallel/policies creating build/lib/colossalai/legacy/nn/_ops copying colossalai/legacy/nn/_ops/__init__.py -> build/lib/colossalai/legacy/nn/_ops copying colossalai/legacy/nn/_ops/_utils.py -> build/lib/colossalai/legacy/nn/_ops creating build/lib/colossalai/legacy/nn/layer copying colossalai/legacy/nn/layer/__init__.py -> build/lib/colossalai/legacy/nn/layer copying colossalai/legacy/nn/layer/base_layer.py -> build/lib/colossalai/legacy/nn/layer creating build/lib/colossalai/legacy/nn/loss copying colossalai/legacy/nn/loss/__init__.py -> build/lib/colossalai/legacy/nn/loss copying colossalai/legacy/nn/loss/loss_1d.py -> build/lib/colossalai/legacy/nn/loss copying colossalai/legacy/nn/loss/loss_2d.py -> build/lib/colossalai/legacy/nn/loss copying colossalai/legacy/nn/loss/loss_2p5d.py -> build/lib/colossalai/legacy/nn/loss copying colossalai/legacy/nn/loss/loss_3d.py -> build/lib/colossalai/legacy/nn/loss creating build/lib/colossalai/legacy/nn/metric copying colossalai/legacy/nn/metric/__init__.py -> build/lib/colossalai/legacy/nn/metric copying colossalai/legacy/nn/metric/_utils.py -> build/lib/colossalai/legacy/nn/metric copying colossalai/legacy/nn/metric/accuracy_2d.py -> build/lib/colossalai/legacy/nn/metric copying colossalai/legacy/nn/metric/accuracy_2p5d.py -> build/lib/colossalai/legacy/nn/metric copying colossalai/legacy/nn/metric/accuracy_3d.py -> build/lib/colossalai/legacy/nn/metric creating build/lib/colossalai/legacy/nn/parallel copying colossalai/legacy/nn/parallel/__init__.py -> build/lib/colossalai/legacy/nn/parallel copying colossalai/legacy/nn/parallel/data_parallel.py -> build/lib/colossalai/legacy/nn/parallel copying colossalai/legacy/nn/parallel/reducer.py -> build/lib/colossalai/legacy/nn/parallel creating build/lib/colossalai/legacy/nn/layer/colossalai_layer copying colossalai/legacy/nn/layer/colossalai_layer/__init__.py -> build/lib/colossalai/legacy/nn/layer/colossalai_layer copying colossalai/legacy/nn/layer/colossalai_layer/_utils.py -> build/lib/colossalai/legacy/nn/layer/colossalai_layer copying colossalai/legacy/nn/layer/colossalai_layer/dropout.py -> build/lib/colossalai/legacy/nn/layer/colossalai_layer copying colossalai/legacy/nn/layer/colossalai_layer/embedding.py -> build/lib/colossalai/legacy/nn/layer/colossalai_layer copying colossalai/legacy/nn/layer/colossalai_layer/linear.py -> build/lib/colossalai/legacy/nn/layer/colossalai_layer copying colossalai/legacy/nn/layer/colossalai_layer/normalization.py -> build/lib/colossalai/legacy/nn/layer/colossalai_layer creating build/lib/colossalai/legacy/nn/layer/parallel_1d copying colossalai/legacy/nn/layer/parallel_1d/__init__.py -> build/lib/colossalai/legacy/nn/layer/parallel_1d copying colossalai/legacy/nn/layer/parallel_1d/_operation.py -> build/lib/colossalai/legacy/nn/layer/parallel_1d copying colossalai/legacy/nn/layer/parallel_1d/_utils.py -> build/lib/colossalai/legacy/nn/layer/parallel_1d copying colossalai/legacy/nn/layer/parallel_1d/layers.py -> build/lib/colossalai/legacy/nn/layer/parallel_1d creating build/lib/colossalai/legacy/nn/layer/parallel_2d copying colossalai/legacy/nn/layer/parallel_2d/__init__.py -> build/lib/colossalai/legacy/nn/layer/parallel_2d copying colossalai/legacy/nn/layer/parallel_2d/_operation.py -> build/lib/colossalai/legacy/nn/layer/parallel_2d copying colossalai/legacy/nn/layer/parallel_2d/_utils.py -> build/lib/colossalai/legacy/nn/layer/parallel_2d copying colossalai/legacy/nn/layer/parallel_2d/layers.py -> build/lib/colossalai/legacy/nn/layer/parallel_2d creating build/lib/colossalai/legacy/nn/layer/parallel_2p5d copying colossalai/legacy/nn/layer/parallel_2p5d/__init__.py -> build/lib/colossalai/legacy/nn/layer/parallel_2p5d copying colossalai/legacy/nn/layer/parallel_2p5d/_operation.py -> build/lib/colossalai/legacy/nn/layer/parallel_2p5d copying colossalai/legacy/nn/layer/parallel_2p5d/_utils.py -> build/lib/colossalai/legacy/nn/layer/parallel_2p5d copying colossalai/legacy/nn/layer/parallel_2p5d/layers.py -> build/lib/colossalai/legacy/nn/layer/parallel_2p5d creating build/lib/colossalai/legacy/nn/layer/parallel_3d copying colossalai/legacy/nn/layer/parallel_3d/__init__.py -> build/lib/colossalai/legacy/nn/layer/parallel_3d copying colossalai/legacy/nn/layer/parallel_3d/_operation.py -> build/lib/colossalai/legacy/nn/layer/parallel_3d copying colossalai/legacy/nn/layer/parallel_3d/_utils.py -> build/lib/colossalai/legacy/nn/layer/parallel_3d copying colossalai/legacy/nn/layer/parallel_3d/layers.py -> build/lib/colossalai/legacy/nn/layer/parallel_3d creating build/lib/colossalai/legacy/nn/layer/parallel_sequence copying colossalai/legacy/nn/layer/parallel_sequence/__init__.py -> build/lib/colossalai/legacy/nn/layer/parallel_sequence copying colossalai/legacy/nn/layer/parallel_sequence/_operation.py -> build/lib/colossalai/legacy/nn/layer/parallel_sequence copying colossalai/legacy/nn/layer/parallel_sequence/_utils.py -> build/lib/colossalai/legacy/nn/layer/parallel_sequence copying colossalai/legacy/nn/layer/parallel_sequence/layers.py -> build/lib/colossalai/legacy/nn/layer/parallel_sequence creating build/lib/colossalai/legacy/nn/layer/utils copying colossalai/legacy/nn/layer/utils/__init__.py -> build/lib/colossalai/legacy/nn/layer/utils copying colossalai/legacy/nn/layer/utils/common.py -> build/lib/colossalai/legacy/nn/layer/utils creating build/lib/colossalai/legacy/nn/layer/vanilla copying colossalai/legacy/nn/layer/vanilla/__init__.py -> build/lib/colossalai/legacy/nn/layer/vanilla copying colossalai/legacy/nn/layer/vanilla/layers.py -> build/lib/colossalai/legacy/nn/layer/vanilla creating build/lib/colossalai/legacy/nn/layer/wrapper copying colossalai/legacy/nn/layer/wrapper/__init__.py -> build/lib/colossalai/legacy/nn/layer/wrapper copying colossalai/legacy/nn/layer/wrapper/pipeline_wrapper.py -> build/lib/colossalai/legacy/nn/layer/wrapper creating build/lib/colossalai/legacy/nn/parallel/layers copying colossalai/legacy/nn/parallel/layers/__init__.py -> build/lib/colossalai/legacy/nn/parallel/layers copying colossalai/legacy/nn/parallel/layers/colo_module.py -> build/lib/colossalai/legacy/nn/parallel/layers copying colossalai/legacy/nn/parallel/layers/embedding.py -> build/lib/colossalai/legacy/nn/parallel/layers copying colossalai/legacy/nn/parallel/layers/linear.py -> build/lib/colossalai/legacy/nn/parallel/layers copying colossalai/legacy/nn/parallel/layers/module_utils.py -> build/lib/colossalai/legacy/nn/parallel/layers creating build/lib/colossalai/legacy/nn/parallel/layers/cache_embedding copying colossalai/legacy/nn/parallel/layers/cache_embedding/__init__.py -> build/lib/colossalai/legacy/nn/parallel/layers/cache_embedding copying colossalai/legacy/nn/parallel/layers/cache_embedding/base_embedding.py -> build/lib/colossalai/legacy/nn/parallel/layers/cache_embedding copying colossalai/legacy/nn/parallel/layers/cache_embedding/cache_mgr.py -> build/lib/colossalai/legacy/nn/parallel/layers/cache_embedding copying colossalai/legacy/nn/parallel/layers/cache_embedding/cached_embedding.py -> build/lib/colossalai/legacy/nn/parallel/layers/cache_embedding copying colossalai/legacy/nn/parallel/layers/cache_embedding/copyer.py -> build/lib/colossalai/legacy/nn/parallel/layers/cache_embedding copying colossalai/legacy/nn/parallel/layers/cache_embedding/embedding_config.py -> build/lib/colossalai/legacy/nn/parallel/layers/cache_embedding copying colossalai/legacy/nn/parallel/layers/cache_embedding/parallel_cached_embedding.py -> build/lib/colossalai/legacy/nn/parallel/layers/cache_embedding copying colossalai/legacy/nn/parallel/layers/cache_embedding/parallel_cached_embedding_tablewise.py -> build/lib/colossalai/legacy/nn/parallel/layers/cache_embedding copying colossalai/legacy/nn/parallel/layers/cache_embedding/parallel_cached_embedding_tablewise_split_cache.py -> build/lib/colossalai/legacy/nn/parallel/layers/cache_embedding creating build/lib/colossalai/legacy/pipeline/middleware copying colossalai/legacy/pipeline/middleware/__init__.py -> build/lib/colossalai/legacy/pipeline/middleware copying colossalai/legacy/pipeline/middleware/topo.py -> build/lib/colossalai/legacy/pipeline/middleware creating build/lib/colossalai/legacy/pipeline/rpc copying colossalai/legacy/pipeline/rpc/__init__.py -> build/lib/colossalai/legacy/pipeline/rpc copying colossalai/legacy/pipeline/rpc/_pipeline_base.py -> build/lib/colossalai/legacy/pipeline/rpc copying colossalai/legacy/pipeline/rpc/_pipeline_schedule.py -> build/lib/colossalai/legacy/pipeline/rpc copying colossalai/legacy/pipeline/rpc/utils.py -> build/lib/colossalai/legacy/pipeline/rpc creating build/lib/colossalai/legacy/pipeline/middleware/adaptor copying colossalai/legacy/pipeline/middleware/adaptor/__init__.py -> build/lib/colossalai/legacy/pipeline/middleware/adaptor copying colossalai/legacy/pipeline/middleware/adaptor/fx.py -> build/lib/colossalai/legacy/pipeline/middleware/adaptor creating build/lib/colossalai/legacy/trainer/hooks copying colossalai/legacy/trainer/hooks/__init__.py -> build/lib/colossalai/legacy/trainer/hooks copying colossalai/legacy/trainer/hooks/_base_hook.py -> build/lib/colossalai/legacy/trainer/hooks copying colossalai/legacy/trainer/hooks/_checkpoint_hook.py -> build/lib/colossalai/legacy/trainer/hooks copying colossalai/legacy/trainer/hooks/_commons_.py -> build/lib/colossalai/legacy/trainer/hooks copying colossalai/legacy/trainer/hooks/_log_hook.py -> build/lib/colossalai/legacy/trainer/hooks copying colossalai/legacy/trainer/hooks/_lr_scheduler_hook.py -> build/lib/colossalai/legacy/trainer/hooks copying colossalai/legacy/trainer/hooks/_metric_hook.py -> build/lib/colossalai/legacy/trainer/hooks creating build/lib/colossalai/legacy/utils/checkpoint copying colossalai/legacy/utils/checkpoint/__init__.py -> build/lib/colossalai/legacy/utils/checkpoint copying colossalai/legacy/utils/checkpoint/module_checkpoint.py -> build/lib/colossalai/legacy/utils/checkpoint copying colossalai/legacy/utils/checkpoint/utils.py -> build/lib/colossalai/legacy/utils/checkpoint creating build/lib/colossalai/legacy/utils/data_sampler copying colossalai/legacy/utils/data_sampler/__init__.py -> build/lib/colossalai/legacy/utils/data_sampler copying colossalai/legacy/utils/data_sampler/base_sampler.py -> build/lib/colossalai/legacy/utils/data_sampler copying colossalai/legacy/utils/data_sampler/data_parallel_sampler.py -> build/lib/colossalai/legacy/utils/data_sampler creating build/lib/colossalai/legacy/utils/profiler copying colossalai/legacy/utils/profiler/__init__.py -> build/lib/colossalai/legacy/utils/profiler copying colossalai/legacy/utils/profiler/extention.py -> build/lib/colossalai/legacy/utils/profiler copying colossalai/legacy/utils/profiler/profiler.py -> build/lib/colossalai/legacy/utils/profiler copying colossalai/legacy/utils/profiler/stateful_tensor_mem_extention.py -> build/lib/colossalai/legacy/utils/profiler creating build/lib/colossalai/legacy/utils/profiler/legacy copying colossalai/legacy/utils/profiler/legacy/__init__.py -> build/lib/colossalai/legacy/utils/profiler/legacy copying colossalai/legacy/utils/profiler/legacy/comm_profiler.py -> build/lib/colossalai/legacy/utils/profiler/legacy copying colossalai/legacy/utils/profiler/legacy/pcie_profiler.py -> build/lib/colossalai/legacy/utils/profiler/legacy copying colossalai/legacy/utils/profiler/legacy/prof_utils.py -> build/lib/colossalai/legacy/utils/profiler/legacy creating build/lib/colossalai/legacy/zero/gemini copying colossalai/legacy/zero/gemini/__init__.py -> build/lib/colossalai/legacy/zero/gemini copying colossalai/legacy/zero/gemini/colo_init_context.py -> build/lib/colossalai/legacy/zero/gemini copying colossalai/legacy/zero/gemini/gemini_context.py -> build/lib/colossalai/legacy/zero/gemini copying colossalai/legacy/zero/gemini/stateful_tensor.py -> build/lib/colossalai/legacy/zero/gemini copying colossalai/legacy/zero/gemini/stateful_tensor_mgr.py -> build/lib/colossalai/legacy/zero/gemini copying colossalai/legacy/zero/gemini/tensor_placement_policy.py -> build/lib/colossalai/legacy/zero/gemini copying colossalai/legacy/zero/gemini/tensor_utils.py -> build/lib/colossalai/legacy/zero/gemini creating build/lib/colossalai/legacy/zero/init_ctx copying colossalai/legacy/zero/init_ctx/__init__.py -> build/lib/colossalai/legacy/zero/init_ctx copying colossalai/legacy/zero/init_ctx/init_context.py -> build/lib/colossalai/legacy/zero/init_ctx creating build/lib/colossalai/legacy/zero/shard_utils copying colossalai/legacy/zero/shard_utils/__init__.py -> build/lib/colossalai/legacy/zero/shard_utils copying colossalai/legacy/zero/shard_utils/base_shard_strategy.py -> build/lib/colossalai/legacy/zero/shard_utils copying colossalai/legacy/zero/shard_utils/bucket_tensor_shard_strategy.py -> build/lib/colossalai/legacy/zero/shard_utils copying colossalai/legacy/zero/shard_utils/commons.py -> build/lib/colossalai/legacy/zero/shard_utils copying colossalai/legacy/zero/shard_utils/tensor_shard_strategy.py -> build/lib/colossalai/legacy/zero/shard_utils creating build/lib/colossalai/legacy/zero/sharded_model copying colossalai/legacy/zero/sharded_model/__init__.py -> build/lib/colossalai/legacy/zero/sharded_model copying colossalai/legacy/zero/sharded_model/_utils.py -> build/lib/colossalai/legacy/zero/sharded_model copying colossalai/legacy/zero/sharded_model/reduce_scatter.py -> build/lib/colossalai/legacy/zero/sharded_model copying colossalai/legacy/zero/sharded_model/sharded_model_v2.py -> build/lib/colossalai/legacy/zero/sharded_model copying colossalai/legacy/zero/sharded_model/utils.py -> build/lib/colossalai/legacy/zero/sharded_model copying colossalai/legacy/zero/sharded_model/zero_hook.py -> build/lib/colossalai/legacy/zero/sharded_model creating build/lib/colossalai/legacy/zero/sharded_optim copying colossalai/legacy/zero/sharded_optim/__init__.py -> build/lib/colossalai/legacy/zero/sharded_optim copying colossalai/legacy/zero/sharded_optim/sharded_optim_v2.py -> build/lib/colossalai/legacy/zero/sharded_optim creating build/lib/colossalai/legacy/zero/sharded_param copying colossalai/legacy/zero/sharded_param/__init__.py -> build/lib/colossalai/legacy/zero/sharded_param copying colossalai/legacy/zero/sharded_param/sharded_param.py -> build/lib/colossalai/legacy/zero/sharded_param copying colossalai/legacy/zero/sharded_param/sharded_tensor.py -> build/lib/colossalai/legacy/zero/sharded_param creating build/lib/colossalai/legacy/zero/gemini/ophooks copying colossalai/legacy/zero/gemini/ophooks/__init__.py -> build/lib/colossalai/legacy/zero/gemini/ophooks copying colossalai/legacy/zero/gemini/ophooks/_shard_grad_ophook.py -> build/lib/colossalai/legacy/zero/gemini/ophooks copying colossalai/legacy/zero/gemini/ophooks/_shard_param_ophook.py -> build/lib/colossalai/legacy/zero/gemini/ophooks copying colossalai/legacy/zero/gemini/ophooks/runtime_mem_tracer_hook.py -> build/lib/colossalai/legacy/zero/gemini/ophooks copying colossalai/legacy/zero/gemini/ophooks/utils.py -> build/lib/colossalai/legacy/zero/gemini/ophooks creating build/lib/colossalai/legacy/zero/gemini/paramhooks copying colossalai/legacy/zero/gemini/paramhooks/__init__.py -> build/lib/colossalai/legacy/zero/gemini/paramhooks copying colossalai/legacy/zero/gemini/paramhooks/_param_hookmgr.py -> build/lib/colossalai/legacy/zero/gemini/paramhooks creating build/lib/colossalai/nn/layer copying colossalai/nn/layer/__init__.py -> build/lib/colossalai/nn/layer copying colossalai/nn/layer/colo_attention.py -> build/lib/colossalai/nn/layer copying colossalai/nn/layer/layernorm.py -> build/lib/colossalai/nn/layer copying colossalai/nn/layer/scaled_softmax.py -> build/lib/colossalai/nn/layer copying colossalai/nn/layer/utils.py -> build/lib/colossalai/nn/layer creating build/lib/colossalai/nn/loss copying colossalai/nn/loss/__init__.py -> build/lib/colossalai/nn/loss creating build/lib/colossalai/nn/lr_scheduler copying colossalai/nn/lr_scheduler/__init__.py -> build/lib/colossalai/nn/lr_scheduler copying colossalai/nn/lr_scheduler/cosine.py -> build/lib/colossalai/nn/lr_scheduler copying colossalai/nn/lr_scheduler/delayed.py -> build/lib/colossalai/nn/lr_scheduler copying colossalai/nn/lr_scheduler/linear.py -> build/lib/colossalai/nn/lr_scheduler copying colossalai/nn/lr_scheduler/multistep.py -> build/lib/colossalai/nn/lr_scheduler copying colossalai/nn/lr_scheduler/onecycle.py -> build/lib/colossalai/nn/lr_scheduler copying colossalai/nn/lr_scheduler/poly.py -> build/lib/colossalai/nn/lr_scheduler copying colossalai/nn/lr_scheduler/torch.py -> build/lib/colossalai/nn/lr_scheduler creating build/lib/colossalai/nn/optimizer copying colossalai/nn/optimizer/__init__.py -> build/lib/colossalai/nn/optimizer copying colossalai/nn/optimizer/cpu_adam.py -> build/lib/colossalai/nn/optimizer copying colossalai/nn/optimizer/fused_adam.py -> build/lib/colossalai/nn/optimizer copying colossalai/nn/optimizer/fused_lamb.py -> build/lib/colossalai/nn/optimizer copying colossalai/nn/optimizer/fused_sgd.py -> build/lib/colossalai/nn/optimizer copying colossalai/nn/optimizer/hybrid_adam.py -> build/lib/colossalai/nn/optimizer copying colossalai/nn/optimizer/lamb.py -> build/lib/colossalai/nn/optimizer copying colossalai/nn/optimizer/lars.py -> build/lib/colossalai/nn/optimizer copying colossalai/nn/optimizer/nvme_optimizer.py -> build/lib/colossalai/nn/optimizer creating build/lib/colossalai/pipeline/schedule copying colossalai/pipeline/schedule/__init__.py -> build/lib/colossalai/pipeline/schedule copying colossalai/pipeline/schedule/_utils.py -> build/lib/colossalai/pipeline/schedule copying colossalai/pipeline/schedule/base.py -> build/lib/colossalai/pipeline/schedule copying colossalai/pipeline/schedule/generate.py -> build/lib/colossalai/pipeline/schedule copying colossalai/pipeline/schedule/interleaved_pp.py -> build/lib/colossalai/pipeline/schedule copying colossalai/pipeline/schedule/one_f_one_b.py -> build/lib/colossalai/pipeline/schedule creating build/lib/colossalai/shardformer/layer copying colossalai/shardformer/layer/__init__.py -> build/lib/colossalai/shardformer/layer copying colossalai/shardformer/layer/_operation.py -> build/lib/colossalai/shardformer/layer copying colossalai/shardformer/layer/dropout.py -> build/lib/colossalai/shardformer/layer copying colossalai/shardformer/layer/embedding.py -> build/lib/colossalai/shardformer/layer copying colossalai/shardformer/layer/linear.py -> build/lib/colossalai/shardformer/layer copying colossalai/shardformer/layer/loss.py -> build/lib/colossalai/shardformer/layer copying colossalai/shardformer/layer/normalization.py -> build/lib/colossalai/shardformer/layer copying colossalai/shardformer/layer/parallel_module.py -> build/lib/colossalai/shardformer/layer copying colossalai/shardformer/layer/qkv_fused_linear.py -> build/lib/colossalai/shardformer/layer copying colossalai/shardformer/layer/utils.py -> build/lib/colossalai/shardformer/layer creating build/lib/colossalai/shardformer/modeling copying colossalai/shardformer/modeling/__init__.py -> build/lib/colossalai/shardformer/modeling copying colossalai/shardformer/modeling/bert.py -> build/lib/colossalai/shardformer/modeling copying colossalai/shardformer/modeling/blip2.py -> build/lib/colossalai/shardformer/modeling copying colossalai/shardformer/modeling/bloom.py -> build/lib/colossalai/shardformer/modeling copying colossalai/shardformer/modeling/chatglm2.py -> build/lib/colossalai/shardformer/modeling copying colossalai/shardformer/modeling/falcon.py -> build/lib/colossalai/shardformer/modeling copying colossalai/shardformer/modeling/gpt2.py -> build/lib/colossalai/shardformer/modeling copying colossalai/shardformer/modeling/gptj.py -> build/lib/colossalai/shardformer/modeling copying colossalai/shardformer/modeling/jit.py -> build/lib/colossalai/shardformer/modeling copying colossalai/shardformer/modeling/llama.py -> build/lib/colossalai/shardformer/modeling copying colossalai/shardformer/modeling/mistral.py -> build/lib/colossalai/shardformer/modeling copying colossalai/shardformer/modeling/opt.py -> build/lib/colossalai/shardformer/modeling copying colossalai/shardformer/modeling/sam.py -> build/lib/colossalai/shardformer/modeling copying colossalai/shardformer/modeling/t5.py -> build/lib/colossalai/shardformer/modeling copying colossalai/shardformer/modeling/vit.py -> build/lib/colossalai/shardformer/modeling copying colossalai/shardformer/modeling/whisper.py -> build/lib/colossalai/shardformer/modeling creating build/lib/colossalai/shardformer/policies copying colossalai/shardformer/policies/__init__.py -> build/lib/colossalai/shardformer/policies copying colossalai/shardformer/policies/auto_policy.py -> build/lib/colossalai/shardformer/policies copying colossalai/shardformer/policies/base_policy.py -> build/lib/colossalai/shardformer/policies copying colossalai/shardformer/policies/bert.py -> build/lib/colossalai/shardformer/policies copying colossalai/shardformer/policies/blip2.py -> build/lib/colossalai/shardformer/policies copying colossalai/shardformer/policies/bloom.py -> build/lib/colossalai/shardformer/policies copying colossalai/shardformer/policies/chatglm2.py -> build/lib/colossalai/shardformer/policies copying colossalai/shardformer/policies/falcon.py -> build/lib/colossalai/shardformer/policies copying colossalai/shardformer/policies/gpt2.py -> build/lib/colossalai/shardformer/policies copying colossalai/shardformer/policies/gptj.py -> build/lib/colossalai/shardformer/policies copying colossalai/shardformer/policies/llama.py -> build/lib/colossalai/shardformer/policies copying colossalai/shardformer/policies/mistral.py -> build/lib/colossalai/shardformer/policies copying colossalai/shardformer/policies/opt.py -> build/lib/colossalai/shardformer/policies copying colossalai/shardformer/policies/sam.py -> build/lib/colossalai/shardformer/policies copying colossalai/shardformer/policies/t5.py -> build/lib/colossalai/shardformer/policies copying colossalai/shardformer/policies/vit.py -> build/lib/colossalai/shardformer/policies copying colossalai/shardformer/policies/whisper.py -> build/lib/colossalai/shardformer/policies creating build/lib/colossalai/shardformer/shard copying colossalai/shardformer/shard/__init__.py -> build/lib/colossalai/shardformer/shard copying colossalai/shardformer/shard/shard_config.py -> build/lib/colossalai/shardformer/shard copying colossalai/shardformer/shard/sharder.py -> build/lib/colossalai/shardformer/shard copying colossalai/shardformer/shard/shardformer.py -> build/lib/colossalai/shardformer/shard copying colossalai/shardformer/shard/utils.py -> build/lib/colossalai/shardformer/shard creating build/lib/colossalai/shardformer/modeling/chatglm2_6b copying colossalai/shardformer/modeling/chatglm2_6b/__init__.py -> build/lib/colossalai/shardformer/modeling/chatglm2_6b copying colossalai/shardformer/modeling/chatglm2_6b/configuration_chatglm.py -> build/lib/colossalai/shardformer/modeling/chatglm2_6b copying colossalai/shardformer/modeling/chatglm2_6b/modeling_chatglm.py -> build/lib/colossalai/shardformer/modeling/chatglm2_6b creating build/lib/colossalai/tensor/d_tensor copying colossalai/tensor/d_tensor/__init__.py -> build/lib/colossalai/tensor/d_tensor copying colossalai/tensor/d_tensor/api.py -> build/lib/colossalai/tensor/d_tensor copying colossalai/tensor/d_tensor/comm_spec.py -> build/lib/colossalai/tensor/d_tensor copying colossalai/tensor/d_tensor/layout.py -> build/lib/colossalai/tensor/d_tensor copying colossalai/tensor/d_tensor/layout_converter.py -> build/lib/colossalai/tensor/d_tensor copying colossalai/tensor/d_tensor/misc.py -> build/lib/colossalai/tensor/d_tensor copying colossalai/tensor/d_tensor/sharding_spec.py -> build/lib/colossalai/tensor/d_tensor copying colossalai/tensor/d_tensor/utils.py -> build/lib/colossalai/tensor/d_tensor creating build/lib/colossalai/tensor/moe_tensor copying colossalai/tensor/moe_tensor/__init__.py -> build/lib/colossalai/tensor/moe_tensor copying colossalai/tensor/moe_tensor/api.py -> build/lib/colossalai/tensor/moe_tensor copying colossalai/tensor/moe_tensor/moe_info.py -> build/lib/colossalai/tensor/moe_tensor creating build/lib/colossalai/utils/model copying colossalai/utils/model/__init__.py -> build/lib/colossalai/utils/model copying colossalai/utils/model/utils.py -> build/lib/colossalai/utils/model creating build/lib/colossalai/utils/multi_tensor_apply copying colossalai/utils/multi_tensor_apply/__init__.py -> build/lib/colossalai/utils/multi_tensor_apply copying colossalai/utils/multi_tensor_apply/multi_tensor_apply.py -> build/lib/colossalai/utils/multi_tensor_apply creating build/lib/colossalai/utils/rank_recorder copying colossalai/utils/rank_recorder/__init__.py -> build/lib/colossalai/utils/rank_recorder copying colossalai/utils/rank_recorder/rank_recorder.py -> build/lib/colossalai/utils/rank_recorder creating build/lib/colossalai/utils/tensor_detector copying colossalai/utils/tensor_detector/__init__.py -> build/lib/colossalai/utils/tensor_detector copying colossalai/utils/tensor_detector/tensor_detector.py -> build/lib/colossalai/utils/tensor_detector creating build/lib/colossalai/zero/gemini copying colossalai/zero/gemini/__init__.py -> build/lib/colossalai/zero/gemini copying colossalai/zero/gemini/gemini_ddp.py -> build/lib/colossalai/zero/gemini copying colossalai/zero/gemini/gemini_hook.py -> build/lib/colossalai/zero/gemini copying colossalai/zero/gemini/gemini_mgr.py -> build/lib/colossalai/zero/gemini copying colossalai/zero/gemini/gemini_optimizer.py -> build/lib/colossalai/zero/gemini copying colossalai/zero/gemini/placement_policy.py -> build/lib/colossalai/zero/gemini copying colossalai/zero/gemini/utils.py -> build/lib/colossalai/zero/gemini creating build/lib/colossalai/zero/low_level copying colossalai/zero/low_level/__init__.py -> build/lib/colossalai/zero/low_level copying colossalai/zero/low_level/_utils.py -> build/lib/colossalai/zero/low_level copying colossalai/zero/low_level/low_level_optim.py -> build/lib/colossalai/zero/low_level creating build/lib/colossalai/zero/gemini/chunk copying colossalai/zero/gemini/chunk/__init__.py -> build/lib/colossalai/zero/gemini/chunk copying colossalai/zero/gemini/chunk/chunk.py -> build/lib/colossalai/zero/gemini/chunk copying colossalai/zero/gemini/chunk/manager.py -> build/lib/colossalai/zero/gemini/chunk copying colossalai/zero/gemini/chunk/search_utils.py -> build/lib/colossalai/zero/gemini/chunk copying colossalai/zero/gemini/chunk/utils.py -> build/lib/colossalai/zero/gemini/chunk creating build/lib/colossalai/zero/gemini/memory_tracer copying colossalai/zero/gemini/memory_tracer/__init__.py -> build/lib/colossalai/zero/gemini/memory_tracer copying colossalai/zero/gemini/memory_tracer/chunk_memstats_collector.py -> build/lib/colossalai/zero/gemini/memory_tracer copying colossalai/zero/gemini/memory_tracer/memory_monitor.py -> build/lib/colossalai/zero/gemini/memory_tracer copying colossalai/zero/gemini/memory_tracer/memory_stats.py -> build/lib/colossalai/zero/gemini/memory_tracer copying colossalai/zero/gemini/memory_tracer/memstats_collector.py -> build/lib/colossalai/zero/gemini/memory_tracer copying colossalai/zero/gemini/memory_tracer/param_runtime_order.py -> build/lib/colossalai/zero/gemini/memory_tracer copying colossalai/zero/gemini/memory_tracer/runtime_mem_tracer.py -> build/lib/colossalai/zero/gemini/memory_tracer copying colossalai/zero/gemini/memory_tracer/static_memstats_collector.py -> build/lib/colossalai/zero/gemini/memory_tracer copying colossalai/zero/gemini/memory_tracer/utils.py -> build/lib/colossalai/zero/gemini/memory_tracer creating build/lib/colossalai/zero/low_level/bookkeeping copying colossalai/zero/low_level/bookkeeping/__init__.py -> build/lib/colossalai/zero/low_level/bookkeeping copying colossalai/zero/low_level/bookkeeping/base_store.py -> build/lib/colossalai/zero/low_level/bookkeeping copying colossalai/zero/low_level/bookkeeping/bucket_store.py -> build/lib/colossalai/zero/low_level/bookkeeping copying colossalai/zero/low_level/bookkeeping/gradient_store.py -> build/lib/colossalai/zero/low_level/bookkeeping copying colossalai/zero/low_level/bookkeeping/parameter_store.py -> build/lib/colossalai/zero/low_level/bookkeeping copying colossalai/zero/low_level/bookkeeping/tensor_bucket.py -> build/lib/colossalai/zero/low_level/bookkeeping creating build/lib/examples creating build/lib/examples/language copying examples/language/__init__.py -> build/lib/examples/language copying examples/language/data_utils.py -> build/lib/examples/language copying examples/language/model_utils.py -> build/lib/examples/language copying examples/language/performance_evaluator.py -> build/lib/examples/language creating build/lib/extensions creating build/lib/extensions/cpu_adam copying extensions/cpu_adam/__init__.py -> build/lib/extensions/cpu_adam copying extensions/cpu_adam/cpu_adam_arm.py -> build/lib/extensions/cpu_adam copying extensions/cpu_adam/cpu_adam_x86.py -> build/lib/extensions/cpu_adam creating build/lib/extensions/csrc copying extensions/csrc/__init__.py -> build/lib/extensions/csrc copying extensions/csrc/scaled_softmax.py -> build/lib/extensions/csrc creating build/lib/extensions/flash_attention copying extensions/flash_attention/__init__.py -> build/lib/extensions/flash_attention copying extensions/flash_attention/flash_attention_dao_cuda.py -> build/lib/extensions/flash_attention copying extensions/flash_attention/flash_attention_npu.py -> build/lib/extensions/flash_attention copying extensions/flash_attention/flash_attention_xformers_cuda.py -> build/lib/extensions/flash_attention creating build/lib/extensions/layernorm copying extensions/layernorm/__init__.py -> build/lib/extensions/layernorm copying extensions/layernorm/layernorm_cuda.py -> build/lib/extensions/layernorm creating build/lib/extensions/moe copying extensions/moe/__init__.py -> build/lib/extensions/moe copying extensions/moe/moe_cuda.py -> build/lib/extensions/moe creating build/lib/extensions/optimizer copying extensions/optimizer/__init__.py -> build/lib/extensions/optimizer copying extensions/optimizer/fused_optimizer_cuda.py -> build/lib/extensions/optimizer creating build/lib/extensions/softmax copying extensions/softmax/__init__.py -> build/lib/extensions/softmax copying extensions/softmax/scaled_masked_softmax_cuda.py -> build/lib/extensions/softmax copying extensions/softmax/scaled_upper_triangle_masked_softmax_cuda.py -> build/lib/extensions/softmax creating build/lib/tests creating build/lib/tests/kit copying tests/kit/__init__.py -> build/lib/tests/kit creating build/lib/tests/test_analyzer copying tests/test_analyzer/__init__.py -> build/lib/tests/test_analyzer creating build/lib/tests/test_auto_parallel copying tests/test_auto_parallel/__init__.py -> build/lib/tests/test_auto_parallel creating build/lib/tests/test_shardformer copying tests/test_shardformer/__init__.py -> build/lib/tests/test_shardformer copying tests/test_shardformer/test_shard_utils.py -> build/lib/tests/test_shardformer copying tests/test_shardformer/test_with_torch_ddp.py -> build/lib/tests/test_shardformer creating build/lib/tests/kit/model_zoo copying tests/kit/model_zoo/__init__.py -> build/lib/tests/kit/model_zoo copying tests/kit/model_zoo/executor.py -> build/lib/tests/kit/model_zoo copying tests/kit/model_zoo/registry.py -> build/lib/tests/kit/model_zoo creating build/lib/tests/kit/model_zoo/custom copying tests/kit/model_zoo/custom/__init__.py -> build/lib/tests/kit/model_zoo/custom copying tests/kit/model_zoo/custom/base.py -> build/lib/tests/kit/model_zoo/custom copying tests/kit/model_zoo/custom/hanging_param_model.py -> build/lib/tests/kit/model_zoo/custom copying tests/kit/model_zoo/custom/nested_model.py -> build/lib/tests/kit/model_zoo/custom copying tests/kit/model_zoo/custom/repeated_computed_layers.py -> build/lib/tests/kit/model_zoo/custom copying tests/kit/model_zoo/custom/simple_net.py -> build/lib/tests/kit/model_zoo/custom creating build/lib/tests/kit/model_zoo/diffusers copying tests/kit/model_zoo/diffusers/__init__.py -> build/lib/tests/kit/model_zoo/diffusers copying tests/kit/model_zoo/diffusers/diffusers.py -> build/lib/tests/kit/model_zoo/diffusers creating build/lib/tests/kit/model_zoo/timm copying tests/kit/model_zoo/timm/__init__.py -> build/lib/tests/kit/model_zoo/timm copying tests/kit/model_zoo/timm/timm.py -> build/lib/tests/kit/model_zoo/timm creating build/lib/tests/kit/model_zoo/torchaudio copying tests/kit/model_zoo/torchaudio/__init__.py -> build/lib/tests/kit/model_zoo/torchaudio copying tests/kit/model_zoo/torchaudio/torchaudio.py -> build/lib/tests/kit/model_zoo/torchaudio creating build/lib/tests/kit/model_zoo/torchrec copying tests/kit/model_zoo/torchrec/__init__.py -> build/lib/tests/kit/model_zoo/torchrec copying tests/kit/model_zoo/torchrec/torchrec.py -> build/lib/tests/kit/model_zoo/torchrec creating build/lib/tests/kit/model_zoo/torchvision copying tests/kit/model_zoo/torchvision/__init__.py -> build/lib/tests/kit/model_zoo/torchvision copying tests/kit/model_zoo/torchvision/torchvision.py -> build/lib/tests/kit/model_zoo/torchvision creating build/lib/tests/kit/model_zoo/transformers copying tests/kit/model_zoo/transformers/__init__.py -> build/lib/tests/kit/model_zoo/transformers copying tests/kit/model_zoo/transformers/albert.py -> build/lib/tests/kit/model_zoo/transformers copying tests/kit/model_zoo/transformers/bert.py -> build/lib/tests/kit/model_zoo/transformers copying tests/kit/model_zoo/transformers/blip2.py -> build/lib/tests/kit/model_zoo/transformers copying tests/kit/model_zoo/transformers/bloom.py -> build/lib/tests/kit/model_zoo/transformers copying tests/kit/model_zoo/transformers/chatglm2.py -> build/lib/tests/kit/model_zoo/transformers copying tests/kit/model_zoo/transformers/falcon.py -> build/lib/tests/kit/model_zoo/transformers copying tests/kit/model_zoo/transformers/gpt.py -> build/lib/tests/kit/model_zoo/transformers copying tests/kit/model_zoo/transformers/gptj.py -> build/lib/tests/kit/model_zoo/transformers copying tests/kit/model_zoo/transformers/llama.py -> build/lib/tests/kit/model_zoo/transformers copying tests/kit/model_zoo/transformers/mistral.py -> build/lib/tests/kit/model_zoo/transformers copying tests/kit/model_zoo/transformers/opt.py -> build/lib/tests/kit/model_zoo/transformers copying tests/kit/model_zoo/transformers/sam.py -> build/lib/tests/kit/model_zoo/transformers copying tests/kit/model_zoo/transformers/t5.py -> build/lib/tests/kit/model_zoo/transformers copying tests/kit/model_zoo/transformers/vit.py -> build/lib/tests/kit/model_zoo/transformers copying tests/kit/model_zoo/transformers/whisper.py -> build/lib/tests/kit/model_zoo/transformers creating build/lib/tests/test_analyzer/test_fx copying tests/test_analyzer/test_fx/__init__.py -> build/lib/tests/test_analyzer/test_fx copying tests/test_analyzer/test_fx/test_bias_addition.py -> build/lib/tests/test_analyzer/test_fx copying tests/test_analyzer/test_fx/test_mod_dir.py -> build/lib/tests/test_analyzer/test_fx copying tests/test_analyzer/test_fx/test_nested_ckpt.py -> build/lib/tests/test_analyzer/test_fx copying tests/test_analyzer/test_fx/test_shape_prop.py -> build/lib/tests/test_analyzer/test_fx copying tests/test_analyzer/test_fx/test_symbolic_profile.py -> build/lib/tests/test_analyzer/test_fx copying tests/test_analyzer/test_fx/zoo.py -> build/lib/tests/test_analyzer/test_fx creating build/lib/tests/test_analyzer/test_subclasses copying tests/test_analyzer/test_subclasses/__init__.py -> build/lib/tests/test_analyzer/test_subclasses copying tests/test_analyzer/test_subclasses/test_aten.py -> build/lib/tests/test_analyzer/test_subclasses copying tests/test_analyzer/test_subclasses/test_flop_tensor.py -> build/lib/tests/test_analyzer/test_subclasses copying tests/test_analyzer/test_subclasses/test_meta_mode.py -> build/lib/tests/test_analyzer/test_subclasses creating build/lib/tests/test_auto_parallel/test_pass copying tests/test_auto_parallel/test_pass/__init__.py -> build/lib/tests/test_auto_parallel/test_pass copying tests/test_auto_parallel/test_pass/test_node_converting_pass.py -> build/lib/tests/test_auto_parallel/test_pass copying tests/test_auto_parallel/test_pass/test_size_value_converting_pass.py -> build/lib/tests/test_auto_parallel/test_pass creating build/lib/tests/test_auto_parallel/test_tensor_shard copying tests/test_auto_parallel/test_tensor_shard/__init__.py -> build/lib/tests/test_auto_parallel/test_tensor_shard copying tests/test_auto_parallel/test_tensor_shard/test_bias_addition_forward.py -> build/lib/tests/test_auto_parallel/test_tensor_shard copying tests/test_auto_parallel/test_tensor_shard/test_broadcast.py -> build/lib/tests/test_auto_parallel/test_tensor_shard copying tests/test_auto_parallel/test_tensor_shard/test_checkpoint.py -> build/lib/tests/test_auto_parallel/test_tensor_shard copying tests/test_auto_parallel/test_tensor_shard/test_compatibility_with_ddp.py -> build/lib/tests/test_auto_parallel/test_tensor_shard copying tests/test_auto_parallel/test_tensor_shard/test_compatibility_with_gemini.py -> build/lib/tests/test_auto_parallel/test_tensor_shard copying tests/test_auto_parallel/test_tensor_shard/test_find_repeat_block.py -> build/lib/tests/test_auto_parallel/test_tensor_shard copying tests/test_auto_parallel/test_tensor_shard/test_liveness_analysis.py -> build/lib/tests/test_auto_parallel/test_tensor_shard copying tests/test_auto_parallel/test_tensor_shard/test_solver_with_resnet_v2.py -> build/lib/tests/test_auto_parallel/test_tensor_shard creating build/lib/tests/test_auto_parallel/test_tensor_shard/test_gpt copying tests/test_auto_parallel/test_tensor_shard/test_gpt/__init__.py -> build/lib/tests/test_auto_parallel/test_tensor_shard/test_gpt copying tests/test_auto_parallel/test_tensor_shard/test_gpt/gpt_modules.py -> build/lib/tests/test_auto_parallel/test_tensor_shard/test_gpt copying tests/test_auto_parallel/test_tensor_shard/test_gpt/test_runtime_with_gpt_modules.py -> build/lib/tests/test_auto_parallel/test_tensor_shard/test_gpt copying tests/test_auto_parallel/test_tensor_shard/test_gpt/test_solver_with_gpt_module.py -> build/lib/tests/test_auto_parallel/test_tensor_shard/test_gpt creating build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying tests/test_auto_parallel/test_tensor_shard/test_node_handler/__init__.py -> build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_addbmm_handler.py -> build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_addmm_handler.py -> build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_batch_norm_handler.py -> build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_bias_linear_function_node.py -> build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_bias_linear_module_node.py -> build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_binary_elementwise_handler.py -> build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_bmm_handler.py -> build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_conv_handler.py -> build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_default_reshape_handler.py -> build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_embedding_handler.py -> build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_getattr_handler.py -> build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_getitem_handler.py -> build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_layer_norm_handler.py -> build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_linear_handler.py -> build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_matmul_handler.py -> build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_norm_pooling_handler.py -> build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_output_handler.py -> build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_permute_and_transpose_handler.py -> build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_placeholder_handler.py -> build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_shard_option.py -> build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_softmax_handler.py -> build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_split_handler.py -> build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_sum_handler.py -> build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_tensor_constructor.py -> build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_unary_element_wise_handler.py -> build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_view_handler.py -> build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_where_handler.py -> build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying tests/test_auto_parallel/test_tensor_shard/test_node_handler/utils.py -> build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler creating build/lib/tests/test_shardformer/test_model copying tests/test_shardformer/test_model/__init__.py -> build/lib/tests/test_shardformer/test_model copying tests/test_shardformer/test_model/_utils.py -> build/lib/tests/test_shardformer/test_model copying tests/test_shardformer/test_model/test_shard_bert.py -> build/lib/tests/test_shardformer/test_model copying tests/test_shardformer/test_model/test_shard_blip2.py -> build/lib/tests/test_shardformer/test_model copying tests/test_shardformer/test_model/test_shard_bloom.py -> build/lib/tests/test_shardformer/test_model copying tests/test_shardformer/test_model/test_shard_chatglm2.py -> build/lib/tests/test_shardformer/test_model copying tests/test_shardformer/test_model/test_shard_falcon.py -> build/lib/tests/test_shardformer/test_model copying tests/test_shardformer/test_model/test_shard_gpt2.py -> build/lib/tests/test_shardformer/test_model copying tests/test_shardformer/test_model/test_shard_gptj.py -> build/lib/tests/test_shardformer/test_model copying tests/test_shardformer/test_model/test_shard_llama.py -> build/lib/tests/test_shardformer/test_model copying tests/test_shardformer/test_model/test_shard_mistral.py -> build/lib/tests/test_shardformer/test_model copying tests/test_shardformer/test_model/test_shard_opt.py -> build/lib/tests/test_shardformer/test_model copying tests/test_shardformer/test_model/test_shard_sam.py -> build/lib/tests/test_shardformer/test_model copying tests/test_shardformer/test_model/test_shard_t5.py -> build/lib/tests/test_shardformer/test_model copying tests/test_shardformer/test_model/test_shard_vit.py -> build/lib/tests/test_shardformer/test_model copying tests/test_shardformer/test_model/test_shard_whisper.py -> build/lib/tests/test_shardformer/test_model creating build/lib/colossalai/kernel/extensions/csrc/arm copying colossalai/kernel/extensions/csrc/arm/cpu_adam_arm.cpp -> build/lib/colossalai/kernel/extensions/csrc/arm copying colossalai/kernel/extensions/csrc/arm/cpu_adam_arm.h -> build/lib/colossalai/kernel/extensions/csrc/arm creating build/lib/colossalai/kernel/extensions/csrc/cuda copying colossalai/kernel/extensions/csrc/cuda/colossal_C_frontend.cpp -> build/lib/colossalai/kernel/extensions/csrc/cuda copying colossalai/kernel/extensions/csrc/cuda/compat.h -> build/lib/colossalai/kernel/extensions/csrc/cuda copying colossalai/kernel/extensions/csrc/cuda/cpu_adam.cpp -> build/lib/colossalai/kernel/extensions/csrc/cuda copying colossalai/kernel/extensions/csrc/cuda/cpu_adam.h -> build/lib/colossalai/kernel/extensions/csrc/cuda copying colossalai/kernel/extensions/csrc/cuda/layer_norm_cuda.cpp -> build/lib/colossalai/kernel/extensions/csrc/cuda copying colossalai/kernel/extensions/csrc/cuda/layer_norm_cuda_kernel.cu -> build/lib/colossalai/kernel/extensions/csrc/cuda copying colossalai/kernel/extensions/csrc/cuda/moe_cuda.cpp -> build/lib/colossalai/kernel/extensions/csrc/cuda copying colossalai/kernel/extensions/csrc/cuda/moe_cuda_kernel.cu -> build/lib/colossalai/kernel/extensions/csrc/cuda copying colossalai/kernel/extensions/csrc/cuda/multi_tensor_adam.cu -> build/lib/colossalai/kernel/extensions/csrc/cuda copying colossalai/kernel/extensions/csrc/cuda/multi_tensor_apply.cuh -> build/lib/colossalai/kernel/extensions/csrc/cuda copying colossalai/kernel/extensions/csrc/cuda/multi_tensor_l2norm_kernel.cu -> build/lib/colossalai/kernel/extensions/csrc/cuda copying colossalai/kernel/extensions/csrc/cuda/multi_tensor_lamb.cu -> build/lib/colossalai/kernel/extensions/csrc/cuda copying colossalai/kernel/extensions/csrc/cuda/multi_tensor_scale_kernel.cu -> build/lib/colossalai/kernel/extensions/csrc/cuda copying colossalai/kernel/extensions/csrc/cuda/multi_tensor_sgd_kernel.cu -> build/lib/colossalai/kernel/extensions/csrc/cuda copying colossalai/kernel/extensions/csrc/cuda/scaled_masked_softmax.cpp -> build/lib/colossalai/kernel/extensions/csrc/cuda copying colossalai/kernel/extensions/csrc/cuda/scaled_masked_softmax.h -> build/lib/colossalai/kernel/extensions/csrc/cuda copying colossalai/kernel/extensions/csrc/cuda/scaled_masked_softmax_cuda.cu -> build/lib/colossalai/kernel/extensions/csrc/cuda copying colossalai/kernel/extensions/csrc/cuda/scaled_upper_triang_masked_softmax.cpp -> build/lib/colossalai/kernel/extensions/csrc/cuda copying colossalai/kernel/extensions/csrc/cuda/scaled_upper_triang_masked_softmax.h -> build/lib/colossalai/kernel/extensions/csrc/cuda copying colossalai/kernel/extensions/csrc/cuda/scaled_upper_triang_masked_softmax_cuda.cu -> build/lib/colossalai/kernel/extensions/csrc/cuda copying colossalai/kernel/extensions/csrc/cuda/type_shim.h -> build/lib/colossalai/kernel/extensions/csrc/cuda creating build/lib/colossalai/kernel/extensions/csrc/cuda/include copying colossalai/kernel/extensions/csrc/cuda/include/block_reduce.h -> build/lib/colossalai/kernel/extensions/csrc/cuda/include installing to build/bdist.linux-x86_64/wheel running install running install_lib creating build/bdist.linux-x86_64 creating build/bdist.linux-x86_64/wheel creating build/bdist.linux-x86_64/wheel/colossalai copying build/lib/colossalai/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai copying build/lib/colossalai/initialize.py -> build/bdist.linux-x86_64/wheel/colossalai copying build/lib/colossalai/version.py -> build/bdist.linux-x86_64/wheel/colossalai creating build/bdist.linux-x86_64/wheel/colossalai/_C copying build/lib/colossalai/_C/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/_C creating build/bdist.linux-x86_64/wheel/colossalai/_analyzer copying build/lib/colossalai/_analyzer/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/_analyzer copying build/lib/colossalai/_analyzer/envs.py -> build/bdist.linux-x86_64/wheel/colossalai/_analyzer creating build/bdist.linux-x86_64/wheel/colossalai/_analyzer/_subclasses copying build/lib/colossalai/_analyzer/_subclasses/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/_analyzer/_subclasses copying build/lib/colossalai/_analyzer/_subclasses/_meta_registration.py -> build/bdist.linux-x86_64/wheel/colossalai/_analyzer/_subclasses copying build/lib/colossalai/_analyzer/_subclasses/_monkey_patch.py -> build/bdist.linux-x86_64/wheel/colossalai/_analyzer/_subclasses copying build/lib/colossalai/_analyzer/_subclasses/flop_tensor.py -> build/bdist.linux-x86_64/wheel/colossalai/_analyzer/_subclasses copying build/lib/colossalai/_analyzer/_subclasses/meta_tensor.py -> build/bdist.linux-x86_64/wheel/colossalai/_analyzer/_subclasses creating build/bdist.linux-x86_64/wheel/colossalai/_analyzer/fx copying build/lib/colossalai/_analyzer/fx/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/_analyzer/fx copying build/lib/colossalai/_analyzer/fx/codegen.py -> build/bdist.linux-x86_64/wheel/colossalai/_analyzer/fx copying build/lib/colossalai/_analyzer/fx/graph_module.py -> build/bdist.linux-x86_64/wheel/colossalai/_analyzer/fx copying build/lib/colossalai/_analyzer/fx/node_util.py -> build/bdist.linux-x86_64/wheel/colossalai/_analyzer/fx copying build/lib/colossalai/_analyzer/fx/symbolic_profile.py -> build/bdist.linux-x86_64/wheel/colossalai/_analyzer/fx creating build/bdist.linux-x86_64/wheel/colossalai/_analyzer/fx/passes copying build/lib/colossalai/_analyzer/fx/passes/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/_analyzer/fx/passes copying build/lib/colossalai/_analyzer/fx/passes/graph_profile.py -> build/bdist.linux-x86_64/wheel/colossalai/_analyzer/fx/passes copying build/lib/colossalai/_analyzer/fx/passes/shape_prop.py -> build/bdist.linux-x86_64/wheel/colossalai/_analyzer/fx/passes creating build/bdist.linux-x86_64/wheel/colossalai/_analyzer/fx/tracer copying build/lib/colossalai/_analyzer/fx/tracer/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/_analyzer/fx/tracer copying build/lib/colossalai/_analyzer/fx/tracer/bias_addition.py -> build/bdist.linux-x86_64/wheel/colossalai/_analyzer/fx/tracer copying build/lib/colossalai/_analyzer/fx/tracer/custom_leaf_module.py -> build/bdist.linux-x86_64/wheel/colossalai/_analyzer/fx/tracer copying build/lib/colossalai/_analyzer/fx/tracer/proxy.py -> build/bdist.linux-x86_64/wheel/colossalai/_analyzer/fx/tracer copying build/lib/colossalai/_analyzer/fx/tracer/symbolic_trace.py -> build/bdist.linux-x86_64/wheel/colossalai/_analyzer/fx/tracer copying build/lib/colossalai/_analyzer/fx/tracer/tracer.py -> build/bdist.linux-x86_64/wheel/colossalai/_analyzer/fx/tracer creating build/bdist.linux-x86_64/wheel/colossalai/accelerator copying build/lib/colossalai/accelerator/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/accelerator copying build/lib/colossalai/accelerator/api.py -> build/bdist.linux-x86_64/wheel/colossalai/accelerator copying build/lib/colossalai/accelerator/base_accelerator.py -> build/bdist.linux-x86_64/wheel/colossalai/accelerator copying build/lib/colossalai/accelerator/cpu_accelerator.py -> build/bdist.linux-x86_64/wheel/colossalai/accelerator copying build/lib/colossalai/accelerator/cuda_accelerator.py -> build/bdist.linux-x86_64/wheel/colossalai/accelerator copying build/lib/colossalai/accelerator/npu_accelerator.py -> build/bdist.linux-x86_64/wheel/colossalai/accelerator creating build/bdist.linux-x86_64/wheel/colossalai/amp copying build/lib/colossalai/amp/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/amp creating build/bdist.linux-x86_64/wheel/colossalai/amp/naive_amp copying build/lib/colossalai/amp/naive_amp/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/amp/naive_amp copying build/lib/colossalai/amp/naive_amp/mixed_precision_optimizer.py -> build/bdist.linux-x86_64/wheel/colossalai/amp/naive_amp creating build/bdist.linux-x86_64/wheel/colossalai/amp/naive_amp/grad_scaler copying build/lib/colossalai/amp/naive_amp/grad_scaler/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/amp/naive_amp/grad_scaler copying build/lib/colossalai/amp/naive_amp/grad_scaler/base_grad_scaler.py -> build/bdist.linux-x86_64/wheel/colossalai/amp/naive_amp/grad_scaler copying build/lib/colossalai/amp/naive_amp/grad_scaler/constant_grad_scaler.py -> build/bdist.linux-x86_64/wheel/colossalai/amp/naive_amp/grad_scaler copying build/lib/colossalai/amp/naive_amp/grad_scaler/dynamic_grad_scaler.py -> build/bdist.linux-x86_64/wheel/colossalai/amp/naive_amp/grad_scaler creating build/bdist.linux-x86_64/wheel/colossalai/amp/naive_amp/mixed_precision_mixin copying build/lib/colossalai/amp/naive_amp/mixed_precision_mixin/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/amp/naive_amp/mixed_precision_mixin copying build/lib/colossalai/amp/naive_amp/mixed_precision_mixin/base.py -> build/bdist.linux-x86_64/wheel/colossalai/amp/naive_amp/mixed_precision_mixin copying build/lib/colossalai/amp/naive_amp/mixed_precision_mixin/bf16.py -> build/bdist.linux-x86_64/wheel/colossalai/amp/naive_amp/mixed_precision_mixin copying build/lib/colossalai/amp/naive_amp/mixed_precision_mixin/fp16.py -> build/bdist.linux-x86_64/wheel/colossalai/amp/naive_amp/mixed_precision_mixin creating build/bdist.linux-x86_64/wheel/colossalai/auto_parallel copying build/lib/colossalai/auto_parallel/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel creating build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/checkpoint copying build/lib/colossalai/auto_parallel/checkpoint/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/checkpoint copying build/lib/colossalai/auto_parallel/checkpoint/build_c_ext.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/checkpoint copying build/lib/colossalai/auto_parallel/checkpoint/ckpt_solver_base.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/checkpoint copying build/lib/colossalai/auto_parallel/checkpoint/ckpt_solver_chen.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/checkpoint copying build/lib/colossalai/auto_parallel/checkpoint/ckpt_solver_rotor.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/checkpoint copying build/lib/colossalai/auto_parallel/checkpoint/operation.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/checkpoint creating build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/meta_profiler copying build/lib/colossalai/auto_parallel/meta_profiler/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/meta_profiler copying build/lib/colossalai/auto_parallel/meta_profiler/constants.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/meta_profiler copying build/lib/colossalai/auto_parallel/meta_profiler/registry.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/meta_profiler copying build/lib/colossalai/auto_parallel/meta_profiler/shard_metainfo.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/meta_profiler creating build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/meta_profiler/meta_registry copying build/lib/colossalai/auto_parallel/meta_profiler/meta_registry/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/meta_profiler/meta_registry copying build/lib/colossalai/auto_parallel/meta_profiler/meta_registry/activation.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/meta_profiler/meta_registry copying build/lib/colossalai/auto_parallel/meta_profiler/meta_registry/binary_elementwise_ops.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/meta_profiler/meta_registry copying build/lib/colossalai/auto_parallel/meta_profiler/meta_registry/conv.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/meta_profiler/meta_registry copying build/lib/colossalai/auto_parallel/meta_profiler/meta_registry/embedding.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/meta_profiler/meta_registry copying build/lib/colossalai/auto_parallel/meta_profiler/meta_registry/linear.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/meta_profiler/meta_registry copying build/lib/colossalai/auto_parallel/meta_profiler/meta_registry/non_spmd.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/meta_profiler/meta_registry copying build/lib/colossalai/auto_parallel/meta_profiler/meta_registry/norm.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/meta_profiler/meta_registry copying build/lib/colossalai/auto_parallel/meta_profiler/meta_registry/pooling.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/meta_profiler/meta_registry copying build/lib/colossalai/auto_parallel/meta_profiler/meta_registry/tensor.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/meta_profiler/meta_registry copying build/lib/colossalai/auto_parallel/meta_profiler/meta_registry/where.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/meta_profiler/meta_registry creating build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/offload copying build/lib/colossalai/auto_parallel/offload/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/offload copying build/lib/colossalai/auto_parallel/offload/amp_optimizer.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/offload copying build/lib/colossalai/auto_parallel/offload/base_offload_module.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/offload copying build/lib/colossalai/auto_parallel/offload/mem_optimize.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/offload copying build/lib/colossalai/auto_parallel/offload/region.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/offload copying build/lib/colossalai/auto_parallel/offload/region_manager.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/offload copying build/lib/colossalai/auto_parallel/offload/runtime.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/offload copying build/lib/colossalai/auto_parallel/offload/solver.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/offload copying build/lib/colossalai/auto_parallel/offload/training_simulator.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/offload copying build/lib/colossalai/auto_parallel/offload/util.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/offload creating build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/passes copying build/lib/colossalai/auto_parallel/passes/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/passes copying build/lib/colossalai/auto_parallel/passes/comm_metainfo_pass.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/passes copying build/lib/colossalai/auto_parallel/passes/constants.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/passes copying build/lib/colossalai/auto_parallel/passes/meta_info_prop.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/passes copying build/lib/colossalai/auto_parallel/passes/runtime_apply_pass.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/passes copying build/lib/colossalai/auto_parallel/passes/runtime_preparation_pass.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/passes creating build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/pipeline_shard copying build/lib/colossalai/auto_parallel/pipeline_shard/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/pipeline_shard creating build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard copying build/lib/colossalai/auto_parallel/tensor_shard/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard copying build/lib/colossalai/auto_parallel/tensor_shard/constants.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard copying build/lib/colossalai/auto_parallel/tensor_shard/initialize.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard copying build/lib/colossalai/auto_parallel/tensor_shard/options.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard copying build/lib/colossalai/auto_parallel/tensor_shard/sharding_strategy.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard creating build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/node_handler copying build/lib/colossalai/auto_parallel/tensor_shard/node_handler/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/node_handler copying build/lib/colossalai/auto_parallel/tensor_shard/node_handler/addmm_handler.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/node_handler copying build/lib/colossalai/auto_parallel/tensor_shard/node_handler/batch_norm_handler.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/node_handler copying build/lib/colossalai/auto_parallel/tensor_shard/node_handler/binary_elementwise_handler.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/node_handler copying build/lib/colossalai/auto_parallel/tensor_shard/node_handler/bmm_handler.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/node_handler copying build/lib/colossalai/auto_parallel/tensor_shard/node_handler/conv_handler.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/node_handler copying build/lib/colossalai/auto_parallel/tensor_shard/node_handler/default_reshape_handler.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/node_handler copying build/lib/colossalai/auto_parallel/tensor_shard/node_handler/embedding_handler.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/node_handler copying build/lib/colossalai/auto_parallel/tensor_shard/node_handler/getattr_handler.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/node_handler copying build/lib/colossalai/auto_parallel/tensor_shard/node_handler/getitem_handler.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/node_handler copying build/lib/colossalai/auto_parallel/tensor_shard/node_handler/layer_norm_handler.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/node_handler copying build/lib/colossalai/auto_parallel/tensor_shard/node_handler/linear_handler.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/node_handler copying build/lib/colossalai/auto_parallel/tensor_shard/node_handler/matmul_handler.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/node_handler copying build/lib/colossalai/auto_parallel/tensor_shard/node_handler/node_handler.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/node_handler copying build/lib/colossalai/auto_parallel/tensor_shard/node_handler/normal_pooling_handler.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/node_handler copying build/lib/colossalai/auto_parallel/tensor_shard/node_handler/output_handler.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/node_handler copying build/lib/colossalai/auto_parallel/tensor_shard/node_handler/permute_handler.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/node_handler copying build/lib/colossalai/auto_parallel/tensor_shard/node_handler/placeholder_handler.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/node_handler copying build/lib/colossalai/auto_parallel/tensor_shard/node_handler/registry.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/node_handler copying build/lib/colossalai/auto_parallel/tensor_shard/node_handler/softmax_handler.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/node_handler copying build/lib/colossalai/auto_parallel/tensor_shard/node_handler/split_handler.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/node_handler copying build/lib/colossalai/auto_parallel/tensor_shard/node_handler/sum_handler.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/node_handler copying build/lib/colossalai/auto_parallel/tensor_shard/node_handler/tensor_constructor_handler.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/node_handler copying build/lib/colossalai/auto_parallel/tensor_shard/node_handler/transpose_handler.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/node_handler copying build/lib/colossalai/auto_parallel/tensor_shard/node_handler/unary_elementwise_handler.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/node_handler copying build/lib/colossalai/auto_parallel/tensor_shard/node_handler/view_handler.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/node_handler copying build/lib/colossalai/auto_parallel/tensor_shard/node_handler/where_handler.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/node_handler creating build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/node_handler/strategy copying build/lib/colossalai/auto_parallel/tensor_shard/node_handler/strategy/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/node_handler/strategy copying build/lib/colossalai/auto_parallel/tensor_shard/node_handler/strategy/batch_norm_generator.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/node_handler/strategy copying build/lib/colossalai/auto_parallel/tensor_shard/node_handler/strategy/binary_elementwise_generator.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/node_handler/strategy copying build/lib/colossalai/auto_parallel/tensor_shard/node_handler/strategy/conv_strategy_generator.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/node_handler/strategy copying build/lib/colossalai/auto_parallel/tensor_shard/node_handler/strategy/embedding_generator.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/node_handler/strategy copying build/lib/colossalai/auto_parallel/tensor_shard/node_handler/strategy/getattr_generator.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/node_handler/strategy copying build/lib/colossalai/auto_parallel/tensor_shard/node_handler/strategy/getitem_generator.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/node_handler/strategy copying build/lib/colossalai/auto_parallel/tensor_shard/node_handler/strategy/layer_norm_generator.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/node_handler/strategy copying build/lib/colossalai/auto_parallel/tensor_shard/node_handler/strategy/matmul_strategy_generator.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/node_handler/strategy copying build/lib/colossalai/auto_parallel/tensor_shard/node_handler/strategy/normal_pooling_generator.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/node_handler/strategy copying build/lib/colossalai/auto_parallel/tensor_shard/node_handler/strategy/output_generator.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/node_handler/strategy copying build/lib/colossalai/auto_parallel/tensor_shard/node_handler/strategy/placeholder_generator.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/node_handler/strategy copying build/lib/colossalai/auto_parallel/tensor_shard/node_handler/strategy/reshape_generator.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/node_handler/strategy copying build/lib/colossalai/auto_parallel/tensor_shard/node_handler/strategy/softmax_generator.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/node_handler/strategy copying build/lib/colossalai/auto_parallel/tensor_shard/node_handler/strategy/strategy_generator.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/node_handler/strategy copying build/lib/colossalai/auto_parallel/tensor_shard/node_handler/strategy/sum_generator.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/node_handler/strategy copying build/lib/colossalai/auto_parallel/tensor_shard/node_handler/strategy/tensor_constructor_generator.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/node_handler/strategy copying build/lib/colossalai/auto_parallel/tensor_shard/node_handler/strategy/unary_elementwise_generator.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/node_handler/strategy copying build/lib/colossalai/auto_parallel/tensor_shard/node_handler/strategy/where_generator.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/node_handler/strategy creating build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/solver copying build/lib/colossalai/auto_parallel/tensor_shard/solver/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/solver copying build/lib/colossalai/auto_parallel/tensor_shard/solver/cost_graph.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/solver copying build/lib/colossalai/auto_parallel/tensor_shard/solver/graph_analysis.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/solver copying build/lib/colossalai/auto_parallel/tensor_shard/solver/solver.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/solver copying build/lib/colossalai/auto_parallel/tensor_shard/solver/strategies_constructor.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/solver creating build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/utils copying build/lib/colossalai/auto_parallel/tensor_shard/utils/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/utils copying build/lib/colossalai/auto_parallel/tensor_shard/utils/broadcast.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/utils copying build/lib/colossalai/auto_parallel/tensor_shard/utils/factory.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/utils copying build/lib/colossalai/auto_parallel/tensor_shard/utils/misc.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/utils copying build/lib/colossalai/auto_parallel/tensor_shard/utils/reshape.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/utils copying build/lib/colossalai/auto_parallel/tensor_shard/utils/sharding.py -> build/bdist.linux-x86_64/wheel/colossalai/auto_parallel/tensor_shard/utils creating build/bdist.linux-x86_64/wheel/colossalai/booster copying build/lib/colossalai/booster/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/booster copying build/lib/colossalai/booster/accelerator.py -> build/bdist.linux-x86_64/wheel/colossalai/booster copying build/lib/colossalai/booster/booster.py -> build/bdist.linux-x86_64/wheel/colossalai/booster creating build/bdist.linux-x86_64/wheel/colossalai/booster/mixed_precision copying build/lib/colossalai/booster/mixed_precision/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/booster/mixed_precision copying build/lib/colossalai/booster/mixed_precision/bf16.py -> build/bdist.linux-x86_64/wheel/colossalai/booster/mixed_precision copying build/lib/colossalai/booster/mixed_precision/fp16_apex.py -> build/bdist.linux-x86_64/wheel/colossalai/booster/mixed_precision copying build/lib/colossalai/booster/mixed_precision/fp16_naive.py -> build/bdist.linux-x86_64/wheel/colossalai/booster/mixed_precision copying build/lib/colossalai/booster/mixed_precision/fp16_torch.py -> build/bdist.linux-x86_64/wheel/colossalai/booster/mixed_precision copying build/lib/colossalai/booster/mixed_precision/fp8.py -> build/bdist.linux-x86_64/wheel/colossalai/booster/mixed_precision copying build/lib/colossalai/booster/mixed_precision/mixed_precision_base.py -> build/bdist.linux-x86_64/wheel/colossalai/booster/mixed_precision creating build/bdist.linux-x86_64/wheel/colossalai/booster/plugin copying build/lib/colossalai/booster/plugin/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/booster/plugin copying build/lib/colossalai/booster/plugin/dp_plugin_base.py -> build/bdist.linux-x86_64/wheel/colossalai/booster/plugin copying build/lib/colossalai/booster/plugin/gemini_plugin.py -> build/bdist.linux-x86_64/wheel/colossalai/booster/plugin copying build/lib/colossalai/booster/plugin/hybrid_parallel_plugin.py -> build/bdist.linux-x86_64/wheel/colossalai/booster/plugin copying build/lib/colossalai/booster/plugin/low_level_zero_plugin.py -> build/bdist.linux-x86_64/wheel/colossalai/booster/plugin copying build/lib/colossalai/booster/plugin/moe_hybrid_parallel_plugin.py -> build/bdist.linux-x86_64/wheel/colossalai/booster/plugin copying build/lib/colossalai/booster/plugin/plugin_base.py -> build/bdist.linux-x86_64/wheel/colossalai/booster/plugin copying build/lib/colossalai/booster/plugin/pp_plugin_base.py -> build/bdist.linux-x86_64/wheel/colossalai/booster/plugin copying build/lib/colossalai/booster/plugin/torch_ddp_plugin.py -> build/bdist.linux-x86_64/wheel/colossalai/booster/plugin copying build/lib/colossalai/booster/plugin/torch_fsdp_plugin.py -> build/bdist.linux-x86_64/wheel/colossalai/booster/plugin creating build/bdist.linux-x86_64/wheel/colossalai/checkpoint_io copying build/lib/colossalai/checkpoint_io/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/checkpoint_io copying build/lib/colossalai/checkpoint_io/checkpoint_io_base.py -> build/bdist.linux-x86_64/wheel/colossalai/checkpoint_io copying build/lib/colossalai/checkpoint_io/general_checkpoint_io.py -> build/bdist.linux-x86_64/wheel/colossalai/checkpoint_io copying build/lib/colossalai/checkpoint_io/hybrid_parallel_checkpoint_io.py -> build/bdist.linux-x86_64/wheel/colossalai/checkpoint_io copying build/lib/colossalai/checkpoint_io/index_file.py -> build/bdist.linux-x86_64/wheel/colossalai/checkpoint_io copying build/lib/colossalai/checkpoint_io/utils.py -> build/bdist.linux-x86_64/wheel/colossalai/checkpoint_io creating build/bdist.linux-x86_64/wheel/colossalai/cli copying build/lib/colossalai/cli/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/cli copying build/lib/colossalai/cli/cli.py -> build/bdist.linux-x86_64/wheel/colossalai/cli creating build/bdist.linux-x86_64/wheel/colossalai/cli/check copying build/lib/colossalai/cli/check/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/cli/check copying build/lib/colossalai/cli/check/check_installation.py -> build/bdist.linux-x86_64/wheel/colossalai/cli/check creating build/bdist.linux-x86_64/wheel/colossalai/cli/launcher copying build/lib/colossalai/cli/launcher/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/cli/launcher copying build/lib/colossalai/cli/launcher/hostinfo.py -> build/bdist.linux-x86_64/wheel/colossalai/cli/launcher copying build/lib/colossalai/cli/launcher/multinode_runner.py -> build/bdist.linux-x86_64/wheel/colossalai/cli/launcher copying build/lib/colossalai/cli/launcher/run.py -> build/bdist.linux-x86_64/wheel/colossalai/cli/launcher creating build/bdist.linux-x86_64/wheel/colossalai/cluster copying build/lib/colossalai/cluster/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/cluster copying build/lib/colossalai/cluster/device_mesh_manager.py -> build/bdist.linux-x86_64/wheel/colossalai/cluster copying build/lib/colossalai/cluster/dist_coordinator.py -> build/bdist.linux-x86_64/wheel/colossalai/cluster copying build/lib/colossalai/cluster/process_group_manager.py -> build/bdist.linux-x86_64/wheel/colossalai/cluster copying build/lib/colossalai/cluster/process_group_mesh.py -> build/bdist.linux-x86_64/wheel/colossalai/cluster creating build/bdist.linux-x86_64/wheel/colossalai/context copying build/lib/colossalai/context/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/context copying build/lib/colossalai/context/config.py -> build/bdist.linux-x86_64/wheel/colossalai/context copying build/lib/colossalai/context/singleton_meta.py -> build/bdist.linux-x86_64/wheel/colossalai/context creating build/bdist.linux-x86_64/wheel/colossalai/device copying build/lib/colossalai/device/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/device copying build/lib/colossalai/device/alpha_beta_profiler.py -> build/bdist.linux-x86_64/wheel/colossalai/device copying build/lib/colossalai/device/calc_pipeline_strategy.py -> build/bdist.linux-x86_64/wheel/colossalai/device copying build/lib/colossalai/device/device_mesh.py -> build/bdist.linux-x86_64/wheel/colossalai/device creating build/bdist.linux-x86_64/wheel/colossalai/fx copying build/lib/colossalai/fx/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/fx copying build/lib/colossalai/fx/_compatibility.py -> build/bdist.linux-x86_64/wheel/colossalai/fx copying build/lib/colossalai/fx/_meta_regist_12.py -> build/bdist.linux-x86_64/wheel/colossalai/fx copying build/lib/colossalai/fx/_meta_regist_13.py -> build/bdist.linux-x86_64/wheel/colossalai/fx copying build/lib/colossalai/fx/graph_module.py -> build/bdist.linux-x86_64/wheel/colossalai/fx copying build/lib/colossalai/fx/proxy.py -> build/bdist.linux-x86_64/wheel/colossalai/fx creating build/bdist.linux-x86_64/wheel/colossalai/fx/codegen copying build/lib/colossalai/fx/codegen/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/codegen copying build/lib/colossalai/fx/codegen/activation_checkpoint_codegen.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/codegen creating build/bdist.linux-x86_64/wheel/colossalai/fx/passes copying build/lib/colossalai/fx/passes/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/passes copying build/lib/colossalai/fx/passes/adding_split_node_pass.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/passes copying build/lib/colossalai/fx/passes/concrete_info_prop.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/passes copying build/lib/colossalai/fx/passes/meta_info_prop.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/passes copying build/lib/colossalai/fx/passes/passes_for_gpt2_test.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/passes copying build/lib/colossalai/fx/passes/shard_1d_pass.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/passes copying build/lib/colossalai/fx/passes/split_module.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/passes copying build/lib/colossalai/fx/passes/utils.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/passes creating build/bdist.linux-x86_64/wheel/colossalai/fx/profiler copying build/lib/colossalai/fx/profiler/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/profiler copying build/lib/colossalai/fx/profiler/constants.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/profiler copying build/lib/colossalai/fx/profiler/dataflow.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/profiler copying build/lib/colossalai/fx/profiler/memory_utils.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/profiler copying build/lib/colossalai/fx/profiler/opcount.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/profiler copying build/lib/colossalai/fx/profiler/profiler.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/profiler copying build/lib/colossalai/fx/profiler/shard_utils.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/profiler copying build/lib/colossalai/fx/profiler/tensor.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/profiler creating build/bdist.linux-x86_64/wheel/colossalai/fx/profiler/experimental copying build/lib/colossalai/fx/profiler/experimental/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/profiler/experimental copying build/lib/colossalai/fx/profiler/experimental/constants.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/profiler/experimental copying build/lib/colossalai/fx/profiler/experimental/profiler.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/profiler/experimental copying build/lib/colossalai/fx/profiler/experimental/registry.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/profiler/experimental copying build/lib/colossalai/fx/profiler/experimental/shard_utils.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/profiler/experimental creating build/bdist.linux-x86_64/wheel/colossalai/fx/profiler/experimental/profiler_function copying build/lib/colossalai/fx/profiler/experimental/profiler_function/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/profiler/experimental/profiler_function copying build/lib/colossalai/fx/profiler/experimental/profiler_function/activation_function.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/profiler/experimental/profiler_function copying build/lib/colossalai/fx/profiler/experimental/profiler_function/arithmetic.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/profiler/experimental/profiler_function copying build/lib/colossalai/fx/profiler/experimental/profiler_function/embedding.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/profiler/experimental/profiler_function copying build/lib/colossalai/fx/profiler/experimental/profiler_function/linear.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/profiler/experimental/profiler_function copying build/lib/colossalai/fx/profiler/experimental/profiler_function/normalization.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/profiler/experimental/profiler_function copying build/lib/colossalai/fx/profiler/experimental/profiler_function/pooling.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/profiler/experimental/profiler_function copying build/lib/colossalai/fx/profiler/experimental/profiler_function/python_ops.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/profiler/experimental/profiler_function copying build/lib/colossalai/fx/profiler/experimental/profiler_function/torch_ops.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/profiler/experimental/profiler_function creating build/bdist.linux-x86_64/wheel/colossalai/fx/profiler/experimental/profiler_module copying build/lib/colossalai/fx/profiler/experimental/profiler_module/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/profiler/experimental/profiler_module copying build/lib/colossalai/fx/profiler/experimental/profiler_module/activation_function.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/profiler/experimental/profiler_module copying build/lib/colossalai/fx/profiler/experimental/profiler_module/attention.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/profiler/experimental/profiler_module copying build/lib/colossalai/fx/profiler/experimental/profiler_module/convolution.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/profiler/experimental/profiler_module copying build/lib/colossalai/fx/profiler/experimental/profiler_module/dropout.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/profiler/experimental/profiler_module copying build/lib/colossalai/fx/profiler/experimental/profiler_module/embedding.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/profiler/experimental/profiler_module copying build/lib/colossalai/fx/profiler/experimental/profiler_module/linear.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/profiler/experimental/profiler_module copying build/lib/colossalai/fx/profiler/experimental/profiler_module/normalization.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/profiler/experimental/profiler_module copying build/lib/colossalai/fx/profiler/experimental/profiler_module/pooling.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/profiler/experimental/profiler_module copying build/lib/colossalai/fx/profiler/experimental/profiler_module/rnn.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/profiler/experimental/profiler_module copying build/lib/colossalai/fx/profiler/experimental/profiler_module/torch_op.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/profiler/experimental/profiler_module creating build/bdist.linux-x86_64/wheel/colossalai/fx/tracer copying build/lib/colossalai/fx/tracer/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/tracer copying build/lib/colossalai/fx/tracer/_meta_trace.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/tracer copying build/lib/colossalai/fx/tracer/_symbolic_trace.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/tracer copying build/lib/colossalai/fx/tracer/_tracer_utils.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/tracer copying build/lib/colossalai/fx/tracer/experimental.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/tracer copying build/lib/colossalai/fx/tracer/registry.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/tracer copying build/lib/colossalai/fx/tracer/tracer.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/tracer creating build/bdist.linux-x86_64/wheel/colossalai/fx/tracer/bias_addition_patch copying build/lib/colossalai/fx/tracer/bias_addition_patch/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/tracer/bias_addition_patch creating build/bdist.linux-x86_64/wheel/colossalai/fx/tracer/bias_addition_patch/patched_bias_addition_function copying build/lib/colossalai/fx/tracer/bias_addition_patch/patched_bias_addition_function/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/tracer/bias_addition_patch/patched_bias_addition_function copying build/lib/colossalai/fx/tracer/bias_addition_patch/patched_bias_addition_function/addbmm.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/tracer/bias_addition_patch/patched_bias_addition_function copying build/lib/colossalai/fx/tracer/bias_addition_patch/patched_bias_addition_function/addmm.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/tracer/bias_addition_patch/patched_bias_addition_function copying build/lib/colossalai/fx/tracer/bias_addition_patch/patched_bias_addition_function/bias_addition_function.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/tracer/bias_addition_patch/patched_bias_addition_function copying build/lib/colossalai/fx/tracer/bias_addition_patch/patched_bias_addition_function/linear.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/tracer/bias_addition_patch/patched_bias_addition_function creating build/bdist.linux-x86_64/wheel/colossalai/fx/tracer/bias_addition_patch/patched_bias_addition_module copying build/lib/colossalai/fx/tracer/bias_addition_patch/patched_bias_addition_module/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/tracer/bias_addition_patch/patched_bias_addition_module copying build/lib/colossalai/fx/tracer/bias_addition_patch/patched_bias_addition_module/bias_addition_module.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/tracer/bias_addition_patch/patched_bias_addition_module copying build/lib/colossalai/fx/tracer/bias_addition_patch/patched_bias_addition_module/conv.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/tracer/bias_addition_patch/patched_bias_addition_module copying build/lib/colossalai/fx/tracer/bias_addition_patch/patched_bias_addition_module/linear.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/tracer/bias_addition_patch/patched_bias_addition_module creating build/bdist.linux-x86_64/wheel/colossalai/fx/tracer/meta_patch copying build/lib/colossalai/fx/tracer/meta_patch/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/tracer/meta_patch creating build/bdist.linux-x86_64/wheel/colossalai/fx/tracer/meta_patch/patched_function copying build/lib/colossalai/fx/tracer/meta_patch/patched_function/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/tracer/meta_patch/patched_function copying build/lib/colossalai/fx/tracer/meta_patch/patched_function/activation_function.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/tracer/meta_patch/patched_function copying build/lib/colossalai/fx/tracer/meta_patch/patched_function/arithmetic.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/tracer/meta_patch/patched_function copying build/lib/colossalai/fx/tracer/meta_patch/patched_function/convolution.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/tracer/meta_patch/patched_function copying build/lib/colossalai/fx/tracer/meta_patch/patched_function/embedding.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/tracer/meta_patch/patched_function copying build/lib/colossalai/fx/tracer/meta_patch/patched_function/normalization.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/tracer/meta_patch/patched_function copying build/lib/colossalai/fx/tracer/meta_patch/patched_function/python_ops.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/tracer/meta_patch/patched_function copying build/lib/colossalai/fx/tracer/meta_patch/patched_function/torch_ops.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/tracer/meta_patch/patched_function creating build/bdist.linux-x86_64/wheel/colossalai/fx/tracer/meta_patch/patched_module copying build/lib/colossalai/fx/tracer/meta_patch/patched_module/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/tracer/meta_patch/patched_module copying build/lib/colossalai/fx/tracer/meta_patch/patched_module/activation_function.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/tracer/meta_patch/patched_module copying build/lib/colossalai/fx/tracer/meta_patch/patched_module/convolution.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/tracer/meta_patch/patched_module copying build/lib/colossalai/fx/tracer/meta_patch/patched_module/embedding.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/tracer/meta_patch/patched_module copying build/lib/colossalai/fx/tracer/meta_patch/patched_module/linear.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/tracer/meta_patch/patched_module copying build/lib/colossalai/fx/tracer/meta_patch/patched_module/normalization.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/tracer/meta_patch/patched_module copying build/lib/colossalai/fx/tracer/meta_patch/patched_module/pooling.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/tracer/meta_patch/patched_module copying build/lib/colossalai/fx/tracer/meta_patch/patched_module/rnn.py -> build/bdist.linux-x86_64/wheel/colossalai/fx/tracer/meta_patch/patched_module creating build/bdist.linux-x86_64/wheel/colossalai/inference copying build/lib/colossalai/inference/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/inference creating build/bdist.linux-x86_64/wheel/colossalai/inference/engine copying build/lib/colossalai/inference/engine/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/inference/engine copying build/lib/colossalai/inference/engine/engine.py -> build/bdist.linux-x86_64/wheel/colossalai/inference/engine copying build/lib/colossalai/inference/engine/microbatch_manager.py -> build/bdist.linux-x86_64/wheel/colossalai/inference/engine creating build/bdist.linux-x86_64/wheel/colossalai/inference/engine/modeling copying build/lib/colossalai/inference/engine/modeling/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/inference/engine/modeling copying build/lib/colossalai/inference/engine/modeling/_utils.py -> build/bdist.linux-x86_64/wheel/colossalai/inference/engine/modeling copying build/lib/colossalai/inference/engine/modeling/bloom.py -> build/bdist.linux-x86_64/wheel/colossalai/inference/engine/modeling copying build/lib/colossalai/inference/engine/modeling/chatglm2.py -> build/bdist.linux-x86_64/wheel/colossalai/inference/engine/modeling copying build/lib/colossalai/inference/engine/modeling/llama.py -> build/bdist.linux-x86_64/wheel/colossalai/inference/engine/modeling creating build/bdist.linux-x86_64/wheel/colossalai/inference/engine/policies copying build/lib/colossalai/inference/engine/policies/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/inference/engine/policies copying build/lib/colossalai/inference/engine/policies/bloom.py -> build/bdist.linux-x86_64/wheel/colossalai/inference/engine/policies copying build/lib/colossalai/inference/engine/policies/chatglm2.py -> build/bdist.linux-x86_64/wheel/colossalai/inference/engine/policies copying build/lib/colossalai/inference/engine/policies/llama.py -> build/bdist.linux-x86_64/wheel/colossalai/inference/engine/policies creating build/bdist.linux-x86_64/wheel/colossalai/inference/kv_cache copying build/lib/colossalai/inference/kv_cache/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/inference/kv_cache copying build/lib/colossalai/inference/kv_cache/batch_infer_state.py -> build/bdist.linux-x86_64/wheel/colossalai/inference/kv_cache copying build/lib/colossalai/inference/kv_cache/kvcache_manager.py -> build/bdist.linux-x86_64/wheel/colossalai/inference/kv_cache creating build/bdist.linux-x86_64/wheel/colossalai/inference/quant copying build/lib/colossalai/inference/quant/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/inference/quant creating build/bdist.linux-x86_64/wheel/colossalai/inference/quant/gptq copying build/lib/colossalai/inference/quant/gptq/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/inference/quant/gptq copying build/lib/colossalai/inference/quant/gptq/gptq_manager.py -> build/bdist.linux-x86_64/wheel/colossalai/inference/quant/gptq creating build/bdist.linux-x86_64/wheel/colossalai/inference/quant/gptq/cai_gptq copying build/lib/colossalai/inference/quant/gptq/cai_gptq/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/inference/quant/gptq/cai_gptq copying build/lib/colossalai/inference/quant/gptq/cai_gptq/cai_quant_linear.py -> build/bdist.linux-x86_64/wheel/colossalai/inference/quant/gptq/cai_gptq copying build/lib/colossalai/inference/quant/gptq/cai_gptq/gptq_op.py -> build/bdist.linux-x86_64/wheel/colossalai/inference/quant/gptq/cai_gptq creating build/bdist.linux-x86_64/wheel/colossalai/inference/quant/smoothquant copying build/lib/colossalai/inference/quant/smoothquant/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/inference/quant/smoothquant creating build/bdist.linux-x86_64/wheel/colossalai/inference/quant/smoothquant/models copying build/lib/colossalai/inference/quant/smoothquant/models/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/inference/quant/smoothquant/models copying build/lib/colossalai/inference/quant/smoothquant/models/base_model.py -> build/bdist.linux-x86_64/wheel/colossalai/inference/quant/smoothquant/models copying build/lib/colossalai/inference/quant/smoothquant/models/linear.py -> build/bdist.linux-x86_64/wheel/colossalai/inference/quant/smoothquant/models copying build/lib/colossalai/inference/quant/smoothquant/models/llama.py -> build/bdist.linux-x86_64/wheel/colossalai/inference/quant/smoothquant/models copying build/lib/colossalai/inference/quant/smoothquant/models/parallel_linear.py -> build/bdist.linux-x86_64/wheel/colossalai/inference/quant/smoothquant/models creating build/bdist.linux-x86_64/wheel/colossalai/interface copying build/lib/colossalai/interface/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/interface copying build/lib/colossalai/interface/model.py -> build/bdist.linux-x86_64/wheel/colossalai/interface copying build/lib/colossalai/interface/optimizer.py -> build/bdist.linux-x86_64/wheel/colossalai/interface copying build/lib/colossalai/interface/pretrained.py -> build/bdist.linux-x86_64/wheel/colossalai/interface creating build/bdist.linux-x86_64/wheel/colossalai/kernel copying build/lib/colossalai/kernel/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/kernel copying build/lib/colossalai/kernel/kernel_loader.py -> build/bdist.linux-x86_64/wheel/colossalai/kernel creating build/bdist.linux-x86_64/wheel/colossalai/kernel/jit copying build/lib/colossalai/kernel/jit/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/kernel/jit copying build/lib/colossalai/kernel/jit/bias_dropout_add.py -> build/bdist.linux-x86_64/wheel/colossalai/kernel/jit copying build/lib/colossalai/kernel/jit/bias_gelu.py -> build/bdist.linux-x86_64/wheel/colossalai/kernel/jit copying build/lib/colossalai/kernel/jit/option.py -> build/bdist.linux-x86_64/wheel/colossalai/kernel/jit creating build/bdist.linux-x86_64/wheel/colossalai/kernel/triton copying build/lib/colossalai/kernel/triton/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/kernel/triton copying build/lib/colossalai/kernel/triton/context_attention.py -> build/bdist.linux-x86_64/wheel/colossalai/kernel/triton copying build/lib/colossalai/kernel/triton/copy_kv_cache_dest.py -> build/bdist.linux-x86_64/wheel/colossalai/kernel/triton copying build/lib/colossalai/kernel/triton/custom_autotune.py -> build/bdist.linux-x86_64/wheel/colossalai/kernel/triton copying build/lib/colossalai/kernel/triton/flash_decoding.py -> build/bdist.linux-x86_64/wheel/colossalai/kernel/triton copying build/lib/colossalai/kernel/triton/fused_layernorm.py -> build/bdist.linux-x86_64/wheel/colossalai/kernel/triton copying build/lib/colossalai/kernel/triton/gptq_triton.py -> build/bdist.linux-x86_64/wheel/colossalai/kernel/triton copying build/lib/colossalai/kernel/triton/int8_rotary_embedding_kernel.py -> build/bdist.linux-x86_64/wheel/colossalai/kernel/triton copying build/lib/colossalai/kernel/triton/llama_act_combine_kernel.py -> build/bdist.linux-x86_64/wheel/colossalai/kernel/triton copying build/lib/colossalai/kernel/triton/qkv_matmul_kernel.py -> build/bdist.linux-x86_64/wheel/colossalai/kernel/triton copying build/lib/colossalai/kernel/triton/self_attention_nofusion.py -> build/bdist.linux-x86_64/wheel/colossalai/kernel/triton copying build/lib/colossalai/kernel/triton/smooth_attention.py -> build/bdist.linux-x86_64/wheel/colossalai/kernel/triton copying build/lib/colossalai/kernel/triton/softmax.py -> build/bdist.linux-x86_64/wheel/colossalai/kernel/triton copying build/lib/colossalai/kernel/triton/token_attention_kernel.py -> build/bdist.linux-x86_64/wheel/colossalai/kernel/triton creating build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions copying build/lib/colossalai/kernel/extensions/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions copying build/lib/colossalai/kernel/extensions/base_extension.py -> build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions copying build/lib/colossalai/kernel/extensions/cpp_extension.py -> build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions copying build/lib/colossalai/kernel/extensions/cuda_extension.py -> build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions copying build/lib/colossalai/kernel/extensions/triton_extension.py -> build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions copying build/lib/colossalai/kernel/extensions/utils.py -> build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions creating build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions/cpu_adam copying build/lib/colossalai/kernel/extensions/cpu_adam/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions/cpu_adam copying build/lib/colossalai/kernel/extensions/cpu_adam/cpu_adam_arm.py -> build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions/cpu_adam copying build/lib/colossalai/kernel/extensions/cpu_adam/cpu_adam_x86.py -> build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions/cpu_adam creating build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions/csrc copying build/lib/colossalai/kernel/extensions/csrc/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions/csrc copying build/lib/colossalai/kernel/extensions/csrc/scaled_softmax.py -> build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions/csrc creating build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions/csrc/arm copying build/lib/colossalai/kernel/extensions/csrc/arm/cpu_adam_arm.cpp -> build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions/csrc/arm copying build/lib/colossalai/kernel/extensions/csrc/arm/cpu_adam_arm.h -> build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions/csrc/arm creating build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions/csrc/cuda copying build/lib/colossalai/kernel/extensions/csrc/cuda/colossal_C_frontend.cpp -> build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions/csrc/cuda copying build/lib/colossalai/kernel/extensions/csrc/cuda/compat.h -> build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions/csrc/cuda copying build/lib/colossalai/kernel/extensions/csrc/cuda/cpu_adam.cpp -> build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions/csrc/cuda copying build/lib/colossalai/kernel/extensions/csrc/cuda/cpu_adam.h -> build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions/csrc/cuda copying build/lib/colossalai/kernel/extensions/csrc/cuda/layer_norm_cuda.cpp -> build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions/csrc/cuda copying build/lib/colossalai/kernel/extensions/csrc/cuda/layer_norm_cuda_kernel.cu -> build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions/csrc/cuda copying build/lib/colossalai/kernel/extensions/csrc/cuda/moe_cuda.cpp -> build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions/csrc/cuda copying build/lib/colossalai/kernel/extensions/csrc/cuda/moe_cuda_kernel.cu -> build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions/csrc/cuda copying build/lib/colossalai/kernel/extensions/csrc/cuda/multi_tensor_adam.cu -> build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions/csrc/cuda copying build/lib/colossalai/kernel/extensions/csrc/cuda/multi_tensor_apply.cuh -> build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions/csrc/cuda copying build/lib/colossalai/kernel/extensions/csrc/cuda/multi_tensor_l2norm_kernel.cu -> build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions/csrc/cuda copying build/lib/colossalai/kernel/extensions/csrc/cuda/multi_tensor_lamb.cu -> build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions/csrc/cuda copying build/lib/colossalai/kernel/extensions/csrc/cuda/multi_tensor_scale_kernel.cu -> build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions/csrc/cuda copying build/lib/colossalai/kernel/extensions/csrc/cuda/multi_tensor_sgd_kernel.cu -> build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions/csrc/cuda copying build/lib/colossalai/kernel/extensions/csrc/cuda/scaled_masked_softmax.cpp -> build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions/csrc/cuda copying build/lib/colossalai/kernel/extensions/csrc/cuda/scaled_masked_softmax.h -> build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions/csrc/cuda copying build/lib/colossalai/kernel/extensions/csrc/cuda/scaled_masked_softmax_cuda.cu -> build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions/csrc/cuda copying build/lib/colossalai/kernel/extensions/csrc/cuda/scaled_upper_triang_masked_softmax.cpp -> build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions/csrc/cuda copying build/lib/colossalai/kernel/extensions/csrc/cuda/scaled_upper_triang_masked_softmax.h -> build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions/csrc/cuda copying build/lib/colossalai/kernel/extensions/csrc/cuda/scaled_upper_triang_masked_softmax_cuda.cu -> build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions/csrc/cuda copying build/lib/colossalai/kernel/extensions/csrc/cuda/type_shim.h -> build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions/csrc/cuda creating build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions/csrc/cuda/include copying build/lib/colossalai/kernel/extensions/csrc/cuda/include/block_reduce.h -> build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions/csrc/cuda/include creating build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions/flash_attention copying build/lib/colossalai/kernel/extensions/flash_attention/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions/flash_attention copying build/lib/colossalai/kernel/extensions/flash_attention/flash_attention_dao_cuda.py -> build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions/flash_attention copying build/lib/colossalai/kernel/extensions/flash_attention/flash_attention_npu.py -> build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions/flash_attention copying build/lib/colossalai/kernel/extensions/flash_attention/flash_attention_xformers_cuda.py -> build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions/flash_attention creating build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions/layernorm copying build/lib/colossalai/kernel/extensions/layernorm/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions/layernorm copying build/lib/colossalai/kernel/extensions/layernorm/layernorm_cuda.py -> build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions/layernorm creating build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions/moe copying build/lib/colossalai/kernel/extensions/moe/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions/moe copying build/lib/colossalai/kernel/extensions/moe/moe_cuda.py -> build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions/moe creating build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions/optimizer copying build/lib/colossalai/kernel/extensions/optimizer/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions/optimizer copying build/lib/colossalai/kernel/extensions/optimizer/fused_optimizer_cuda.py -> build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions/optimizer creating build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions/softmax copying build/lib/colossalai/kernel/extensions/softmax/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions/softmax copying build/lib/colossalai/kernel/extensions/softmax/scaled_masked_softmax_cuda.py -> build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions/softmax copying build/lib/colossalai/kernel/extensions/softmax/scaled_upper_triangle_masked_softmax_cuda.py -> build/bdist.linux-x86_64/wheel/colossalai/kernel/extensions/softmax creating build/bdist.linux-x86_64/wheel/colossalai/lazy copying build/lib/colossalai/lazy/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/lazy copying build/lib/colossalai/lazy/construction.py -> build/bdist.linux-x86_64/wheel/colossalai/lazy copying build/lib/colossalai/lazy/lazy_init.py -> build/bdist.linux-x86_64/wheel/colossalai/lazy copying build/lib/colossalai/lazy/pretrained.py -> build/bdist.linux-x86_64/wheel/colossalai/lazy creating build/bdist.linux-x86_64/wheel/colossalai/legacy copying build/lib/colossalai/legacy/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy copying build/lib/colossalai/legacy/constants.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy copying build/lib/colossalai/legacy/core.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy copying build/lib/colossalai/legacy/global_variables.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy copying build/lib/colossalai/legacy/initialize.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy creating build/bdist.linux-x86_64/wheel/colossalai/legacy/amp copying build/lib/colossalai/legacy/amp/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/amp copying build/lib/colossalai/legacy/amp/amp_type.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/amp creating build/bdist.linux-x86_64/wheel/colossalai/legacy/amp/apex_amp copying build/lib/colossalai/legacy/amp/apex_amp/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/amp/apex_amp copying build/lib/colossalai/legacy/amp/apex_amp/apex_amp.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/amp/apex_amp creating build/bdist.linux-x86_64/wheel/colossalai/legacy/amp/naive_amp copying build/lib/colossalai/legacy/amp/naive_amp/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/amp/naive_amp copying build/lib/colossalai/legacy/amp/naive_amp/_fp16_optimizer.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/amp/naive_amp copying build/lib/colossalai/legacy/amp/naive_amp/_utils.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/amp/naive_amp copying build/lib/colossalai/legacy/amp/naive_amp/naive_amp.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/amp/naive_amp creating build/bdist.linux-x86_64/wheel/colossalai/legacy/amp/torch_amp copying build/lib/colossalai/legacy/amp/torch_amp/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/amp/torch_amp copying build/lib/colossalai/legacy/amp/torch_amp/_grad_scaler.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/amp/torch_amp copying build/lib/colossalai/legacy/amp/torch_amp/torch_amp.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/amp/torch_amp creating build/bdist.linux-x86_64/wheel/colossalai/legacy/builder copying build/lib/colossalai/legacy/builder/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/builder copying build/lib/colossalai/legacy/builder/builder.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/builder creating build/bdist.linux-x86_64/wheel/colossalai/legacy/communication copying build/lib/colossalai/legacy/communication/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/communication copying build/lib/colossalai/legacy/communication/collective.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/communication copying build/lib/colossalai/legacy/communication/p2p.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/communication copying build/lib/colossalai/legacy/communication/p2p_v2.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/communication copying build/lib/colossalai/legacy/communication/ring.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/communication copying build/lib/colossalai/legacy/communication/utils.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/communication creating build/bdist.linux-x86_64/wheel/colossalai/legacy/context copying build/lib/colossalai/legacy/context/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/context copying build/lib/colossalai/legacy/context/parallel_context.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/context copying build/lib/colossalai/legacy/context/parallel_mode.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/context creating build/bdist.linux-x86_64/wheel/colossalai/legacy/context/process_group_initializer copying build/lib/colossalai/legacy/context/process_group_initializer/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/context/process_group_initializer copying build/lib/colossalai/legacy/context/process_group_initializer/initializer_1d.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/context/process_group_initializer copying build/lib/colossalai/legacy/context/process_group_initializer/initializer_2d.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/context/process_group_initializer copying build/lib/colossalai/legacy/context/process_group_initializer/initializer_2p5d.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/context/process_group_initializer copying build/lib/colossalai/legacy/context/process_group_initializer/initializer_3d.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/context/process_group_initializer copying build/lib/colossalai/legacy/context/process_group_initializer/initializer_data.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/context/process_group_initializer copying build/lib/colossalai/legacy/context/process_group_initializer/initializer_model.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/context/process_group_initializer copying build/lib/colossalai/legacy/context/process_group_initializer/initializer_pipeline.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/context/process_group_initializer copying build/lib/colossalai/legacy/context/process_group_initializer/initializer_sequence.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/context/process_group_initializer copying build/lib/colossalai/legacy/context/process_group_initializer/initializer_tensor.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/context/process_group_initializer copying build/lib/colossalai/legacy/context/process_group_initializer/process_group_initializer.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/context/process_group_initializer creating build/bdist.linux-x86_64/wheel/colossalai/legacy/context/random copying build/lib/colossalai/legacy/context/random/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/context/random copying build/lib/colossalai/legacy/context/random/_helper.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/context/random copying build/lib/colossalai/legacy/context/random/seed_manager.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/context/random creating build/bdist.linux-x86_64/wheel/colossalai/legacy/engine copying build/lib/colossalai/legacy/engine/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/engine copying build/lib/colossalai/legacy/engine/_base_engine.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/engine creating build/bdist.linux-x86_64/wheel/colossalai/legacy/engine/gradient_accumulation copying build/lib/colossalai/legacy/engine/gradient_accumulation/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/engine/gradient_accumulation copying build/lib/colossalai/legacy/engine/gradient_accumulation/_gradient_accumulation.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/engine/gradient_accumulation creating build/bdist.linux-x86_64/wheel/colossalai/legacy/engine/gradient_handler copying build/lib/colossalai/legacy/engine/gradient_handler/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/engine/gradient_handler copying build/lib/colossalai/legacy/engine/gradient_handler/_base_gradient_handler.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/engine/gradient_handler copying build/lib/colossalai/legacy/engine/gradient_handler/_data_parallel_gradient_handler.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/engine/gradient_handler copying build/lib/colossalai/legacy/engine/gradient_handler/_moe_gradient_handler.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/engine/gradient_handler copying build/lib/colossalai/legacy/engine/gradient_handler/_pipeline_parallel_gradient_handler.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/engine/gradient_handler copying build/lib/colossalai/legacy/engine/gradient_handler/_sequence_parallel_gradient_handler.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/engine/gradient_handler copying build/lib/colossalai/legacy/engine/gradient_handler/_zero_gradient_handler.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/engine/gradient_handler copying build/lib/colossalai/legacy/engine/gradient_handler/utils.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/engine/gradient_handler creating build/bdist.linux-x86_64/wheel/colossalai/legacy/engine/schedule copying build/lib/colossalai/legacy/engine/schedule/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/engine/schedule copying build/lib/colossalai/legacy/engine/schedule/_base_schedule.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/engine/schedule copying build/lib/colossalai/legacy/engine/schedule/_non_pipeline_schedule.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/engine/schedule copying build/lib/colossalai/legacy/engine/schedule/_pipeline_schedule.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/engine/schedule copying build/lib/colossalai/legacy/engine/schedule/_pipeline_schedule_v2.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/engine/schedule creating build/bdist.linux-x86_64/wheel/colossalai/legacy/inference copying build/lib/colossalai/legacy/inference/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/inference copying build/lib/colossalai/legacy/inference/async_engine.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/inference copying build/lib/colossalai/legacy/inference/async_manager.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/inference copying build/lib/colossalai/legacy/inference/manager.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/inference creating build/bdist.linux-x86_64/wheel/colossalai/legacy/inference/dynamic_batching copying build/lib/colossalai/legacy/inference/dynamic_batching/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/inference/dynamic_batching copying build/lib/colossalai/legacy/inference/dynamic_batching/get_tokenizer.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/inference/dynamic_batching copying build/lib/colossalai/legacy/inference/dynamic_batching/infer_batch.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/inference/dynamic_batching copying build/lib/colossalai/legacy/inference/dynamic_batching/io_struct.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/inference/dynamic_batching copying build/lib/colossalai/legacy/inference/dynamic_batching/ray_dist_init.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/inference/dynamic_batching copying build/lib/colossalai/legacy/inference/dynamic_batching/ray_init_config.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/inference/dynamic_batching copying build/lib/colossalai/legacy/inference/dynamic_batching/req_queue.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/inference/dynamic_batching copying build/lib/colossalai/legacy/inference/dynamic_batching/sampling_params.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/inference/dynamic_batching copying build/lib/colossalai/legacy/inference/dynamic_batching/stats.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/inference/dynamic_batching creating build/bdist.linux-x86_64/wheel/colossalai/legacy/inference/hybridengine copying build/lib/colossalai/legacy/inference/hybridengine/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/inference/hybridengine copying build/lib/colossalai/legacy/inference/hybridengine/engine.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/inference/hybridengine creating build/bdist.linux-x86_64/wheel/colossalai/legacy/inference/hybridengine/modeling copying build/lib/colossalai/legacy/inference/hybridengine/modeling/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/inference/hybridengine/modeling copying build/lib/colossalai/legacy/inference/hybridengine/modeling/_utils.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/inference/hybridengine/modeling copying build/lib/colossalai/legacy/inference/hybridengine/modeling/llama.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/inference/hybridengine/modeling creating build/bdist.linux-x86_64/wheel/colossalai/legacy/inference/hybridengine/polices copying build/lib/colossalai/legacy/inference/hybridengine/polices/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/inference/hybridengine/polices copying build/lib/colossalai/legacy/inference/hybridengine/polices/llama.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/inference/hybridengine/polices creating build/bdist.linux-x86_64/wheel/colossalai/legacy/inference/pipeline copying build/lib/colossalai/legacy/inference/pipeline/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/inference/pipeline copying build/lib/colossalai/legacy/inference/pipeline/microbatch_manager.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/inference/pipeline creating build/bdist.linux-x86_64/wheel/colossalai/legacy/inference/tensor_parallel copying build/lib/colossalai/legacy/inference/tensor_parallel/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/inference/tensor_parallel copying build/lib/colossalai/legacy/inference/tensor_parallel/batch_infer_state.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/inference/tensor_parallel copying build/lib/colossalai/legacy/inference/tensor_parallel/engine.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/inference/tensor_parallel copying build/lib/colossalai/legacy/inference/tensor_parallel/kvcache_manager.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/inference/tensor_parallel creating build/bdist.linux-x86_64/wheel/colossalai/legacy/inference/tensor_parallel/modeling copying build/lib/colossalai/legacy/inference/tensor_parallel/modeling/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/inference/tensor_parallel/modeling copying build/lib/colossalai/legacy/inference/tensor_parallel/modeling/_utils.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/inference/tensor_parallel/modeling copying build/lib/colossalai/legacy/inference/tensor_parallel/modeling/bloom.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/inference/tensor_parallel/modeling copying build/lib/colossalai/legacy/inference/tensor_parallel/modeling/chatglm2.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/inference/tensor_parallel/modeling copying build/lib/colossalai/legacy/inference/tensor_parallel/modeling/llama.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/inference/tensor_parallel/modeling creating build/bdist.linux-x86_64/wheel/colossalai/legacy/inference/tensor_parallel/policies copying build/lib/colossalai/legacy/inference/tensor_parallel/policies/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/inference/tensor_parallel/policies copying build/lib/colossalai/legacy/inference/tensor_parallel/policies/bloom.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/inference/tensor_parallel/policies copying build/lib/colossalai/legacy/inference/tensor_parallel/policies/chatglm2.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/inference/tensor_parallel/policies copying build/lib/colossalai/legacy/inference/tensor_parallel/policies/llama.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/inference/tensor_parallel/policies creating build/bdist.linux-x86_64/wheel/colossalai/legacy/nn copying build/lib/colossalai/legacy/nn/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn creating build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/_ops copying build/lib/colossalai/legacy/nn/_ops/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/_ops copying build/lib/colossalai/legacy/nn/_ops/_utils.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/_ops creating build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/layer copying build/lib/colossalai/legacy/nn/layer/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/layer copying build/lib/colossalai/legacy/nn/layer/base_layer.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/layer creating build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/layer/colossalai_layer copying build/lib/colossalai/legacy/nn/layer/colossalai_layer/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/layer/colossalai_layer copying build/lib/colossalai/legacy/nn/layer/colossalai_layer/_utils.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/layer/colossalai_layer copying build/lib/colossalai/legacy/nn/layer/colossalai_layer/dropout.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/layer/colossalai_layer copying build/lib/colossalai/legacy/nn/layer/colossalai_layer/embedding.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/layer/colossalai_layer copying build/lib/colossalai/legacy/nn/layer/colossalai_layer/linear.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/layer/colossalai_layer copying build/lib/colossalai/legacy/nn/layer/colossalai_layer/normalization.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/layer/colossalai_layer creating build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/layer/parallel_1d copying build/lib/colossalai/legacy/nn/layer/parallel_1d/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/layer/parallel_1d copying build/lib/colossalai/legacy/nn/layer/parallel_1d/_operation.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/layer/parallel_1d copying build/lib/colossalai/legacy/nn/layer/parallel_1d/_utils.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/layer/parallel_1d copying build/lib/colossalai/legacy/nn/layer/parallel_1d/layers.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/layer/parallel_1d creating build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/layer/parallel_2d copying build/lib/colossalai/legacy/nn/layer/parallel_2d/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/layer/parallel_2d copying build/lib/colossalai/legacy/nn/layer/parallel_2d/_operation.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/layer/parallel_2d copying build/lib/colossalai/legacy/nn/layer/parallel_2d/_utils.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/layer/parallel_2d copying build/lib/colossalai/legacy/nn/layer/parallel_2d/layers.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/layer/parallel_2d creating build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/layer/parallel_2p5d copying build/lib/colossalai/legacy/nn/layer/parallel_2p5d/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/layer/parallel_2p5d copying build/lib/colossalai/legacy/nn/layer/parallel_2p5d/_operation.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/layer/parallel_2p5d copying build/lib/colossalai/legacy/nn/layer/parallel_2p5d/_utils.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/layer/parallel_2p5d copying build/lib/colossalai/legacy/nn/layer/parallel_2p5d/layers.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/layer/parallel_2p5d creating build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/layer/parallel_3d copying build/lib/colossalai/legacy/nn/layer/parallel_3d/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/layer/parallel_3d copying build/lib/colossalai/legacy/nn/layer/parallel_3d/_operation.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/layer/parallel_3d copying build/lib/colossalai/legacy/nn/layer/parallel_3d/_utils.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/layer/parallel_3d copying build/lib/colossalai/legacy/nn/layer/parallel_3d/layers.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/layer/parallel_3d creating build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/layer/parallel_sequence copying build/lib/colossalai/legacy/nn/layer/parallel_sequence/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/layer/parallel_sequence copying build/lib/colossalai/legacy/nn/layer/parallel_sequence/_operation.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/layer/parallel_sequence copying build/lib/colossalai/legacy/nn/layer/parallel_sequence/_utils.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/layer/parallel_sequence copying build/lib/colossalai/legacy/nn/layer/parallel_sequence/layers.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/layer/parallel_sequence creating build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/layer/utils copying build/lib/colossalai/legacy/nn/layer/utils/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/layer/utils copying build/lib/colossalai/legacy/nn/layer/utils/common.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/layer/utils creating build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/layer/vanilla copying build/lib/colossalai/legacy/nn/layer/vanilla/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/layer/vanilla copying build/lib/colossalai/legacy/nn/layer/vanilla/layers.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/layer/vanilla creating build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/layer/wrapper copying build/lib/colossalai/legacy/nn/layer/wrapper/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/layer/wrapper copying build/lib/colossalai/legacy/nn/layer/wrapper/pipeline_wrapper.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/layer/wrapper creating build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/loss copying build/lib/colossalai/legacy/nn/loss/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/loss copying build/lib/colossalai/legacy/nn/loss/loss_1d.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/loss copying build/lib/colossalai/legacy/nn/loss/loss_2d.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/loss copying build/lib/colossalai/legacy/nn/loss/loss_2p5d.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/loss copying build/lib/colossalai/legacy/nn/loss/loss_3d.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/loss creating build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/metric copying build/lib/colossalai/legacy/nn/metric/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/metric copying build/lib/colossalai/legacy/nn/metric/_utils.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/metric copying build/lib/colossalai/legacy/nn/metric/accuracy_2d.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/metric copying build/lib/colossalai/legacy/nn/metric/accuracy_2p5d.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/metric copying build/lib/colossalai/legacy/nn/metric/accuracy_3d.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/metric creating build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/parallel copying build/lib/colossalai/legacy/nn/parallel/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/parallel copying build/lib/colossalai/legacy/nn/parallel/data_parallel.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/parallel copying build/lib/colossalai/legacy/nn/parallel/reducer.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/parallel creating build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/parallel/layers copying build/lib/colossalai/legacy/nn/parallel/layers/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/parallel/layers copying build/lib/colossalai/legacy/nn/parallel/layers/colo_module.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/parallel/layers copying build/lib/colossalai/legacy/nn/parallel/layers/embedding.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/parallel/layers copying build/lib/colossalai/legacy/nn/parallel/layers/linear.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/parallel/layers copying build/lib/colossalai/legacy/nn/parallel/layers/module_utils.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/parallel/layers creating build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/parallel/layers/cache_embedding copying build/lib/colossalai/legacy/nn/parallel/layers/cache_embedding/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/parallel/layers/cache_embedding copying build/lib/colossalai/legacy/nn/parallel/layers/cache_embedding/base_embedding.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/parallel/layers/cache_embedding copying build/lib/colossalai/legacy/nn/parallel/layers/cache_embedding/cache_mgr.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/parallel/layers/cache_embedding copying build/lib/colossalai/legacy/nn/parallel/layers/cache_embedding/cached_embedding.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/parallel/layers/cache_embedding copying build/lib/colossalai/legacy/nn/parallel/layers/cache_embedding/copyer.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/parallel/layers/cache_embedding copying build/lib/colossalai/legacy/nn/parallel/layers/cache_embedding/embedding_config.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/parallel/layers/cache_embedding copying build/lib/colossalai/legacy/nn/parallel/layers/cache_embedding/parallel_cached_embedding.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/parallel/layers/cache_embedding copying build/lib/colossalai/legacy/nn/parallel/layers/cache_embedding/parallel_cached_embedding_tablewise.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/parallel/layers/cache_embedding copying build/lib/colossalai/legacy/nn/parallel/layers/cache_embedding/parallel_cached_embedding_tablewise_split_cache.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/nn/parallel/layers/cache_embedding creating build/bdist.linux-x86_64/wheel/colossalai/legacy/pipeline copying build/lib/colossalai/legacy/pipeline/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/pipeline copying build/lib/colossalai/legacy/pipeline/layer_spec.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/pipeline copying build/lib/colossalai/legacy/pipeline/pipelinable.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/pipeline copying build/lib/colossalai/legacy/pipeline/pipeline_process_group.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/pipeline copying build/lib/colossalai/legacy/pipeline/utils.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/pipeline creating build/bdist.linux-x86_64/wheel/colossalai/legacy/pipeline/middleware copying build/lib/colossalai/legacy/pipeline/middleware/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/pipeline/middleware copying build/lib/colossalai/legacy/pipeline/middleware/topo.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/pipeline/middleware creating build/bdist.linux-x86_64/wheel/colossalai/legacy/pipeline/middleware/adaptor copying build/lib/colossalai/legacy/pipeline/middleware/adaptor/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/pipeline/middleware/adaptor copying build/lib/colossalai/legacy/pipeline/middleware/adaptor/fx.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/pipeline/middleware/adaptor creating build/bdist.linux-x86_64/wheel/colossalai/legacy/pipeline/rpc copying build/lib/colossalai/legacy/pipeline/rpc/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/pipeline/rpc copying build/lib/colossalai/legacy/pipeline/rpc/_pipeline_base.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/pipeline/rpc copying build/lib/colossalai/legacy/pipeline/rpc/_pipeline_schedule.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/pipeline/rpc copying build/lib/colossalai/legacy/pipeline/rpc/utils.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/pipeline/rpc creating build/bdist.linux-x86_64/wheel/colossalai/legacy/registry copying build/lib/colossalai/legacy/registry/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/registry copying build/lib/colossalai/legacy/registry/registry.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/registry creating build/bdist.linux-x86_64/wheel/colossalai/legacy/tensor copying build/lib/colossalai/legacy/tensor/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/tensor copying build/lib/colossalai/legacy/tensor/compute_spec.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/tensor copying build/lib/colossalai/legacy/tensor/const.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/tensor copying build/lib/colossalai/legacy/tensor/dist_spec_mgr.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/tensor copying build/lib/colossalai/legacy/tensor/distspec.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/tensor copying build/lib/colossalai/legacy/tensor/op_wrapper.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/tensor copying build/lib/colossalai/legacy/tensor/process_group.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/tensor copying build/lib/colossalai/legacy/tensor/tensor_spec.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/tensor creating build/bdist.linux-x86_64/wheel/colossalai/legacy/trainer copying build/lib/colossalai/legacy/trainer/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/trainer copying build/lib/colossalai/legacy/trainer/_trainer.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/trainer creating build/bdist.linux-x86_64/wheel/colossalai/legacy/trainer/hooks copying build/lib/colossalai/legacy/trainer/hooks/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/trainer/hooks copying build/lib/colossalai/legacy/trainer/hooks/_base_hook.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/trainer/hooks copying build/lib/colossalai/legacy/trainer/hooks/_checkpoint_hook.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/trainer/hooks copying build/lib/colossalai/legacy/trainer/hooks/_commons_.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/trainer/hooks copying build/lib/colossalai/legacy/trainer/hooks/_log_hook.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/trainer/hooks copying build/lib/colossalai/legacy/trainer/hooks/_lr_scheduler_hook.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/trainer/hooks copying build/lib/colossalai/legacy/trainer/hooks/_metric_hook.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/trainer/hooks creating build/bdist.linux-x86_64/wheel/colossalai/legacy/utils copying build/lib/colossalai/legacy/utils/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/utils copying build/lib/colossalai/legacy/utils/activation_checkpoint.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/utils copying build/lib/colossalai/legacy/utils/checkpointing.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/utils copying build/lib/colossalai/legacy/utils/common.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/utils copying build/lib/colossalai/legacy/utils/memory.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/utils creating build/bdist.linux-x86_64/wheel/colossalai/legacy/utils/checkpoint copying build/lib/colossalai/legacy/utils/checkpoint/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/utils/checkpoint copying build/lib/colossalai/legacy/utils/checkpoint/module_checkpoint.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/utils/checkpoint copying build/lib/colossalai/legacy/utils/checkpoint/utils.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/utils/checkpoint creating build/bdist.linux-x86_64/wheel/colossalai/legacy/utils/data_sampler copying build/lib/colossalai/legacy/utils/data_sampler/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/utils/data_sampler copying build/lib/colossalai/legacy/utils/data_sampler/base_sampler.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/utils/data_sampler copying build/lib/colossalai/legacy/utils/data_sampler/data_parallel_sampler.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/utils/data_sampler creating build/bdist.linux-x86_64/wheel/colossalai/legacy/utils/profiler copying build/lib/colossalai/legacy/utils/profiler/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/utils/profiler copying build/lib/colossalai/legacy/utils/profiler/extention.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/utils/profiler copying build/lib/colossalai/legacy/utils/profiler/profiler.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/utils/profiler copying build/lib/colossalai/legacy/utils/profiler/stateful_tensor_mem_extention.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/utils/profiler creating build/bdist.linux-x86_64/wheel/colossalai/legacy/utils/profiler/legacy copying build/lib/colossalai/legacy/utils/profiler/legacy/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/utils/profiler/legacy copying build/lib/colossalai/legacy/utils/profiler/legacy/comm_profiler.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/utils/profiler/legacy copying build/lib/colossalai/legacy/utils/profiler/legacy/pcie_profiler.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/utils/profiler/legacy copying build/lib/colossalai/legacy/utils/profiler/legacy/prof_utils.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/utils/profiler/legacy creating build/bdist.linux-x86_64/wheel/colossalai/legacy/zero copying build/lib/colossalai/legacy/zero/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/zero creating build/bdist.linux-x86_64/wheel/colossalai/legacy/zero/gemini copying build/lib/colossalai/legacy/zero/gemini/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/zero/gemini copying build/lib/colossalai/legacy/zero/gemini/colo_init_context.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/zero/gemini copying build/lib/colossalai/legacy/zero/gemini/gemini_context.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/zero/gemini copying build/lib/colossalai/legacy/zero/gemini/stateful_tensor.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/zero/gemini copying build/lib/colossalai/legacy/zero/gemini/stateful_tensor_mgr.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/zero/gemini copying build/lib/colossalai/legacy/zero/gemini/tensor_placement_policy.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/zero/gemini copying build/lib/colossalai/legacy/zero/gemini/tensor_utils.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/zero/gemini creating build/bdist.linux-x86_64/wheel/colossalai/legacy/zero/gemini/ophooks copying build/lib/colossalai/legacy/zero/gemini/ophooks/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/zero/gemini/ophooks copying build/lib/colossalai/legacy/zero/gemini/ophooks/_shard_grad_ophook.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/zero/gemini/ophooks copying build/lib/colossalai/legacy/zero/gemini/ophooks/_shard_param_ophook.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/zero/gemini/ophooks copying build/lib/colossalai/legacy/zero/gemini/ophooks/runtime_mem_tracer_hook.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/zero/gemini/ophooks copying build/lib/colossalai/legacy/zero/gemini/ophooks/utils.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/zero/gemini/ophooks creating build/bdist.linux-x86_64/wheel/colossalai/legacy/zero/gemini/paramhooks copying build/lib/colossalai/legacy/zero/gemini/paramhooks/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/zero/gemini/paramhooks copying build/lib/colossalai/legacy/zero/gemini/paramhooks/_param_hookmgr.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/zero/gemini/paramhooks creating build/bdist.linux-x86_64/wheel/colossalai/legacy/zero/init_ctx copying build/lib/colossalai/legacy/zero/init_ctx/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/zero/init_ctx copying build/lib/colossalai/legacy/zero/init_ctx/init_context.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/zero/init_ctx creating build/bdist.linux-x86_64/wheel/colossalai/legacy/zero/shard_utils copying build/lib/colossalai/legacy/zero/shard_utils/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/zero/shard_utils copying build/lib/colossalai/legacy/zero/shard_utils/base_shard_strategy.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/zero/shard_utils copying build/lib/colossalai/legacy/zero/shard_utils/bucket_tensor_shard_strategy.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/zero/shard_utils copying build/lib/colossalai/legacy/zero/shard_utils/commons.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/zero/shard_utils copying build/lib/colossalai/legacy/zero/shard_utils/tensor_shard_strategy.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/zero/shard_utils creating build/bdist.linux-x86_64/wheel/colossalai/legacy/zero/sharded_model copying build/lib/colossalai/legacy/zero/sharded_model/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/zero/sharded_model copying build/lib/colossalai/legacy/zero/sharded_model/_utils.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/zero/sharded_model copying build/lib/colossalai/legacy/zero/sharded_model/reduce_scatter.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/zero/sharded_model copying build/lib/colossalai/legacy/zero/sharded_model/sharded_model_v2.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/zero/sharded_model copying build/lib/colossalai/legacy/zero/sharded_model/utils.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/zero/sharded_model copying build/lib/colossalai/legacy/zero/sharded_model/zero_hook.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/zero/sharded_model creating build/bdist.linux-x86_64/wheel/colossalai/legacy/zero/sharded_optim copying build/lib/colossalai/legacy/zero/sharded_optim/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/zero/sharded_optim copying build/lib/colossalai/legacy/zero/sharded_optim/sharded_optim_v2.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/zero/sharded_optim creating build/bdist.linux-x86_64/wheel/colossalai/legacy/zero/sharded_param copying build/lib/colossalai/legacy/zero/sharded_param/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/zero/sharded_param copying build/lib/colossalai/legacy/zero/sharded_param/sharded_param.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/zero/sharded_param copying build/lib/colossalai/legacy/zero/sharded_param/sharded_tensor.py -> build/bdist.linux-x86_64/wheel/colossalai/legacy/zero/sharded_param creating build/bdist.linux-x86_64/wheel/colossalai/logging copying build/lib/colossalai/logging/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/logging copying build/lib/colossalai/logging/logger.py -> build/bdist.linux-x86_64/wheel/colossalai/logging creating build/bdist.linux-x86_64/wheel/colossalai/moe copying build/lib/colossalai/moe/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/moe copying build/lib/colossalai/moe/_operation.py -> build/bdist.linux-x86_64/wheel/colossalai/moe copying build/lib/colossalai/moe/checkpoint.py -> build/bdist.linux-x86_64/wheel/colossalai/moe copying build/lib/colossalai/moe/experts.py -> build/bdist.linux-x86_64/wheel/colossalai/moe copying build/lib/colossalai/moe/layers.py -> build/bdist.linux-x86_64/wheel/colossalai/moe copying build/lib/colossalai/moe/load_balance.py -> build/bdist.linux-x86_64/wheel/colossalai/moe copying build/lib/colossalai/moe/loss.py -> build/bdist.linux-x86_64/wheel/colossalai/moe copying build/lib/colossalai/moe/manager.py -> build/bdist.linux-x86_64/wheel/colossalai/moe copying build/lib/colossalai/moe/routers.py -> build/bdist.linux-x86_64/wheel/colossalai/moe copying build/lib/colossalai/moe/utils.py -> build/bdist.linux-x86_64/wheel/colossalai/moe creating build/bdist.linux-x86_64/wheel/colossalai/nn copying build/lib/colossalai/nn/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/nn copying build/lib/colossalai/nn/init.py -> build/bdist.linux-x86_64/wheel/colossalai/nn creating build/bdist.linux-x86_64/wheel/colossalai/nn/layer copying build/lib/colossalai/nn/layer/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/nn/layer copying build/lib/colossalai/nn/layer/colo_attention.py -> build/bdist.linux-x86_64/wheel/colossalai/nn/layer copying build/lib/colossalai/nn/layer/layernorm.py -> build/bdist.linux-x86_64/wheel/colossalai/nn/layer copying build/lib/colossalai/nn/layer/scaled_softmax.py -> build/bdist.linux-x86_64/wheel/colossalai/nn/layer copying build/lib/colossalai/nn/layer/utils.py -> build/bdist.linux-x86_64/wheel/colossalai/nn/layer creating build/bdist.linux-x86_64/wheel/colossalai/nn/loss copying build/lib/colossalai/nn/loss/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/nn/loss creating build/bdist.linux-x86_64/wheel/colossalai/nn/lr_scheduler copying build/lib/colossalai/nn/lr_scheduler/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/nn/lr_scheduler copying build/lib/colossalai/nn/lr_scheduler/cosine.py -> build/bdist.linux-x86_64/wheel/colossalai/nn/lr_scheduler copying build/lib/colossalai/nn/lr_scheduler/delayed.py -> build/bdist.linux-x86_64/wheel/colossalai/nn/lr_scheduler copying build/lib/colossalai/nn/lr_scheduler/linear.py -> build/bdist.linux-x86_64/wheel/colossalai/nn/lr_scheduler copying build/lib/colossalai/nn/lr_scheduler/multistep.py -> build/bdist.linux-x86_64/wheel/colossalai/nn/lr_scheduler copying build/lib/colossalai/nn/lr_scheduler/onecycle.py -> build/bdist.linux-x86_64/wheel/colossalai/nn/lr_scheduler copying build/lib/colossalai/nn/lr_scheduler/poly.py -> build/bdist.linux-x86_64/wheel/colossalai/nn/lr_scheduler copying build/lib/colossalai/nn/lr_scheduler/torch.py -> build/bdist.linux-x86_64/wheel/colossalai/nn/lr_scheduler creating build/bdist.linux-x86_64/wheel/colossalai/nn/optimizer copying build/lib/colossalai/nn/optimizer/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/nn/optimizer copying build/lib/colossalai/nn/optimizer/cpu_adam.py -> build/bdist.linux-x86_64/wheel/colossalai/nn/optimizer copying build/lib/colossalai/nn/optimizer/fused_adam.py -> build/bdist.linux-x86_64/wheel/colossalai/nn/optimizer copying build/lib/colossalai/nn/optimizer/fused_lamb.py -> build/bdist.linux-x86_64/wheel/colossalai/nn/optimizer copying build/lib/colossalai/nn/optimizer/fused_sgd.py -> build/bdist.linux-x86_64/wheel/colossalai/nn/optimizer copying build/lib/colossalai/nn/optimizer/hybrid_adam.py -> build/bdist.linux-x86_64/wheel/colossalai/nn/optimizer copying build/lib/colossalai/nn/optimizer/lamb.py -> build/bdist.linux-x86_64/wheel/colossalai/nn/optimizer copying build/lib/colossalai/nn/optimizer/lars.py -> build/bdist.linux-x86_64/wheel/colossalai/nn/optimizer copying build/lib/colossalai/nn/optimizer/nvme_optimizer.py -> build/bdist.linux-x86_64/wheel/colossalai/nn/optimizer creating build/bdist.linux-x86_64/wheel/colossalai/pipeline copying build/lib/colossalai/pipeline/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/pipeline copying build/lib/colossalai/pipeline/p2p.py -> build/bdist.linux-x86_64/wheel/colossalai/pipeline copying build/lib/colossalai/pipeline/stage_manager.py -> build/bdist.linux-x86_64/wheel/colossalai/pipeline creating build/bdist.linux-x86_64/wheel/colossalai/pipeline/schedule copying build/lib/colossalai/pipeline/schedule/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/pipeline/schedule copying build/lib/colossalai/pipeline/schedule/_utils.py -> build/bdist.linux-x86_64/wheel/colossalai/pipeline/schedule copying build/lib/colossalai/pipeline/schedule/base.py -> build/bdist.linux-x86_64/wheel/colossalai/pipeline/schedule copying build/lib/colossalai/pipeline/schedule/generate.py -> build/bdist.linux-x86_64/wheel/colossalai/pipeline/schedule copying build/lib/colossalai/pipeline/schedule/interleaved_pp.py -> build/bdist.linux-x86_64/wheel/colossalai/pipeline/schedule copying build/lib/colossalai/pipeline/schedule/one_f_one_b.py -> build/bdist.linux-x86_64/wheel/colossalai/pipeline/schedule creating build/bdist.linux-x86_64/wheel/colossalai/shardformer copying build/lib/colossalai/shardformer/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/shardformer copying build/lib/colossalai/shardformer/_utils.py -> build/bdist.linux-x86_64/wheel/colossalai/shardformer creating build/bdist.linux-x86_64/wheel/colossalai/shardformer/layer copying build/lib/colossalai/shardformer/layer/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/shardformer/layer copying build/lib/colossalai/shardformer/layer/_operation.py -> build/bdist.linux-x86_64/wheel/colossalai/shardformer/layer copying build/lib/colossalai/shardformer/layer/dropout.py -> build/bdist.linux-x86_64/wheel/colossalai/shardformer/layer copying build/lib/colossalai/shardformer/layer/embedding.py -> build/bdist.linux-x86_64/wheel/colossalai/shardformer/layer copying build/lib/colossalai/shardformer/layer/linear.py -> build/bdist.linux-x86_64/wheel/colossalai/shardformer/layer copying build/lib/colossalai/shardformer/layer/loss.py -> build/bdist.linux-x86_64/wheel/colossalai/shardformer/layer copying build/lib/colossalai/shardformer/layer/normalization.py -> build/bdist.linux-x86_64/wheel/colossalai/shardformer/layer copying build/lib/colossalai/shardformer/layer/parallel_module.py -> build/bdist.linux-x86_64/wheel/colossalai/shardformer/layer copying build/lib/colossalai/shardformer/layer/qkv_fused_linear.py -> build/bdist.linux-x86_64/wheel/colossalai/shardformer/layer copying build/lib/colossalai/shardformer/layer/utils.py -> build/bdist.linux-x86_64/wheel/colossalai/shardformer/layer creating build/bdist.linux-x86_64/wheel/colossalai/shardformer/modeling copying build/lib/colossalai/shardformer/modeling/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/shardformer/modeling copying build/lib/colossalai/shardformer/modeling/bert.py -> build/bdist.linux-x86_64/wheel/colossalai/shardformer/modeling copying build/lib/colossalai/shardformer/modeling/blip2.py -> build/bdist.linux-x86_64/wheel/colossalai/shardformer/modeling copying build/lib/colossalai/shardformer/modeling/bloom.py -> build/bdist.linux-x86_64/wheel/colossalai/shardformer/modeling copying build/lib/colossalai/shardformer/modeling/chatglm2.py -> build/bdist.linux-x86_64/wheel/colossalai/shardformer/modeling copying build/lib/colossalai/shardformer/modeling/falcon.py -> build/bdist.linux-x86_64/wheel/colossalai/shardformer/modeling copying build/lib/colossalai/shardformer/modeling/gpt2.py -> build/bdist.linux-x86_64/wheel/colossalai/shardformer/modeling copying build/lib/colossalai/shardformer/modeling/gptj.py -> build/bdist.linux-x86_64/wheel/colossalai/shardformer/modeling copying build/lib/colossalai/shardformer/modeling/jit.py -> build/bdist.linux-x86_64/wheel/colossalai/shardformer/modeling copying build/lib/colossalai/shardformer/modeling/llama.py -> build/bdist.linux-x86_64/wheel/colossalai/shardformer/modeling copying build/lib/colossalai/shardformer/modeling/mistral.py -> build/bdist.linux-x86_64/wheel/colossalai/shardformer/modeling copying build/lib/colossalai/shardformer/modeling/opt.py -> build/bdist.linux-x86_64/wheel/colossalai/shardformer/modeling copying build/lib/colossalai/shardformer/modeling/sam.py -> build/bdist.linux-x86_64/wheel/colossalai/shardformer/modeling copying build/lib/colossalai/shardformer/modeling/t5.py -> build/bdist.linux-x86_64/wheel/colossalai/shardformer/modeling copying build/lib/colossalai/shardformer/modeling/vit.py -> build/bdist.linux-x86_64/wheel/colossalai/shardformer/modeling copying build/lib/colossalai/shardformer/modeling/whisper.py -> build/bdist.linux-x86_64/wheel/colossalai/shardformer/modeling creating build/bdist.linux-x86_64/wheel/colossalai/shardformer/modeling/chatglm2_6b copying build/lib/colossalai/shardformer/modeling/chatglm2_6b/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/shardformer/modeling/chatglm2_6b copying build/lib/colossalai/shardformer/modeling/chatglm2_6b/configuration_chatglm.py -> build/bdist.linux-x86_64/wheel/colossalai/shardformer/modeling/chatglm2_6b copying build/lib/colossalai/shardformer/modeling/chatglm2_6b/modeling_chatglm.py -> build/bdist.linux-x86_64/wheel/colossalai/shardformer/modeling/chatglm2_6b creating build/bdist.linux-x86_64/wheel/colossalai/shardformer/policies copying build/lib/colossalai/shardformer/policies/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/shardformer/policies copying build/lib/colossalai/shardformer/policies/auto_policy.py -> build/bdist.linux-x86_64/wheel/colossalai/shardformer/policies copying build/lib/colossalai/shardformer/policies/base_policy.py -> build/bdist.linux-x86_64/wheel/colossalai/shardformer/policies copying build/lib/colossalai/shardformer/policies/bert.py -> build/bdist.linux-x86_64/wheel/colossalai/shardformer/policies copying build/lib/colossalai/shardformer/policies/blip2.py -> build/bdist.linux-x86_64/wheel/colossalai/shardformer/policies copying build/lib/colossalai/shardformer/policies/bloom.py -> build/bdist.linux-x86_64/wheel/colossalai/shardformer/policies copying build/lib/colossalai/shardformer/policies/chatglm2.py -> build/bdist.linux-x86_64/wheel/colossalai/shardformer/policies copying build/lib/colossalai/shardformer/policies/falcon.py -> build/bdist.linux-x86_64/wheel/colossalai/shardformer/policies copying build/lib/colossalai/shardformer/policies/gpt2.py -> build/bdist.linux-x86_64/wheel/colossalai/shardformer/policies copying build/lib/colossalai/shardformer/policies/gptj.py -> build/bdist.linux-x86_64/wheel/colossalai/shardformer/policies copying build/lib/colossalai/shardformer/policies/llama.py -> build/bdist.linux-x86_64/wheel/colossalai/shardformer/policies copying build/lib/colossalai/shardformer/policies/mistral.py -> build/bdist.linux-x86_64/wheel/colossalai/shardformer/policies copying build/lib/colossalai/shardformer/policies/opt.py -> build/bdist.linux-x86_64/wheel/colossalai/shardformer/policies copying build/lib/colossalai/shardformer/policies/sam.py -> build/bdist.linux-x86_64/wheel/colossalai/shardformer/policies copying build/lib/colossalai/shardformer/policies/t5.py -> build/bdist.linux-x86_64/wheel/colossalai/shardformer/policies copying build/lib/colossalai/shardformer/policies/vit.py -> build/bdist.linux-x86_64/wheel/colossalai/shardformer/policies copying build/lib/colossalai/shardformer/policies/whisper.py -> build/bdist.linux-x86_64/wheel/colossalai/shardformer/policies creating build/bdist.linux-x86_64/wheel/colossalai/shardformer/shard copying build/lib/colossalai/shardformer/shard/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/shardformer/shard copying build/lib/colossalai/shardformer/shard/shard_config.py -> build/bdist.linux-x86_64/wheel/colossalai/shardformer/shard copying build/lib/colossalai/shardformer/shard/sharder.py -> build/bdist.linux-x86_64/wheel/colossalai/shardformer/shard copying build/lib/colossalai/shardformer/shard/shardformer.py -> build/bdist.linux-x86_64/wheel/colossalai/shardformer/shard copying build/lib/colossalai/shardformer/shard/utils.py -> build/bdist.linux-x86_64/wheel/colossalai/shardformer/shard creating build/bdist.linux-x86_64/wheel/colossalai/tensor copying build/lib/colossalai/tensor/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/tensor copying build/lib/colossalai/tensor/colo_parameter.py -> build/bdist.linux-x86_64/wheel/colossalai/tensor copying build/lib/colossalai/tensor/colo_tensor.py -> build/bdist.linux-x86_64/wheel/colossalai/tensor copying build/lib/colossalai/tensor/comm_spec.py -> build/bdist.linux-x86_64/wheel/colossalai/tensor copying build/lib/colossalai/tensor/param_op_hook.py -> build/bdist.linux-x86_64/wheel/colossalai/tensor copying build/lib/colossalai/tensor/shape_consistency.py -> build/bdist.linux-x86_64/wheel/colossalai/tensor copying build/lib/colossalai/tensor/sharding_spec.py -> build/bdist.linux-x86_64/wheel/colossalai/tensor copying build/lib/colossalai/tensor/utils.py -> build/bdist.linux-x86_64/wheel/colossalai/tensor creating build/bdist.linux-x86_64/wheel/colossalai/tensor/d_tensor copying build/lib/colossalai/tensor/d_tensor/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/tensor/d_tensor copying build/lib/colossalai/tensor/d_tensor/api.py -> build/bdist.linux-x86_64/wheel/colossalai/tensor/d_tensor copying build/lib/colossalai/tensor/d_tensor/comm_spec.py -> build/bdist.linux-x86_64/wheel/colossalai/tensor/d_tensor copying build/lib/colossalai/tensor/d_tensor/layout.py -> build/bdist.linux-x86_64/wheel/colossalai/tensor/d_tensor copying build/lib/colossalai/tensor/d_tensor/layout_converter.py -> build/bdist.linux-x86_64/wheel/colossalai/tensor/d_tensor copying build/lib/colossalai/tensor/d_tensor/misc.py -> build/bdist.linux-x86_64/wheel/colossalai/tensor/d_tensor copying build/lib/colossalai/tensor/d_tensor/sharding_spec.py -> build/bdist.linux-x86_64/wheel/colossalai/tensor/d_tensor copying build/lib/colossalai/tensor/d_tensor/utils.py -> build/bdist.linux-x86_64/wheel/colossalai/tensor/d_tensor creating build/bdist.linux-x86_64/wheel/colossalai/tensor/moe_tensor copying build/lib/colossalai/tensor/moe_tensor/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/tensor/moe_tensor copying build/lib/colossalai/tensor/moe_tensor/api.py -> build/bdist.linux-x86_64/wheel/colossalai/tensor/moe_tensor copying build/lib/colossalai/tensor/moe_tensor/moe_info.py -> build/bdist.linux-x86_64/wheel/colossalai/tensor/moe_tensor creating build/bdist.linux-x86_64/wheel/colossalai/testing copying build/lib/colossalai/testing/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/testing copying build/lib/colossalai/testing/comparison.py -> build/bdist.linux-x86_64/wheel/colossalai/testing copying build/lib/colossalai/testing/pytest_wrapper.py -> build/bdist.linux-x86_64/wheel/colossalai/testing copying build/lib/colossalai/testing/random.py -> build/bdist.linux-x86_64/wheel/colossalai/testing copying build/lib/colossalai/testing/utils.py -> build/bdist.linux-x86_64/wheel/colossalai/testing creating build/bdist.linux-x86_64/wheel/colossalai/utils copying build/lib/colossalai/utils/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/utils copying build/lib/colossalai/utils/common.py -> build/bdist.linux-x86_64/wheel/colossalai/utils copying build/lib/colossalai/utils/memory.py -> build/bdist.linux-x86_64/wheel/colossalai/utils copying build/lib/colossalai/utils/timer.py -> build/bdist.linux-x86_64/wheel/colossalai/utils creating build/bdist.linux-x86_64/wheel/colossalai/utils/model copying build/lib/colossalai/utils/model/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/utils/model copying build/lib/colossalai/utils/model/utils.py -> build/bdist.linux-x86_64/wheel/colossalai/utils/model creating build/bdist.linux-x86_64/wheel/colossalai/utils/multi_tensor_apply copying build/lib/colossalai/utils/multi_tensor_apply/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/utils/multi_tensor_apply copying build/lib/colossalai/utils/multi_tensor_apply/multi_tensor_apply.py -> build/bdist.linux-x86_64/wheel/colossalai/utils/multi_tensor_apply creating build/bdist.linux-x86_64/wheel/colossalai/utils/rank_recorder copying build/lib/colossalai/utils/rank_recorder/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/utils/rank_recorder copying build/lib/colossalai/utils/rank_recorder/rank_recorder.py -> build/bdist.linux-x86_64/wheel/colossalai/utils/rank_recorder creating build/bdist.linux-x86_64/wheel/colossalai/utils/tensor_detector copying build/lib/colossalai/utils/tensor_detector/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/utils/tensor_detector copying build/lib/colossalai/utils/tensor_detector/tensor_detector.py -> build/bdist.linux-x86_64/wheel/colossalai/utils/tensor_detector creating build/bdist.linux-x86_64/wheel/colossalai/zero copying build/lib/colossalai/zero/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/zero copying build/lib/colossalai/zero/wrapper.py -> build/bdist.linux-x86_64/wheel/colossalai/zero creating build/bdist.linux-x86_64/wheel/colossalai/zero/gemini copying build/lib/colossalai/zero/gemini/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/zero/gemini copying build/lib/colossalai/zero/gemini/gemini_ddp.py -> build/bdist.linux-x86_64/wheel/colossalai/zero/gemini copying build/lib/colossalai/zero/gemini/gemini_hook.py -> build/bdist.linux-x86_64/wheel/colossalai/zero/gemini copying build/lib/colossalai/zero/gemini/gemini_mgr.py -> build/bdist.linux-x86_64/wheel/colossalai/zero/gemini copying build/lib/colossalai/zero/gemini/gemini_optimizer.py -> build/bdist.linux-x86_64/wheel/colossalai/zero/gemini copying build/lib/colossalai/zero/gemini/placement_policy.py -> build/bdist.linux-x86_64/wheel/colossalai/zero/gemini copying build/lib/colossalai/zero/gemini/utils.py -> build/bdist.linux-x86_64/wheel/colossalai/zero/gemini creating build/bdist.linux-x86_64/wheel/colossalai/zero/gemini/chunk copying build/lib/colossalai/zero/gemini/chunk/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/zero/gemini/chunk copying build/lib/colossalai/zero/gemini/chunk/chunk.py -> build/bdist.linux-x86_64/wheel/colossalai/zero/gemini/chunk copying build/lib/colossalai/zero/gemini/chunk/manager.py -> build/bdist.linux-x86_64/wheel/colossalai/zero/gemini/chunk copying build/lib/colossalai/zero/gemini/chunk/search_utils.py -> build/bdist.linux-x86_64/wheel/colossalai/zero/gemini/chunk copying build/lib/colossalai/zero/gemini/chunk/utils.py -> build/bdist.linux-x86_64/wheel/colossalai/zero/gemini/chunk creating build/bdist.linux-x86_64/wheel/colossalai/zero/gemini/memory_tracer copying build/lib/colossalai/zero/gemini/memory_tracer/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/zero/gemini/memory_tracer copying build/lib/colossalai/zero/gemini/memory_tracer/chunk_memstats_collector.py -> build/bdist.linux-x86_64/wheel/colossalai/zero/gemini/memory_tracer copying build/lib/colossalai/zero/gemini/memory_tracer/memory_monitor.py -> build/bdist.linux-x86_64/wheel/colossalai/zero/gemini/memory_tracer copying build/lib/colossalai/zero/gemini/memory_tracer/memory_stats.py -> build/bdist.linux-x86_64/wheel/colossalai/zero/gemini/memory_tracer copying build/lib/colossalai/zero/gemini/memory_tracer/memstats_collector.py -> build/bdist.linux-x86_64/wheel/colossalai/zero/gemini/memory_tracer copying build/lib/colossalai/zero/gemini/memory_tracer/param_runtime_order.py -> build/bdist.linux-x86_64/wheel/colossalai/zero/gemini/memory_tracer copying build/lib/colossalai/zero/gemini/memory_tracer/runtime_mem_tracer.py -> build/bdist.linux-x86_64/wheel/colossalai/zero/gemini/memory_tracer copying build/lib/colossalai/zero/gemini/memory_tracer/static_memstats_collector.py -> build/bdist.linux-x86_64/wheel/colossalai/zero/gemini/memory_tracer copying build/lib/colossalai/zero/gemini/memory_tracer/utils.py -> build/bdist.linux-x86_64/wheel/colossalai/zero/gemini/memory_tracer creating build/bdist.linux-x86_64/wheel/colossalai/zero/low_level copying build/lib/colossalai/zero/low_level/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/zero/low_level copying build/lib/colossalai/zero/low_level/_utils.py -> build/bdist.linux-x86_64/wheel/colossalai/zero/low_level copying build/lib/colossalai/zero/low_level/low_level_optim.py -> build/bdist.linux-x86_64/wheel/colossalai/zero/low_level creating build/bdist.linux-x86_64/wheel/colossalai/zero/low_level/bookkeeping copying build/lib/colossalai/zero/low_level/bookkeeping/__init__.py -> build/bdist.linux-x86_64/wheel/colossalai/zero/low_level/bookkeeping copying build/lib/colossalai/zero/low_level/bookkeeping/base_store.py -> build/bdist.linux-x86_64/wheel/colossalai/zero/low_level/bookkeeping copying build/lib/colossalai/zero/low_level/bookkeeping/bucket_store.py -> build/bdist.linux-x86_64/wheel/colossalai/zero/low_level/bookkeeping copying build/lib/colossalai/zero/low_level/bookkeeping/gradient_store.py -> build/bdist.linux-x86_64/wheel/colossalai/zero/low_level/bookkeeping copying build/lib/colossalai/zero/low_level/bookkeeping/parameter_store.py -> build/bdist.linux-x86_64/wheel/colossalai/zero/low_level/bookkeeping copying build/lib/colossalai/zero/low_level/bookkeeping/tensor_bucket.py -> build/bdist.linux-x86_64/wheel/colossalai/zero/low_level/bookkeeping creating build/bdist.linux-x86_64/wheel/examples creating build/bdist.linux-x86_64/wheel/examples/language copying build/lib/examples/language/__init__.py -> build/bdist.linux-x86_64/wheel/examples/language copying build/lib/examples/language/data_utils.py -> build/bdist.linux-x86_64/wheel/examples/language copying build/lib/examples/language/model_utils.py -> build/bdist.linux-x86_64/wheel/examples/language copying build/lib/examples/language/performance_evaluator.py -> build/bdist.linux-x86_64/wheel/examples/language creating build/bdist.linux-x86_64/wheel/extensions creating build/bdist.linux-x86_64/wheel/extensions/cpu_adam copying build/lib/extensions/cpu_adam/__init__.py -> build/bdist.linux-x86_64/wheel/extensions/cpu_adam copying build/lib/extensions/cpu_adam/cpu_adam_arm.py -> build/bdist.linux-x86_64/wheel/extensions/cpu_adam copying build/lib/extensions/cpu_adam/cpu_adam_x86.py -> build/bdist.linux-x86_64/wheel/extensions/cpu_adam creating build/bdist.linux-x86_64/wheel/extensions/csrc copying build/lib/extensions/csrc/__init__.py -> build/bdist.linux-x86_64/wheel/extensions/csrc copying build/lib/extensions/csrc/scaled_softmax.py -> build/bdist.linux-x86_64/wheel/extensions/csrc creating build/bdist.linux-x86_64/wheel/extensions/flash_attention copying build/lib/extensions/flash_attention/__init__.py -> build/bdist.linux-x86_64/wheel/extensions/flash_attention copying build/lib/extensions/flash_attention/flash_attention_dao_cuda.py -> build/bdist.linux-x86_64/wheel/extensions/flash_attention copying build/lib/extensions/flash_attention/flash_attention_npu.py -> build/bdist.linux-x86_64/wheel/extensions/flash_attention copying build/lib/extensions/flash_attention/flash_attention_xformers_cuda.py -> build/bdist.linux-x86_64/wheel/extensions/flash_attention creating build/bdist.linux-x86_64/wheel/extensions/layernorm copying build/lib/extensions/layernorm/__init__.py -> build/bdist.linux-x86_64/wheel/extensions/layernorm copying build/lib/extensions/layernorm/layernorm_cuda.py -> build/bdist.linux-x86_64/wheel/extensions/layernorm creating build/bdist.linux-x86_64/wheel/extensions/moe copying build/lib/extensions/moe/__init__.py -> build/bdist.linux-x86_64/wheel/extensions/moe copying build/lib/extensions/moe/moe_cuda.py -> build/bdist.linux-x86_64/wheel/extensions/moe creating build/bdist.linux-x86_64/wheel/extensions/optimizer copying build/lib/extensions/optimizer/__init__.py -> build/bdist.linux-x86_64/wheel/extensions/optimizer copying build/lib/extensions/optimizer/fused_optimizer_cuda.py -> build/bdist.linux-x86_64/wheel/extensions/optimizer creating build/bdist.linux-x86_64/wheel/extensions/softmax copying build/lib/extensions/softmax/__init__.py -> build/bdist.linux-x86_64/wheel/extensions/softmax copying build/lib/extensions/softmax/scaled_masked_softmax_cuda.py -> build/bdist.linux-x86_64/wheel/extensions/softmax copying build/lib/extensions/softmax/scaled_upper_triangle_masked_softmax_cuda.py -> build/bdist.linux-x86_64/wheel/extensions/softmax creating build/bdist.linux-x86_64/wheel/tests creating build/bdist.linux-x86_64/wheel/tests/kit copying build/lib/tests/kit/__init__.py -> build/bdist.linux-x86_64/wheel/tests/kit creating build/bdist.linux-x86_64/wheel/tests/kit/model_zoo copying build/lib/tests/kit/model_zoo/__init__.py -> build/bdist.linux-x86_64/wheel/tests/kit/model_zoo copying build/lib/tests/kit/model_zoo/executor.py -> build/bdist.linux-x86_64/wheel/tests/kit/model_zoo copying build/lib/tests/kit/model_zoo/registry.py -> build/bdist.linux-x86_64/wheel/tests/kit/model_zoo creating build/bdist.linux-x86_64/wheel/tests/kit/model_zoo/custom copying build/lib/tests/kit/model_zoo/custom/__init__.py -> build/bdist.linux-x86_64/wheel/tests/kit/model_zoo/custom copying build/lib/tests/kit/model_zoo/custom/base.py -> build/bdist.linux-x86_64/wheel/tests/kit/model_zoo/custom copying build/lib/tests/kit/model_zoo/custom/hanging_param_model.py -> build/bdist.linux-x86_64/wheel/tests/kit/model_zoo/custom copying build/lib/tests/kit/model_zoo/custom/nested_model.py -> build/bdist.linux-x86_64/wheel/tests/kit/model_zoo/custom copying build/lib/tests/kit/model_zoo/custom/repeated_computed_layers.py -> build/bdist.linux-x86_64/wheel/tests/kit/model_zoo/custom copying build/lib/tests/kit/model_zoo/custom/simple_net.py -> build/bdist.linux-x86_64/wheel/tests/kit/model_zoo/custom creating build/bdist.linux-x86_64/wheel/tests/kit/model_zoo/diffusers copying build/lib/tests/kit/model_zoo/diffusers/__init__.py -> build/bdist.linux-x86_64/wheel/tests/kit/model_zoo/diffusers copying build/lib/tests/kit/model_zoo/diffusers/diffusers.py -> build/bdist.linux-x86_64/wheel/tests/kit/model_zoo/diffusers creating build/bdist.linux-x86_64/wheel/tests/kit/model_zoo/timm copying build/lib/tests/kit/model_zoo/timm/__init__.py -> build/bdist.linux-x86_64/wheel/tests/kit/model_zoo/timm copying build/lib/tests/kit/model_zoo/timm/timm.py -> build/bdist.linux-x86_64/wheel/tests/kit/model_zoo/timm creating build/bdist.linux-x86_64/wheel/tests/kit/model_zoo/torchaudio copying build/lib/tests/kit/model_zoo/torchaudio/__init__.py -> build/bdist.linux-x86_64/wheel/tests/kit/model_zoo/torchaudio copying build/lib/tests/kit/model_zoo/torchaudio/torchaudio.py -> build/bdist.linux-x86_64/wheel/tests/kit/model_zoo/torchaudio creating build/bdist.linux-x86_64/wheel/tests/kit/model_zoo/torchrec copying build/lib/tests/kit/model_zoo/torchrec/__init__.py -> build/bdist.linux-x86_64/wheel/tests/kit/model_zoo/torchrec copying build/lib/tests/kit/model_zoo/torchrec/torchrec.py -> build/bdist.linux-x86_64/wheel/tests/kit/model_zoo/torchrec creating build/bdist.linux-x86_64/wheel/tests/kit/model_zoo/torchvision copying build/lib/tests/kit/model_zoo/torchvision/__init__.py -> build/bdist.linux-x86_64/wheel/tests/kit/model_zoo/torchvision copying build/lib/tests/kit/model_zoo/torchvision/torchvision.py -> build/bdist.linux-x86_64/wheel/tests/kit/model_zoo/torchvision creating build/bdist.linux-x86_64/wheel/tests/kit/model_zoo/transformers copying build/lib/tests/kit/model_zoo/transformers/__init__.py -> build/bdist.linux-x86_64/wheel/tests/kit/model_zoo/transformers copying build/lib/tests/kit/model_zoo/transformers/albert.py -> build/bdist.linux-x86_64/wheel/tests/kit/model_zoo/transformers copying build/lib/tests/kit/model_zoo/transformers/bert.py -> build/bdist.linux-x86_64/wheel/tests/kit/model_zoo/transformers copying build/lib/tests/kit/model_zoo/transformers/blip2.py -> build/bdist.linux-x86_64/wheel/tests/kit/model_zoo/transformers copying build/lib/tests/kit/model_zoo/transformers/bloom.py -> build/bdist.linux-x86_64/wheel/tests/kit/model_zoo/transformers copying build/lib/tests/kit/model_zoo/transformers/chatglm2.py -> build/bdist.linux-x86_64/wheel/tests/kit/model_zoo/transformers copying build/lib/tests/kit/model_zoo/transformers/falcon.py -> build/bdist.linux-x86_64/wheel/tests/kit/model_zoo/transformers copying build/lib/tests/kit/model_zoo/transformers/gpt.py -> build/bdist.linux-x86_64/wheel/tests/kit/model_zoo/transformers copying build/lib/tests/kit/model_zoo/transformers/gptj.py -> build/bdist.linux-x86_64/wheel/tests/kit/model_zoo/transformers copying build/lib/tests/kit/model_zoo/transformers/llama.py -> build/bdist.linux-x86_64/wheel/tests/kit/model_zoo/transformers copying build/lib/tests/kit/model_zoo/transformers/mistral.py -> build/bdist.linux-x86_64/wheel/tests/kit/model_zoo/transformers copying build/lib/tests/kit/model_zoo/transformers/opt.py -> build/bdist.linux-x86_64/wheel/tests/kit/model_zoo/transformers copying build/lib/tests/kit/model_zoo/transformers/sam.py -> build/bdist.linux-x86_64/wheel/tests/kit/model_zoo/transformers copying build/lib/tests/kit/model_zoo/transformers/t5.py -> build/bdist.linux-x86_64/wheel/tests/kit/model_zoo/transformers copying build/lib/tests/kit/model_zoo/transformers/vit.py -> build/bdist.linux-x86_64/wheel/tests/kit/model_zoo/transformers copying build/lib/tests/kit/model_zoo/transformers/whisper.py -> build/bdist.linux-x86_64/wheel/tests/kit/model_zoo/transformers creating build/bdist.linux-x86_64/wheel/tests/test_analyzer copying build/lib/tests/test_analyzer/__init__.py -> build/bdist.linux-x86_64/wheel/tests/test_analyzer creating build/bdist.linux-x86_64/wheel/tests/test_analyzer/test_fx copying build/lib/tests/test_analyzer/test_fx/__init__.py -> build/bdist.linux-x86_64/wheel/tests/test_analyzer/test_fx copying build/lib/tests/test_analyzer/test_fx/test_bias_addition.py -> build/bdist.linux-x86_64/wheel/tests/test_analyzer/test_fx copying build/lib/tests/test_analyzer/test_fx/test_mod_dir.py -> build/bdist.linux-x86_64/wheel/tests/test_analyzer/test_fx copying build/lib/tests/test_analyzer/test_fx/test_nested_ckpt.py -> build/bdist.linux-x86_64/wheel/tests/test_analyzer/test_fx copying build/lib/tests/test_analyzer/test_fx/test_shape_prop.py -> build/bdist.linux-x86_64/wheel/tests/test_analyzer/test_fx copying build/lib/tests/test_analyzer/test_fx/test_symbolic_profile.py -> build/bdist.linux-x86_64/wheel/tests/test_analyzer/test_fx copying build/lib/tests/test_analyzer/test_fx/zoo.py -> build/bdist.linux-x86_64/wheel/tests/test_analyzer/test_fx creating build/bdist.linux-x86_64/wheel/tests/test_analyzer/test_subclasses copying build/lib/tests/test_analyzer/test_subclasses/__init__.py -> build/bdist.linux-x86_64/wheel/tests/test_analyzer/test_subclasses copying build/lib/tests/test_analyzer/test_subclasses/test_aten.py -> build/bdist.linux-x86_64/wheel/tests/test_analyzer/test_subclasses copying build/lib/tests/test_analyzer/test_subclasses/test_flop_tensor.py -> build/bdist.linux-x86_64/wheel/tests/test_analyzer/test_subclasses copying build/lib/tests/test_analyzer/test_subclasses/test_meta_mode.py -> build/bdist.linux-x86_64/wheel/tests/test_analyzer/test_subclasses creating build/bdist.linux-x86_64/wheel/tests/test_auto_parallel copying build/lib/tests/test_auto_parallel/__init__.py -> build/bdist.linux-x86_64/wheel/tests/test_auto_parallel creating build/bdist.linux-x86_64/wheel/tests/test_auto_parallel/test_pass copying build/lib/tests/test_auto_parallel/test_pass/__init__.py -> build/bdist.linux-x86_64/wheel/tests/test_auto_parallel/test_pass copying build/lib/tests/test_auto_parallel/test_pass/test_node_converting_pass.py -> build/bdist.linux-x86_64/wheel/tests/test_auto_parallel/test_pass copying build/lib/tests/test_auto_parallel/test_pass/test_size_value_converting_pass.py -> build/bdist.linux-x86_64/wheel/tests/test_auto_parallel/test_pass creating build/bdist.linux-x86_64/wheel/tests/test_auto_parallel/test_tensor_shard copying build/lib/tests/test_auto_parallel/test_tensor_shard/__init__.py -> build/bdist.linux-x86_64/wheel/tests/test_auto_parallel/test_tensor_shard copying build/lib/tests/test_auto_parallel/test_tensor_shard/test_bias_addition_forward.py -> build/bdist.linux-x86_64/wheel/tests/test_auto_parallel/test_tensor_shard copying build/lib/tests/test_auto_parallel/test_tensor_shard/test_broadcast.py -> build/bdist.linux-x86_64/wheel/tests/test_auto_parallel/test_tensor_shard copying build/lib/tests/test_auto_parallel/test_tensor_shard/test_checkpoint.py -> build/bdist.linux-x86_64/wheel/tests/test_auto_parallel/test_tensor_shard copying build/lib/tests/test_auto_parallel/test_tensor_shard/test_compatibility_with_ddp.py -> build/bdist.linux-x86_64/wheel/tests/test_auto_parallel/test_tensor_shard copying build/lib/tests/test_auto_parallel/test_tensor_shard/test_compatibility_with_gemini.py -> build/bdist.linux-x86_64/wheel/tests/test_auto_parallel/test_tensor_shard copying build/lib/tests/test_auto_parallel/test_tensor_shard/test_find_repeat_block.py -> build/bdist.linux-x86_64/wheel/tests/test_auto_parallel/test_tensor_shard copying build/lib/tests/test_auto_parallel/test_tensor_shard/test_liveness_analysis.py -> build/bdist.linux-x86_64/wheel/tests/test_auto_parallel/test_tensor_shard copying build/lib/tests/test_auto_parallel/test_tensor_shard/test_solver_with_resnet_v2.py -> build/bdist.linux-x86_64/wheel/tests/test_auto_parallel/test_tensor_shard creating build/bdist.linux-x86_64/wheel/tests/test_auto_parallel/test_tensor_shard/test_gpt copying build/lib/tests/test_auto_parallel/test_tensor_shard/test_gpt/__init__.py -> build/bdist.linux-x86_64/wheel/tests/test_auto_parallel/test_tensor_shard/test_gpt copying build/lib/tests/test_auto_parallel/test_tensor_shard/test_gpt/gpt_modules.py -> build/bdist.linux-x86_64/wheel/tests/test_auto_parallel/test_tensor_shard/test_gpt copying build/lib/tests/test_auto_parallel/test_tensor_shard/test_gpt/test_runtime_with_gpt_modules.py -> build/bdist.linux-x86_64/wheel/tests/test_auto_parallel/test_tensor_shard/test_gpt copying build/lib/tests/test_auto_parallel/test_tensor_shard/test_gpt/test_solver_with_gpt_module.py -> build/bdist.linux-x86_64/wheel/tests/test_auto_parallel/test_tensor_shard/test_gpt creating build/bdist.linux-x86_64/wheel/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__init__.py -> build/bdist.linux-x86_64/wheel/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_addbmm_handler.py -> build/bdist.linux-x86_64/wheel/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_addmm_handler.py -> build/bdist.linux-x86_64/wheel/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_batch_norm_handler.py -> build/bdist.linux-x86_64/wheel/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_bias_linear_function_node.py -> build/bdist.linux-x86_64/wheel/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_bias_linear_module_node.py -> build/bdist.linux-x86_64/wheel/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_binary_elementwise_handler.py -> build/bdist.linux-x86_64/wheel/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_bmm_handler.py -> build/bdist.linux-x86_64/wheel/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_conv_handler.py -> build/bdist.linux-x86_64/wheel/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_default_reshape_handler.py -> build/bdist.linux-x86_64/wheel/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_embedding_handler.py -> build/bdist.linux-x86_64/wheel/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_getattr_handler.py -> build/bdist.linux-x86_64/wheel/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_getitem_handler.py -> build/bdist.linux-x86_64/wheel/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_layer_norm_handler.py -> build/bdist.linux-x86_64/wheel/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_linear_handler.py -> build/bdist.linux-x86_64/wheel/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_matmul_handler.py -> build/bdist.linux-x86_64/wheel/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_norm_pooling_handler.py -> build/bdist.linux-x86_64/wheel/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_output_handler.py -> build/bdist.linux-x86_64/wheel/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_permute_and_transpose_handler.py -> build/bdist.linux-x86_64/wheel/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_placeholder_handler.py -> build/bdist.linux-x86_64/wheel/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_shard_option.py -> build/bdist.linux-x86_64/wheel/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_softmax_handler.py -> build/bdist.linux-x86_64/wheel/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_split_handler.py -> build/bdist.linux-x86_64/wheel/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_sum_handler.py -> build/bdist.linux-x86_64/wheel/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_tensor_constructor.py -> build/bdist.linux-x86_64/wheel/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_unary_element_wise_handler.py -> build/bdist.linux-x86_64/wheel/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_view_handler.py -> build/bdist.linux-x86_64/wheel/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_where_handler.py -> build/bdist.linux-x86_64/wheel/tests/test_auto_parallel/test_tensor_shard/test_node_handler copying build/lib/tests/test_auto_parallel/test_tensor_shard/test_node_handler/utils.py -> build/bdist.linux-x86_64/wheel/tests/test_auto_parallel/test_tensor_shard/test_node_handler creating build/bdist.linux-x86_64/wheel/tests/test_shardformer copying build/lib/tests/test_shardformer/__init__.py -> build/bdist.linux-x86_64/wheel/tests/test_shardformer copying build/lib/tests/test_shardformer/test_shard_utils.py -> build/bdist.linux-x86_64/wheel/tests/test_shardformer copying build/lib/tests/test_shardformer/test_with_torch_ddp.py -> build/bdist.linux-x86_64/wheel/tests/test_shardformer creating build/bdist.linux-x86_64/wheel/tests/test_shardformer/test_model copying build/lib/tests/test_shardformer/test_model/__init__.py -> build/bdist.linux-x86_64/wheel/tests/test_shardformer/test_model copying build/lib/tests/test_shardformer/test_model/_utils.py -> build/bdist.linux-x86_64/wheel/tests/test_shardformer/test_model copying build/lib/tests/test_shardformer/test_model/test_shard_bert.py -> build/bdist.linux-x86_64/wheel/tests/test_shardformer/test_model copying build/lib/tests/test_shardformer/test_model/test_shard_blip2.py -> build/bdist.linux-x86_64/wheel/tests/test_shardformer/test_model copying build/lib/tests/test_shardformer/test_model/test_shard_bloom.py -> build/bdist.linux-x86_64/wheel/tests/test_shardformer/test_model copying build/lib/tests/test_shardformer/test_model/test_shard_chatglm2.py -> build/bdist.linux-x86_64/wheel/tests/test_shardformer/test_model copying build/lib/tests/test_shardformer/test_model/test_shard_falcon.py -> build/bdist.linux-x86_64/wheel/tests/test_shardformer/test_model copying build/lib/tests/test_shardformer/test_model/test_shard_gpt2.py -> build/bdist.linux-x86_64/wheel/tests/test_shardformer/test_model copying build/lib/tests/test_shardformer/test_model/test_shard_gptj.py -> build/bdist.linux-x86_64/wheel/tests/test_shardformer/test_model copying build/lib/tests/test_shardformer/test_model/test_shard_llama.py -> build/bdist.linux-x86_64/wheel/tests/test_shardformer/test_model copying build/lib/tests/test_shardformer/test_model/test_shard_mistral.py -> build/bdist.linux-x86_64/wheel/tests/test_shardformer/test_model copying build/lib/tests/test_shardformer/test_model/test_shard_opt.py -> build/bdist.linux-x86_64/wheel/tests/test_shardformer/test_model copying build/lib/tests/test_shardformer/test_model/test_shard_sam.py -> build/bdist.linux-x86_64/wheel/tests/test_shardformer/test_model copying build/lib/tests/test_shardformer/test_model/test_shard_t5.py -> build/bdist.linux-x86_64/wheel/tests/test_shardformer/test_model copying build/lib/tests/test_shardformer/test_model/test_shard_vit.py -> build/bdist.linux-x86_64/wheel/tests/test_shardformer/test_model copying build/lib/tests/test_shardformer/test_model/test_shard_whisper.py -> build/bdist.linux-x86_64/wheel/tests/test_shardformer/test_model running install_egg_info running egg_info creating colossalai.egg-info writing colossalai.egg-info/PKG-INFO writing dependency_links to colossalai.egg-info/dependency_links.txt writing entry points to colossalai.egg-info/entry_points.txt writing requirements to colossalai.egg-info/requires.txt writing top-level names to colossalai.egg-info/top_level.txt writing manifest file 'colossalai.egg-info/SOURCES.txt' reading manifest file 'colossalai.egg-info/SOURCES.txt' reading manifest template 'MANIFEST.in' warning: no files found matching '*.tr' under directory 'colossalai' warning: no files found matching '*.cc' under directory 'colossalai' warning: no files found matching '*.pyi' under directory 'colossalai' warning: no files found matching '*.tr' under directory 'extensions' warning: no files found matching '*.cc' under directory 'extensions' warning: no files found matching '*.pyi' under directory 'extensions' adding license file 'LICENSE' writing manifest file 'colossalai.egg-info/SOURCES.txt' Copying colossalai.egg-info to build/bdist.linux-x86_64/wheel/colossalai-0.3.6-py3.11.egg-info running install_scripts creating build/bdist.linux-x86_64/wheel/colossalai-0.3.6.dist-info/WHEEL creating '/tmp/pip-wheel-di9kez3c/.tmp-icojk_il/colossalai-0.3.6-py3-none-any.whl' and adding 'build/bdist.linux-x86_64/wheel' to it adding 'colossalai/__init__.py' adding 'colossalai/initialize.py' adding 'colossalai/version.py' adding 'colossalai/_C/__init__.py' adding 'colossalai/_analyzer/__init__.py' adding 'colossalai/_analyzer/envs.py' adding 'colossalai/_analyzer/_subclasses/__init__.py' adding 'colossalai/_analyzer/_subclasses/_meta_registration.py' adding 'colossalai/_analyzer/_subclasses/_monkey_patch.py' adding 'colossalai/_analyzer/_subclasses/flop_tensor.py' adding 'colossalai/_analyzer/_subclasses/meta_tensor.py' adding 'colossalai/_analyzer/fx/__init__.py' adding 'colossalai/_analyzer/fx/codegen.py' adding 'colossalai/_analyzer/fx/graph_module.py' adding 'colossalai/_analyzer/fx/node_util.py' adding 'colossalai/_analyzer/fx/symbolic_profile.py' adding 'colossalai/_analyzer/fx/passes/__init__.py' adding 'colossalai/_analyzer/fx/passes/graph_profile.py' adding 'colossalai/_analyzer/fx/passes/shape_prop.py' adding 'colossalai/_analyzer/fx/tracer/__init__.py' adding 'colossalai/_analyzer/fx/tracer/bias_addition.py' adding 'colossalai/_analyzer/fx/tracer/custom_leaf_module.py' adding 'colossalai/_analyzer/fx/tracer/proxy.py' adding 'colossalai/_analyzer/fx/tracer/symbolic_trace.py' adding 'colossalai/_analyzer/fx/tracer/tracer.py' adding 'colossalai/accelerator/__init__.py' adding 'colossalai/accelerator/api.py' adding 'colossalai/accelerator/base_accelerator.py' adding 'colossalai/accelerator/cpu_accelerator.py' adding 'colossalai/accelerator/cuda_accelerator.py' adding 'colossalai/accelerator/npu_accelerator.py' adding 'colossalai/amp/__init__.py' adding 'colossalai/amp/naive_amp/__init__.py' adding 'colossalai/amp/naive_amp/mixed_precision_optimizer.py' adding 'colossalai/amp/naive_amp/grad_scaler/__init__.py' adding 'colossalai/amp/naive_amp/grad_scaler/base_grad_scaler.py' adding 'colossalai/amp/naive_amp/grad_scaler/constant_grad_scaler.py' adding 'colossalai/amp/naive_amp/grad_scaler/dynamic_grad_scaler.py' adding 'colossalai/amp/naive_amp/mixed_precision_mixin/__init__.py' adding 'colossalai/amp/naive_amp/mixed_precision_mixin/base.py' adding 'colossalai/amp/naive_amp/mixed_precision_mixin/bf16.py' adding 'colossalai/amp/naive_amp/mixed_precision_mixin/fp16.py' adding 'colossalai/auto_parallel/__init__.py' adding 'colossalai/auto_parallel/checkpoint/__init__.py' adding 'colossalai/auto_parallel/checkpoint/build_c_ext.py' adding 'colossalai/auto_parallel/checkpoint/ckpt_solver_base.py' adding 'colossalai/auto_parallel/checkpoint/ckpt_solver_chen.py' adding 'colossalai/auto_parallel/checkpoint/ckpt_solver_rotor.py' adding 'colossalai/auto_parallel/checkpoint/operation.py' adding 'colossalai/auto_parallel/meta_profiler/__init__.py' adding 'colossalai/auto_parallel/meta_profiler/constants.py' adding 'colossalai/auto_parallel/meta_profiler/registry.py' adding 'colossalai/auto_parallel/meta_profiler/shard_metainfo.py' adding 'colossalai/auto_parallel/meta_profiler/meta_registry/__init__.py' adding 'colossalai/auto_parallel/meta_profiler/meta_registry/activation.py' adding 'colossalai/auto_parallel/meta_profiler/meta_registry/binary_elementwise_ops.py' adding 'colossalai/auto_parallel/meta_profiler/meta_registry/conv.py' adding 'colossalai/auto_parallel/meta_profiler/meta_registry/embedding.py' adding 'colossalai/auto_parallel/meta_profiler/meta_registry/linear.py' adding 'colossalai/auto_parallel/meta_profiler/meta_registry/non_spmd.py' adding 'colossalai/auto_parallel/meta_profiler/meta_registry/norm.py' adding 'colossalai/auto_parallel/meta_profiler/meta_registry/pooling.py' adding 'colossalai/auto_parallel/meta_profiler/meta_registry/tensor.py' adding 'colossalai/auto_parallel/meta_profiler/meta_registry/where.py' adding 'colossalai/auto_parallel/offload/__init__.py' adding 'colossalai/auto_parallel/offload/amp_optimizer.py' adding 'colossalai/auto_parallel/offload/base_offload_module.py' adding 'colossalai/auto_parallel/offload/mem_optimize.py' adding 'colossalai/auto_parallel/offload/region.py' adding 'colossalai/auto_parallel/offload/region_manager.py' adding 'colossalai/auto_parallel/offload/runtime.py' adding 'colossalai/auto_parallel/offload/solver.py' adding 'colossalai/auto_parallel/offload/training_simulator.py' adding 'colossalai/auto_parallel/offload/util.py' adding 'colossalai/auto_parallel/passes/__init__.py' adding 'colossalai/auto_parallel/passes/comm_metainfo_pass.py' adding 'colossalai/auto_parallel/passes/constants.py' adding 'colossalai/auto_parallel/passes/meta_info_prop.py' adding 'colossalai/auto_parallel/passes/runtime_apply_pass.py' adding 'colossalai/auto_parallel/passes/runtime_preparation_pass.py' adding 'colossalai/auto_parallel/pipeline_shard/__init__.py' adding 'colossalai/auto_parallel/tensor_shard/__init__.py' adding 'colossalai/auto_parallel/tensor_shard/constants.py' adding 'colossalai/auto_parallel/tensor_shard/initialize.py' adding 'colossalai/auto_parallel/tensor_shard/options.py' adding 'colossalai/auto_parallel/tensor_shard/sharding_strategy.py' adding 'colossalai/auto_parallel/tensor_shard/node_handler/__init__.py' adding 'colossalai/auto_parallel/tensor_shard/node_handler/addmm_handler.py' adding 'colossalai/auto_parallel/tensor_shard/node_handler/batch_norm_handler.py' adding 'colossalai/auto_parallel/tensor_shard/node_handler/binary_elementwise_handler.py' adding 'colossalai/auto_parallel/tensor_shard/node_handler/bmm_handler.py' adding 'colossalai/auto_parallel/tensor_shard/node_handler/conv_handler.py' adding 'colossalai/auto_parallel/tensor_shard/node_handler/default_reshape_handler.py' adding 'colossalai/auto_parallel/tensor_shard/node_handler/embedding_handler.py' adding 'colossalai/auto_parallel/tensor_shard/node_handler/getattr_handler.py' adding 'colossalai/auto_parallel/tensor_shard/node_handler/getitem_handler.py' adding 'colossalai/auto_parallel/tensor_shard/node_handler/layer_norm_handler.py' adding 'colossalai/auto_parallel/tensor_shard/node_handler/linear_handler.py' adding 'colossalai/auto_parallel/tensor_shard/node_handler/matmul_handler.py' adding 'colossalai/auto_parallel/tensor_shard/node_handler/node_handler.py' adding 'colossalai/auto_parallel/tensor_shard/node_handler/normal_pooling_handler.py' adding 'colossalai/auto_parallel/tensor_shard/node_handler/output_handler.py' adding 'colossalai/auto_parallel/tensor_shard/node_handler/permute_handler.py' adding 'colossalai/auto_parallel/tensor_shard/node_handler/placeholder_handler.py' adding 'colossalai/auto_parallel/tensor_shard/node_handler/registry.py' adding 'colossalai/auto_parallel/tensor_shard/node_handler/softmax_handler.py' adding 'colossalai/auto_parallel/tensor_shard/node_handler/split_handler.py' adding 'colossalai/auto_parallel/tensor_shard/node_handler/sum_handler.py' adding 'colossalai/auto_parallel/tensor_shard/node_handler/tensor_constructor_handler.py' adding 'colossalai/auto_parallel/tensor_shard/node_handler/transpose_handler.py' adding 'colossalai/auto_parallel/tensor_shard/node_handler/unary_elementwise_handler.py' adding 'colossalai/auto_parallel/tensor_shard/node_handler/view_handler.py' adding 'colossalai/auto_parallel/tensor_shard/node_handler/where_handler.py' adding 'colossalai/auto_parallel/tensor_shard/node_handler/strategy/__init__.py' adding 'colossalai/auto_parallel/tensor_shard/node_handler/strategy/batch_norm_generator.py' adding 'colossalai/auto_parallel/tensor_shard/node_handler/strategy/binary_elementwise_generator.py' adding 'colossalai/auto_parallel/tensor_shard/node_handler/strategy/conv_strategy_generator.py' adding 'colossalai/auto_parallel/tensor_shard/node_handler/strategy/embedding_generator.py' adding 'colossalai/auto_parallel/tensor_shard/node_handler/strategy/getattr_generator.py' adding 'colossalai/auto_parallel/tensor_shard/node_handler/strategy/getitem_generator.py' adding 'colossalai/auto_parallel/tensor_shard/node_handler/strategy/layer_norm_generator.py' adding 'colossalai/auto_parallel/tensor_shard/node_handler/strategy/matmul_strategy_generator.py' adding 'colossalai/auto_parallel/tensor_shard/node_handler/strategy/normal_pooling_generator.py' adding 'colossalai/auto_parallel/tensor_shard/node_handler/strategy/output_generator.py' adding 'colossalai/auto_parallel/tensor_shard/node_handler/strategy/placeholder_generator.py' adding 'colossalai/auto_parallel/tensor_shard/node_handler/strategy/reshape_generator.py' adding 'colossalai/auto_parallel/tensor_shard/node_handler/strategy/softmax_generator.py' adding 'colossalai/auto_parallel/tensor_shard/node_handler/strategy/strategy_generator.py' adding 'colossalai/auto_parallel/tensor_shard/node_handler/strategy/sum_generator.py' adding 'colossalai/auto_parallel/tensor_shard/node_handler/strategy/tensor_constructor_generator.py' adding 'colossalai/auto_parallel/tensor_shard/node_handler/strategy/unary_elementwise_generator.py' adding 'colossalai/auto_parallel/tensor_shard/node_handler/strategy/where_generator.py' adding 'colossalai/auto_parallel/tensor_shard/solver/__init__.py' adding 'colossalai/auto_parallel/tensor_shard/solver/cost_graph.py' adding 'colossalai/auto_parallel/tensor_shard/solver/graph_analysis.py' adding 'colossalai/auto_parallel/tensor_shard/solver/solver.py' adding 'colossalai/auto_parallel/tensor_shard/solver/strategies_constructor.py' adding 'colossalai/auto_parallel/tensor_shard/utils/__init__.py' adding 'colossalai/auto_parallel/tensor_shard/utils/broadcast.py' adding 'colossalai/auto_parallel/tensor_shard/utils/factory.py' adding 'colossalai/auto_parallel/tensor_shard/utils/misc.py' adding 'colossalai/auto_parallel/tensor_shard/utils/reshape.py' adding 'colossalai/auto_parallel/tensor_shard/utils/sharding.py' adding 'colossalai/booster/__init__.py' adding 'colossalai/booster/accelerator.py' adding 'colossalai/booster/booster.py' adding 'colossalai/booster/mixed_precision/__init__.py' adding 'colossalai/booster/mixed_precision/bf16.py' adding 'colossalai/booster/mixed_precision/fp16_apex.py' adding 'colossalai/booster/mixed_precision/fp16_naive.py' adding 'colossalai/booster/mixed_precision/fp16_torch.py' adding 'colossalai/booster/mixed_precision/fp8.py' adding 'colossalai/booster/mixed_precision/mixed_precision_base.py' adding 'colossalai/booster/plugin/__init__.py' adding 'colossalai/booster/plugin/dp_plugin_base.py' adding 'colossalai/booster/plugin/gemini_plugin.py' adding 'colossalai/booster/plugin/hybrid_parallel_plugin.py' adding 'colossalai/booster/plugin/low_level_zero_plugin.py' adding 'colossalai/booster/plugin/moe_hybrid_parallel_plugin.py' adding 'colossalai/booster/plugin/plugin_base.py' adding 'colossalai/booster/plugin/pp_plugin_base.py' adding 'colossalai/booster/plugin/torch_ddp_plugin.py' adding 'colossalai/booster/plugin/torch_fsdp_plugin.py' adding 'colossalai/checkpoint_io/__init__.py' adding 'colossalai/checkpoint_io/checkpoint_io_base.py' adding 'colossalai/checkpoint_io/general_checkpoint_io.py' adding 'colossalai/checkpoint_io/hybrid_parallel_checkpoint_io.py' adding 'colossalai/checkpoint_io/index_file.py' adding 'colossalai/checkpoint_io/utils.py' adding 'colossalai/cli/__init__.py' adding 'colossalai/cli/cli.py' adding 'colossalai/cli/check/__init__.py' adding 'colossalai/cli/check/check_installation.py' adding 'colossalai/cli/launcher/__init__.py' adding 'colossalai/cli/launcher/hostinfo.py' adding 'colossalai/cli/launcher/multinode_runner.py' adding 'colossalai/cli/launcher/run.py' adding 'colossalai/cluster/__init__.py' adding 'colossalai/cluster/device_mesh_manager.py' adding 'colossalai/cluster/dist_coordinator.py' adding 'colossalai/cluster/process_group_manager.py' adding 'colossalai/cluster/process_group_mesh.py' adding 'colossalai/context/__init__.py' adding 'colossalai/context/config.py' adding 'colossalai/context/singleton_meta.py' adding 'colossalai/device/__init__.py' adding 'colossalai/device/alpha_beta_profiler.py' adding 'colossalai/device/calc_pipeline_strategy.py' adding 'colossalai/device/device_mesh.py' adding 'colossalai/fx/__init__.py' adding 'colossalai/fx/_compatibility.py' adding 'colossalai/fx/_meta_regist_12.py' adding 'colossalai/fx/_meta_regist_13.py' adding 'colossalai/fx/graph_module.py' adding 'colossalai/fx/proxy.py' adding 'colossalai/fx/codegen/__init__.py' adding 'colossalai/fx/codegen/activation_checkpoint_codegen.py' adding 'colossalai/fx/passes/__init__.py' adding 'colossalai/fx/passes/adding_split_node_pass.py' adding 'colossalai/fx/passes/concrete_info_prop.py' adding 'colossalai/fx/passes/meta_info_prop.py' adding 'colossalai/fx/passes/passes_for_gpt2_test.py' adding 'colossalai/fx/passes/shard_1d_pass.py' adding 'colossalai/fx/passes/split_module.py' adding 'colossalai/fx/passes/utils.py' adding 'colossalai/fx/profiler/__init__.py' adding 'colossalai/fx/profiler/constants.py' adding 'colossalai/fx/profiler/dataflow.py' adding 'colossalai/fx/profiler/memory_utils.py' adding 'colossalai/fx/profiler/opcount.py' adding 'colossalai/fx/profiler/profiler.py' adding 'colossalai/fx/profiler/shard_utils.py' adding 'colossalai/fx/profiler/tensor.py' adding 'colossalai/fx/profiler/experimental/__init__.py' adding 'colossalai/fx/profiler/experimental/constants.py' adding 'colossalai/fx/profiler/experimental/profiler.py' adding 'colossalai/fx/profiler/experimental/registry.py' adding 'colossalai/fx/profiler/experimental/shard_utils.py' adding 'colossalai/fx/profiler/experimental/profiler_function/__init__.py' adding 'colossalai/fx/profiler/experimental/profiler_function/activation_function.py' adding 'colossalai/fx/profiler/experimental/profiler_function/arithmetic.py' adding 'colossalai/fx/profiler/experimental/profiler_function/embedding.py' adding 'colossalai/fx/profiler/experimental/profiler_function/linear.py' adding 'colossalai/fx/profiler/experimental/profiler_function/normalization.py' adding 'colossalai/fx/profiler/experimental/profiler_function/pooling.py' adding 'colossalai/fx/profiler/experimental/profiler_function/python_ops.py' adding 'colossalai/fx/profiler/experimental/profiler_function/torch_ops.py' adding 'colossalai/fx/profiler/experimental/profiler_module/__init__.py' adding 'colossalai/fx/profiler/experimental/profiler_module/activation_function.py' adding 'colossalai/fx/profiler/experimental/profiler_module/attention.py' adding 'colossalai/fx/profiler/experimental/profiler_module/convolution.py' adding 'colossalai/fx/profiler/experimental/profiler_module/dropout.py' adding 'colossalai/fx/profiler/experimental/profiler_module/embedding.py' adding 'colossalai/fx/profiler/experimental/profiler_module/linear.py' adding 'colossalai/fx/profiler/experimental/profiler_module/normalization.py' adding 'colossalai/fx/profiler/experimental/profiler_module/pooling.py' adding 'colossalai/fx/profiler/experimental/profiler_module/rnn.py' adding 'colossalai/fx/profiler/experimental/profiler_module/torch_op.py' adding 'colossalai/fx/tracer/__init__.py' adding 'colossalai/fx/tracer/_meta_trace.py' adding 'colossalai/fx/tracer/_symbolic_trace.py' adding 'colossalai/fx/tracer/_tracer_utils.py' adding 'colossalai/fx/tracer/experimental.py' adding 'colossalai/fx/tracer/registry.py' adding 'colossalai/fx/tracer/tracer.py' adding 'colossalai/fx/tracer/bias_addition_patch/__init__.py' adding 'colossalai/fx/tracer/bias_addition_patch/patched_bias_addition_function/__init__.py' adding 'colossalai/fx/tracer/bias_addition_patch/patched_bias_addition_function/addbmm.py' adding 'colossalai/fx/tracer/bias_addition_patch/patched_bias_addition_function/addmm.py' adding 'colossalai/fx/tracer/bias_addition_patch/patched_bias_addition_function/bias_addition_function.py' adding 'colossalai/fx/tracer/bias_addition_patch/patched_bias_addition_function/linear.py' adding 'colossalai/fx/tracer/bias_addition_patch/patched_bias_addition_module/__init__.py' adding 'colossalai/fx/tracer/bias_addition_patch/patched_bias_addition_module/bias_addition_module.py' adding 'colossalai/fx/tracer/bias_addition_patch/patched_bias_addition_module/conv.py' adding 'colossalai/fx/tracer/bias_addition_patch/patched_bias_addition_module/linear.py' adding 'colossalai/fx/tracer/meta_patch/__init__.py' adding 'colossalai/fx/tracer/meta_patch/patched_function/__init__.py' adding 'colossalai/fx/tracer/meta_patch/patched_function/activation_function.py' adding 'colossalai/fx/tracer/meta_patch/patched_function/arithmetic.py' adding 'colossalai/fx/tracer/meta_patch/patched_function/convolution.py' adding 'colossalai/fx/tracer/meta_patch/patched_function/embedding.py' adding 'colossalai/fx/tracer/meta_patch/patched_function/normalization.py' adding 'colossalai/fx/tracer/meta_patch/patched_function/python_ops.py' adding 'colossalai/fx/tracer/meta_patch/patched_function/torch_ops.py' adding 'colossalai/fx/tracer/meta_patch/patched_module/__init__.py' adding 'colossalai/fx/tracer/meta_patch/patched_module/activation_function.py' adding 'colossalai/fx/tracer/meta_patch/patched_module/convolution.py' adding 'colossalai/fx/tracer/meta_patch/patched_module/embedding.py' adding 'colossalai/fx/tracer/meta_patch/patched_module/linear.py' adding 'colossalai/fx/tracer/meta_patch/patched_module/normalization.py' adding 'colossalai/fx/tracer/meta_patch/patched_module/pooling.py' adding 'colossalai/fx/tracer/meta_patch/patched_module/rnn.py' adding 'colossalai/inference/__init__.py' adding 'colossalai/inference/engine/__init__.py' adding 'colossalai/inference/engine/engine.py' adding 'colossalai/inference/engine/microbatch_manager.py' adding 'colossalai/inference/engine/modeling/__init__.py' adding 'colossalai/inference/engine/modeling/_utils.py' adding 'colossalai/inference/engine/modeling/bloom.py' adding 'colossalai/inference/engine/modeling/chatglm2.py' adding 'colossalai/inference/engine/modeling/llama.py' adding 'colossalai/inference/engine/policies/__init__.py' adding 'colossalai/inference/engine/policies/bloom.py' adding 'colossalai/inference/engine/policies/chatglm2.py' adding 'colossalai/inference/engine/policies/llama.py' adding 'colossalai/inference/kv_cache/__init__.py' adding 'colossalai/inference/kv_cache/batch_infer_state.py' adding 'colossalai/inference/kv_cache/kvcache_manager.py' adding 'colossalai/inference/quant/__init__.py' adding 'colossalai/inference/quant/gptq/__init__.py' adding 'colossalai/inference/quant/gptq/gptq_manager.py' adding 'colossalai/inference/quant/gptq/cai_gptq/__init__.py' adding 'colossalai/inference/quant/gptq/cai_gptq/cai_quant_linear.py' adding 'colossalai/inference/quant/gptq/cai_gptq/gptq_op.py' adding 'colossalai/inference/quant/smoothquant/__init__.py' adding 'colossalai/inference/quant/smoothquant/models/__init__.py' adding 'colossalai/inference/quant/smoothquant/models/base_model.py' adding 'colossalai/inference/quant/smoothquant/models/linear.py' adding 'colossalai/inference/quant/smoothquant/models/llama.py' adding 'colossalai/inference/quant/smoothquant/models/parallel_linear.py' adding 'colossalai/interface/__init__.py' adding 'colossalai/interface/model.py' adding 'colossalai/interface/optimizer.py' adding 'colossalai/interface/pretrained.py' adding 'colossalai/kernel/__init__.py' adding 'colossalai/kernel/kernel_loader.py' adding 'colossalai/kernel/extensions/__init__.py' adding 'colossalai/kernel/extensions/base_extension.py' adding 'colossalai/kernel/extensions/cpp_extension.py' adding 'colossalai/kernel/extensions/cuda_extension.py' adding 'colossalai/kernel/extensions/triton_extension.py' adding 'colossalai/kernel/extensions/utils.py' adding 'colossalai/kernel/extensions/cpu_adam/__init__.py' adding 'colossalai/kernel/extensions/cpu_adam/cpu_adam_arm.py' adding 'colossalai/kernel/extensions/cpu_adam/cpu_adam_x86.py' adding 'colossalai/kernel/extensions/csrc/__init__.py' adding 'colossalai/kernel/extensions/csrc/scaled_softmax.py' adding 'colossalai/kernel/extensions/csrc/arm/cpu_adam_arm.cpp' adding 'colossalai/kernel/extensions/csrc/arm/cpu_adam_arm.h' adding 'colossalai/kernel/extensions/csrc/cuda/colossal_C_frontend.cpp' adding 'colossalai/kernel/extensions/csrc/cuda/compat.h' adding 'colossalai/kernel/extensions/csrc/cuda/cpu_adam.cpp' adding 'colossalai/kernel/extensions/csrc/cuda/cpu_adam.h' adding 'colossalai/kernel/extensions/csrc/cuda/layer_norm_cuda.cpp' adding 'colossalai/kernel/extensions/csrc/cuda/layer_norm_cuda_kernel.cu' adding 'colossalai/kernel/extensions/csrc/cuda/moe_cuda.cpp' adding 'colossalai/kernel/extensions/csrc/cuda/moe_cuda_kernel.cu' adding 'colossalai/kernel/extensions/csrc/cuda/multi_tensor_adam.cu' adding 'colossalai/kernel/extensions/csrc/cuda/multi_tensor_apply.cuh' adding 'colossalai/kernel/extensions/csrc/cuda/multi_tensor_l2norm_kernel.cu' adding 'colossalai/kernel/extensions/csrc/cuda/multi_tensor_lamb.cu' adding 'colossalai/kernel/extensions/csrc/cuda/multi_tensor_scale_kernel.cu' adding 'colossalai/kernel/extensions/csrc/cuda/multi_tensor_sgd_kernel.cu' adding 'colossalai/kernel/extensions/csrc/cuda/scaled_masked_softmax.cpp' adding 'colossalai/kernel/extensions/csrc/cuda/scaled_masked_softmax.h' adding 'colossalai/kernel/extensions/csrc/cuda/scaled_masked_softmax_cuda.cu' adding 'colossalai/kernel/extensions/csrc/cuda/scaled_upper_triang_masked_softmax.cpp' adding 'colossalai/kernel/extensions/csrc/cuda/scaled_upper_triang_masked_softmax.h' adding 'colossalai/kernel/extensions/csrc/cuda/scaled_upper_triang_masked_softmax_cuda.cu' adding 'colossalai/kernel/extensions/csrc/cuda/type_shim.h' adding 'colossalai/kernel/extensions/csrc/cuda/include/block_reduce.h' adding 'colossalai/kernel/extensions/flash_attention/__init__.py' adding 'colossalai/kernel/extensions/flash_attention/flash_attention_dao_cuda.py' adding 'colossalai/kernel/extensions/flash_attention/flash_attention_npu.py' adding 'colossalai/kernel/extensions/flash_attention/flash_attention_xformers_cuda.py' adding 'colossalai/kernel/extensions/layernorm/__init__.py' adding 'colossalai/kernel/extensions/layernorm/layernorm_cuda.py' adding 'colossalai/kernel/extensions/moe/__init__.py' adding 'colossalai/kernel/extensions/moe/moe_cuda.py' adding 'colossalai/kernel/extensions/optimizer/__init__.py' adding 'colossalai/kernel/extensions/optimizer/fused_optimizer_cuda.py' adding 'colossalai/kernel/extensions/softmax/__init__.py' adding 'colossalai/kernel/extensions/softmax/scaled_masked_softmax_cuda.py' adding 'colossalai/kernel/extensions/softmax/scaled_upper_triangle_masked_softmax_cuda.py' adding 'colossalai/kernel/jit/__init__.py' adding 'colossalai/kernel/jit/bias_dropout_add.py' adding 'colossalai/kernel/jit/bias_gelu.py' adding 'colossalai/kernel/jit/option.py' adding 'colossalai/kernel/triton/__init__.py' adding 'colossalai/kernel/triton/context_attention.py' adding 'colossalai/kernel/triton/copy_kv_cache_dest.py' adding 'colossalai/kernel/triton/custom_autotune.py' adding 'colossalai/kernel/triton/flash_decoding.py' adding 'colossalai/kernel/triton/fused_layernorm.py' adding 'colossalai/kernel/triton/gptq_triton.py' adding 'colossalai/kernel/triton/int8_rotary_embedding_kernel.py' adding 'colossalai/kernel/triton/llama_act_combine_kernel.py' adding 'colossalai/kernel/triton/qkv_matmul_kernel.py' adding 'colossalai/kernel/triton/self_attention_nofusion.py' adding 'colossalai/kernel/triton/smooth_attention.py' adding 'colossalai/kernel/triton/softmax.py' adding 'colossalai/kernel/triton/token_attention_kernel.py' adding 'colossalai/lazy/__init__.py' adding 'colossalai/lazy/construction.py' adding 'colossalai/lazy/lazy_init.py' adding 'colossalai/lazy/pretrained.py' adding 'colossalai/legacy/__init__.py' adding 'colossalai/legacy/constants.py' adding 'colossalai/legacy/core.py' adding 'colossalai/legacy/global_variables.py' adding 'colossalai/legacy/initialize.py' adding 'colossalai/legacy/amp/__init__.py' adding 'colossalai/legacy/amp/amp_type.py' adding 'colossalai/legacy/amp/apex_amp/__init__.py' adding 'colossalai/legacy/amp/apex_amp/apex_amp.py' adding 'colossalai/legacy/amp/naive_amp/__init__.py' adding 'colossalai/legacy/amp/naive_amp/_fp16_optimizer.py' adding 'colossalai/legacy/amp/naive_amp/_utils.py' adding 'colossalai/legacy/amp/naive_amp/naive_amp.py' adding 'colossalai/legacy/amp/torch_amp/__init__.py' adding 'colossalai/legacy/amp/torch_amp/_grad_scaler.py' adding 'colossalai/legacy/amp/torch_amp/torch_amp.py' adding 'colossalai/legacy/builder/__init__.py' adding 'colossalai/legacy/builder/builder.py' adding 'colossalai/legacy/communication/__init__.py' adding 'colossalai/legacy/communication/collective.py' adding 'colossalai/legacy/communication/p2p.py' adding 'colossalai/legacy/communication/p2p_v2.py' adding 'colossalai/legacy/communication/ring.py' adding 'colossalai/legacy/communication/utils.py' adding 'colossalai/legacy/context/__init__.py' adding 'colossalai/legacy/context/parallel_context.py' adding 'colossalai/legacy/context/parallel_mode.py' adding 'colossalai/legacy/context/process_group_initializer/__init__.py' adding 'colossalai/legacy/context/process_group_initializer/initializer_1d.py' adding 'colossalai/legacy/context/process_group_initializer/initializer_2d.py' adding 'colossalai/legacy/context/process_group_initializer/initializer_2p5d.py' adding 'colossalai/legacy/context/process_group_initializer/initializer_3d.py' adding 'colossalai/legacy/context/process_group_initializer/initializer_data.py' adding 'colossalai/legacy/context/process_group_initializer/initializer_model.py' adding 'colossalai/legacy/context/process_group_initializer/initializer_pipeline.py' adding 'colossalai/legacy/context/process_group_initializer/initializer_sequence.py' adding 'colossalai/legacy/context/process_group_initializer/initializer_tensor.py' adding 'colossalai/legacy/context/process_group_initializer/process_group_initializer.py' adding 'colossalai/legacy/context/random/__init__.py' adding 'colossalai/legacy/context/random/_helper.py' adding 'colossalai/legacy/context/random/seed_manager.py' adding 'colossalai/legacy/engine/__init__.py' adding 'colossalai/legacy/engine/_base_engine.py' adding 'colossalai/legacy/engine/gradient_accumulation/__init__.py' adding 'colossalai/legacy/engine/gradient_accumulation/_gradient_accumulation.py' adding 'colossalai/legacy/engine/gradient_handler/__init__.py' adding 'colossalai/legacy/engine/gradient_handler/_base_gradient_handler.py' adding 'colossalai/legacy/engine/gradient_handler/_data_parallel_gradient_handler.py' adding 'colossalai/legacy/engine/gradient_handler/_moe_gradient_handler.py' adding 'colossalai/legacy/engine/gradient_handler/_pipeline_parallel_gradient_handler.py' adding 'colossalai/legacy/engine/gradient_handler/_sequence_parallel_gradient_handler.py' adding 'colossalai/legacy/engine/gradient_handler/_zero_gradient_handler.py' adding 'colossalai/legacy/engine/gradient_handler/utils.py' adding 'colossalai/legacy/engine/schedule/__init__.py' adding 'colossalai/legacy/engine/schedule/_base_schedule.py' adding 'colossalai/legacy/engine/schedule/_non_pipeline_schedule.py' adding 'colossalai/legacy/engine/schedule/_pipeline_schedule.py' adding 'colossalai/legacy/engine/schedule/_pipeline_schedule_v2.py' adding 'colossalai/legacy/inference/__init__.py' adding 'colossalai/legacy/inference/async_engine.py' adding 'colossalai/legacy/inference/async_manager.py' adding 'colossalai/legacy/inference/manager.py' adding 'colossalai/legacy/inference/dynamic_batching/__init__.py' adding 'colossalai/legacy/inference/dynamic_batching/get_tokenizer.py' adding 'colossalai/legacy/inference/dynamic_batching/infer_batch.py' adding 'colossalai/legacy/inference/dynamic_batching/io_struct.py' adding 'colossalai/legacy/inference/dynamic_batching/ray_dist_init.py' adding 'colossalai/legacy/inference/dynamic_batching/ray_init_config.py' adding 'colossalai/legacy/inference/dynamic_batching/req_queue.py' adding 'colossalai/legacy/inference/dynamic_batching/sampling_params.py' adding 'colossalai/legacy/inference/dynamic_batching/stats.py' adding 'colossalai/legacy/inference/hybridengine/__init__.py' adding 'colossalai/legacy/inference/hybridengine/engine.py' adding 'colossalai/legacy/inference/hybridengine/modeling/__init__.py' adding 'colossalai/legacy/inference/hybridengine/modeling/_utils.py' adding 'colossalai/legacy/inference/hybridengine/modeling/llama.py' adding 'colossalai/legacy/inference/hybridengine/polices/__init__.py' adding 'colossalai/legacy/inference/hybridengine/polices/llama.py' adding 'colossalai/legacy/inference/pipeline/__init__.py' adding 'colossalai/legacy/inference/pipeline/microbatch_manager.py' adding 'colossalai/legacy/inference/tensor_parallel/__init__.py' adding 'colossalai/legacy/inference/tensor_parallel/batch_infer_state.py' adding 'colossalai/legacy/inference/tensor_parallel/engine.py' adding 'colossalai/legacy/inference/tensor_parallel/kvcache_manager.py' adding 'colossalai/legacy/inference/tensor_parallel/modeling/__init__.py' adding 'colossalai/legacy/inference/tensor_parallel/modeling/_utils.py' adding 'colossalai/legacy/inference/tensor_parallel/modeling/bloom.py' adding 'colossalai/legacy/inference/tensor_parallel/modeling/chatglm2.py' adding 'colossalai/legacy/inference/tensor_parallel/modeling/llama.py' adding 'colossalai/legacy/inference/tensor_parallel/policies/__init__.py' adding 'colossalai/legacy/inference/tensor_parallel/policies/bloom.py' adding 'colossalai/legacy/inference/tensor_parallel/policies/chatglm2.py' adding 'colossalai/legacy/inference/tensor_parallel/policies/llama.py' adding 'colossalai/legacy/nn/__init__.py' adding 'colossalai/legacy/nn/_ops/__init__.py' adding 'colossalai/legacy/nn/_ops/_utils.py' adding 'colossalai/legacy/nn/layer/__init__.py' adding 'colossalai/legacy/nn/layer/base_layer.py' adding 'colossalai/legacy/nn/layer/colossalai_layer/__init__.py' adding 'colossalai/legacy/nn/layer/colossalai_layer/_utils.py' adding 'colossalai/legacy/nn/layer/colossalai_layer/dropout.py' adding 'colossalai/legacy/nn/layer/colossalai_layer/embedding.py' adding 'colossalai/legacy/nn/layer/colossalai_layer/linear.py' adding 'colossalai/legacy/nn/layer/colossalai_layer/normalization.py' adding 'colossalai/legacy/nn/layer/parallel_1d/__init__.py' adding 'colossalai/legacy/nn/layer/parallel_1d/_operation.py' adding 'colossalai/legacy/nn/layer/parallel_1d/_utils.py' adding 'colossalai/legacy/nn/layer/parallel_1d/layers.py' adding 'colossalai/legacy/nn/layer/parallel_2d/__init__.py' adding 'colossalai/legacy/nn/layer/parallel_2d/_operation.py' adding 'colossalai/legacy/nn/layer/parallel_2d/_utils.py' adding 'colossalai/legacy/nn/layer/parallel_2d/layers.py' adding 'colossalai/legacy/nn/layer/parallel_2p5d/__init__.py' adding 'colossalai/legacy/nn/layer/parallel_2p5d/_operation.py' adding 'colossalai/legacy/nn/layer/parallel_2p5d/_utils.py' adding 'colossalai/legacy/nn/layer/parallel_2p5d/layers.py' adding 'colossalai/legacy/nn/layer/parallel_3d/__init__.py' adding 'colossalai/legacy/nn/layer/parallel_3d/_operation.py' adding 'colossalai/legacy/nn/layer/parallel_3d/_utils.py' adding 'colossalai/legacy/nn/layer/parallel_3d/layers.py' adding 'colossalai/legacy/nn/layer/parallel_sequence/__init__.py' adding 'colossalai/legacy/nn/layer/parallel_sequence/_operation.py' adding 'colossalai/legacy/nn/layer/parallel_sequence/_utils.py' adding 'colossalai/legacy/nn/layer/parallel_sequence/layers.py' adding 'colossalai/legacy/nn/layer/utils/__init__.py' adding 'colossalai/legacy/nn/layer/utils/common.py' adding 'colossalai/legacy/nn/layer/vanilla/__init__.py' adding 'colossalai/legacy/nn/layer/vanilla/layers.py' adding 'colossalai/legacy/nn/layer/wrapper/__init__.py' adding 'colossalai/legacy/nn/layer/wrapper/pipeline_wrapper.py' adding 'colossalai/legacy/nn/loss/__init__.py' adding 'colossalai/legacy/nn/loss/loss_1d.py' adding 'colossalai/legacy/nn/loss/loss_2d.py' adding 'colossalai/legacy/nn/loss/loss_2p5d.py' adding 'colossalai/legacy/nn/loss/loss_3d.py' adding 'colossalai/legacy/nn/metric/__init__.py' adding 'colossalai/legacy/nn/metric/_utils.py' adding 'colossalai/legacy/nn/metric/accuracy_2d.py' adding 'colossalai/legacy/nn/metric/accuracy_2p5d.py' adding 'colossalai/legacy/nn/metric/accuracy_3d.py' adding 'colossalai/legacy/nn/parallel/__init__.py' adding 'colossalai/legacy/nn/parallel/data_parallel.py' adding 'colossalai/legacy/nn/parallel/reducer.py' adding 'colossalai/legacy/nn/parallel/layers/__init__.py' adding 'colossalai/legacy/nn/parallel/layers/colo_module.py' adding 'colossalai/legacy/nn/parallel/layers/embedding.py' adding 'colossalai/legacy/nn/parallel/layers/linear.py' adding 'colossalai/legacy/nn/parallel/layers/module_utils.py' adding 'colossalai/legacy/nn/parallel/layers/cache_embedding/__init__.py' adding 'colossalai/legacy/nn/parallel/layers/cache_embedding/base_embedding.py' adding 'colossalai/legacy/nn/parallel/layers/cache_embedding/cache_mgr.py' adding 'colossalai/legacy/nn/parallel/layers/cache_embedding/cached_embedding.py' adding 'colossalai/legacy/nn/parallel/layers/cache_embedding/copyer.py' adding 'colossalai/legacy/nn/parallel/layers/cache_embedding/embedding_config.py' adding 'colossalai/legacy/nn/parallel/layers/cache_embedding/parallel_cached_embedding.py' adding 'colossalai/legacy/nn/parallel/layers/cache_embedding/parallel_cached_embedding_tablewise.py' adding 'colossalai/legacy/nn/parallel/layers/cache_embedding/parallel_cached_embedding_tablewise_split_cache.py' adding 'colossalai/legacy/pipeline/__init__.py' adding 'colossalai/legacy/pipeline/layer_spec.py' adding 'colossalai/legacy/pipeline/pipelinable.py' adding 'colossalai/legacy/pipeline/pipeline_process_group.py' adding 'colossalai/legacy/pipeline/utils.py' adding 'colossalai/legacy/pipeline/middleware/__init__.py' adding 'colossalai/legacy/pipeline/middleware/topo.py' adding 'colossalai/legacy/pipeline/middleware/adaptor/__init__.py' adding 'colossalai/legacy/pipeline/middleware/adaptor/fx.py' adding 'colossalai/legacy/pipeline/rpc/__init__.py' adding 'colossalai/legacy/pipeline/rpc/_pipeline_base.py' adding 'colossalai/legacy/pipeline/rpc/_pipeline_schedule.py' adding 'colossalai/legacy/pipeline/rpc/utils.py' adding 'colossalai/legacy/registry/__init__.py' adding 'colossalai/legacy/registry/registry.py' adding 'colossalai/legacy/tensor/__init__.py' adding 'colossalai/legacy/tensor/compute_spec.py' adding 'colossalai/legacy/tensor/const.py' adding 'colossalai/legacy/tensor/dist_spec_mgr.py' adding 'colossalai/legacy/tensor/distspec.py' adding 'colossalai/legacy/tensor/op_wrapper.py' adding 'colossalai/legacy/tensor/process_group.py' adding 'colossalai/legacy/tensor/tensor_spec.py' adding 'colossalai/legacy/trainer/__init__.py' adding 'colossalai/legacy/trainer/_trainer.py' adding 'colossalai/legacy/trainer/hooks/__init__.py' adding 'colossalai/legacy/trainer/hooks/_base_hook.py' adding 'colossalai/legacy/trainer/hooks/_checkpoint_hook.py' adding 'colossalai/legacy/trainer/hooks/_commons_.py' adding 'colossalai/legacy/trainer/hooks/_log_hook.py' adding 'colossalai/legacy/trainer/hooks/_lr_scheduler_hook.py' adding 'colossalai/legacy/trainer/hooks/_metric_hook.py' adding 'colossalai/legacy/utils/__init__.py' adding 'colossalai/legacy/utils/activation_checkpoint.py' adding 'colossalai/legacy/utils/checkpointing.py' adding 'colossalai/legacy/utils/common.py' adding 'colossalai/legacy/utils/memory.py' adding 'colossalai/legacy/utils/checkpoint/__init__.py' adding 'colossalai/legacy/utils/checkpoint/module_checkpoint.py' adding 'colossalai/legacy/utils/checkpoint/utils.py' adding 'colossalai/legacy/utils/data_sampler/__init__.py' adding 'colossalai/legacy/utils/data_sampler/base_sampler.py' adding 'colossalai/legacy/utils/data_sampler/data_parallel_sampler.py' adding 'colossalai/legacy/utils/profiler/__init__.py' adding 'colossalai/legacy/utils/profiler/extention.py' adding 'colossalai/legacy/utils/profiler/profiler.py' adding 'colossalai/legacy/utils/profiler/stateful_tensor_mem_extention.py' adding 'colossalai/legacy/utils/profiler/legacy/__init__.py' adding 'colossalai/legacy/utils/profiler/legacy/comm_profiler.py' adding 'colossalai/legacy/utils/profiler/legacy/pcie_profiler.py' adding 'colossalai/legacy/utils/profiler/legacy/prof_utils.py' adding 'colossalai/legacy/zero/__init__.py' adding 'colossalai/legacy/zero/gemini/__init__.py' adding 'colossalai/legacy/zero/gemini/colo_init_context.py' adding 'colossalai/legacy/zero/gemini/gemini_context.py' adding 'colossalai/legacy/zero/gemini/stateful_tensor.py' adding 'colossalai/legacy/zero/gemini/stateful_tensor_mgr.py' adding 'colossalai/legacy/zero/gemini/tensor_placement_policy.py' adding 'colossalai/legacy/zero/gemini/tensor_utils.py' adding 'colossalai/legacy/zero/gemini/ophooks/__init__.py' adding 'colossalai/legacy/zero/gemini/ophooks/_shard_grad_ophook.py' adding 'colossalai/legacy/zero/gemini/ophooks/_shard_param_ophook.py' adding 'colossalai/legacy/zero/gemini/ophooks/runtime_mem_tracer_hook.py' adding 'colossalai/legacy/zero/gemini/ophooks/utils.py' adding 'colossalai/legacy/zero/gemini/paramhooks/__init__.py' adding 'colossalai/legacy/zero/gemini/paramhooks/_param_hookmgr.py' adding 'colossalai/legacy/zero/init_ctx/__init__.py' adding 'colossalai/legacy/zero/init_ctx/init_context.py' adding 'colossalai/legacy/zero/shard_utils/__init__.py' adding 'colossalai/legacy/zero/shard_utils/base_shard_strategy.py' adding 'colossalai/legacy/zero/shard_utils/bucket_tensor_shard_strategy.py' adding 'colossalai/legacy/zero/shard_utils/commons.py' adding 'colossalai/legacy/zero/shard_utils/tensor_shard_strategy.py' adding 'colossalai/legacy/zero/sharded_model/__init__.py' adding 'colossalai/legacy/zero/sharded_model/_utils.py' adding 'colossalai/legacy/zero/sharded_model/reduce_scatter.py' adding 'colossalai/legacy/zero/sharded_model/sharded_model_v2.py' adding 'colossalai/legacy/zero/sharded_model/utils.py' adding 'colossalai/legacy/zero/sharded_model/zero_hook.py' adding 'colossalai/legacy/zero/sharded_optim/__init__.py' adding 'colossalai/legacy/zero/sharded_optim/sharded_optim_v2.py' adding 'colossalai/legacy/zero/sharded_param/__init__.py' adding 'colossalai/legacy/zero/sharded_param/sharded_param.py' adding 'colossalai/legacy/zero/sharded_param/sharded_tensor.py' adding 'colossalai/logging/__init__.py' adding 'colossalai/logging/logger.py' adding 'colossalai/moe/__init__.py' adding 'colossalai/moe/_operation.py' adding 'colossalai/moe/checkpoint.py' adding 'colossalai/moe/experts.py' adding 'colossalai/moe/layers.py' adding 'colossalai/moe/load_balance.py' adding 'colossalai/moe/loss.py' adding 'colossalai/moe/manager.py' adding 'colossalai/moe/routers.py' adding 'colossalai/moe/utils.py' adding 'colossalai/nn/__init__.py' adding 'colossalai/nn/init.py' adding 'colossalai/nn/layer/__init__.py' adding 'colossalai/nn/layer/colo_attention.py' adding 'colossalai/nn/layer/layernorm.py' adding 'colossalai/nn/layer/scaled_softmax.py' adding 'colossalai/nn/layer/utils.py' adding 'colossalai/nn/loss/__init__.py' adding 'colossalai/nn/lr_scheduler/__init__.py' adding 'colossalai/nn/lr_scheduler/cosine.py' adding 'colossalai/nn/lr_scheduler/delayed.py' adding 'colossalai/nn/lr_scheduler/linear.py' adding 'colossalai/nn/lr_scheduler/multistep.py' adding 'colossalai/nn/lr_scheduler/onecycle.py' adding 'colossalai/nn/lr_scheduler/poly.py' adding 'colossalai/nn/lr_scheduler/torch.py' adding 'colossalai/nn/optimizer/__init__.py' adding 'colossalai/nn/optimizer/cpu_adam.py' adding 'colossalai/nn/optimizer/fused_adam.py' adding 'colossalai/nn/optimizer/fused_lamb.py' adding 'colossalai/nn/optimizer/fused_sgd.py' adding 'colossalai/nn/optimizer/hybrid_adam.py' adding 'colossalai/nn/optimizer/lamb.py' adding 'colossalai/nn/optimizer/lars.py' adding 'colossalai/nn/optimizer/nvme_optimizer.py' adding 'colossalai/pipeline/__init__.py' adding 'colossalai/pipeline/p2p.py' adding 'colossalai/pipeline/stage_manager.py' adding 'colossalai/pipeline/schedule/__init__.py' adding 'colossalai/pipeline/schedule/_utils.py' adding 'colossalai/pipeline/schedule/base.py' adding 'colossalai/pipeline/schedule/generate.py' adding 'colossalai/pipeline/schedule/interleaved_pp.py' adding 'colossalai/pipeline/schedule/one_f_one_b.py' adding 'colossalai/shardformer/__init__.py' adding 'colossalai/shardformer/_utils.py' adding 'colossalai/shardformer/layer/__init__.py' adding 'colossalai/shardformer/layer/_operation.py' adding 'colossalai/shardformer/layer/dropout.py' adding 'colossalai/shardformer/layer/embedding.py' adding 'colossalai/shardformer/layer/linear.py' adding 'colossalai/shardformer/layer/loss.py' adding 'colossalai/shardformer/layer/normalization.py' adding 'colossalai/shardformer/layer/parallel_module.py' adding 'colossalai/shardformer/layer/qkv_fused_linear.py' adding 'colossalai/shardformer/layer/utils.py' adding 'colossalai/shardformer/modeling/__init__.py' adding 'colossalai/shardformer/modeling/bert.py' adding 'colossalai/shardformer/modeling/blip2.py' adding 'colossalai/shardformer/modeling/bloom.py' adding 'colossalai/shardformer/modeling/chatglm2.py' adding 'colossalai/shardformer/modeling/falcon.py' adding 'colossalai/shardformer/modeling/gpt2.py' adding 'colossalai/shardformer/modeling/gptj.py' adding 'colossalai/shardformer/modeling/jit.py' adding 'colossalai/shardformer/modeling/llama.py' adding 'colossalai/shardformer/modeling/mistral.py' adding 'colossalai/shardformer/modeling/opt.py' adding 'colossalai/shardformer/modeling/sam.py' adding 'colossalai/shardformer/modeling/t5.py' adding 'colossalai/shardformer/modeling/vit.py' adding 'colossalai/shardformer/modeling/whisper.py' adding 'colossalai/shardformer/modeling/chatglm2_6b/__init__.py' adding 'colossalai/shardformer/modeling/chatglm2_6b/configuration_chatglm.py' adding 'colossalai/shardformer/modeling/chatglm2_6b/modeling_chatglm.py' adding 'colossalai/shardformer/policies/__init__.py' adding 'colossalai/shardformer/policies/auto_policy.py' adding 'colossalai/shardformer/policies/base_policy.py' adding 'colossalai/shardformer/policies/bert.py' adding 'colossalai/shardformer/policies/blip2.py' adding 'colossalai/shardformer/policies/bloom.py' adding 'colossalai/shardformer/policies/chatglm2.py' adding 'colossalai/shardformer/policies/falcon.py' adding 'colossalai/shardformer/policies/gpt2.py' adding 'colossalai/shardformer/policies/gptj.py' adding 'colossalai/shardformer/policies/llama.py' adding 'colossalai/shardformer/policies/mistral.py' adding 'colossalai/shardformer/policies/opt.py' adding 'colossalai/shardformer/policies/sam.py' adding 'colossalai/shardformer/policies/t5.py' adding 'colossalai/shardformer/policies/vit.py' adding 'colossalai/shardformer/policies/whisper.py' adding 'colossalai/shardformer/shard/__init__.py' adding 'colossalai/shardformer/shard/shard_config.py' adding 'colossalai/shardformer/shard/sharder.py' adding 'colossalai/shardformer/shard/shardformer.py' adding 'colossalai/shardformer/shard/utils.py' adding 'colossalai/tensor/__init__.py' adding 'colossalai/tensor/colo_parameter.py' adding 'colossalai/tensor/colo_tensor.py' adding 'colossalai/tensor/comm_spec.py' adding 'colossalai/tensor/param_op_hook.py' adding 'colossalai/tensor/shape_consistency.py' adding 'colossalai/tensor/sharding_spec.py' adding 'colossalai/tensor/utils.py' adding 'colossalai/tensor/d_tensor/__init__.py' adding 'colossalai/tensor/d_tensor/api.py' adding 'colossalai/tensor/d_tensor/comm_spec.py' adding 'colossalai/tensor/d_tensor/layout.py' adding 'colossalai/tensor/d_tensor/layout_converter.py' adding 'colossalai/tensor/d_tensor/misc.py' adding 'colossalai/tensor/d_tensor/sharding_spec.py' adding 'colossalai/tensor/d_tensor/utils.py' adding 'colossalai/tensor/moe_tensor/__init__.py' adding 'colossalai/tensor/moe_tensor/api.py' adding 'colossalai/tensor/moe_tensor/moe_info.py' adding 'colossalai/testing/__init__.py' adding 'colossalai/testing/comparison.py' adding 'colossalai/testing/pytest_wrapper.py' adding 'colossalai/testing/random.py' adding 'colossalai/testing/utils.py' adding 'colossalai/utils/__init__.py' adding 'colossalai/utils/common.py' adding 'colossalai/utils/memory.py' adding 'colossalai/utils/timer.py' adding 'colossalai/utils/model/__init__.py' adding 'colossalai/utils/model/utils.py' adding 'colossalai/utils/multi_tensor_apply/__init__.py' adding 'colossalai/utils/multi_tensor_apply/multi_tensor_apply.py' adding 'colossalai/utils/rank_recorder/__init__.py' adding 'colossalai/utils/rank_recorder/rank_recorder.py' adding 'colossalai/utils/tensor_detector/__init__.py' adding 'colossalai/utils/tensor_detector/tensor_detector.py' adding 'colossalai/zero/__init__.py' adding 'colossalai/zero/wrapper.py' adding 'colossalai/zero/gemini/__init__.py' adding 'colossalai/zero/gemini/gemini_ddp.py' adding 'colossalai/zero/gemini/gemini_hook.py' adding 'colossalai/zero/gemini/gemini_mgr.py' adding 'colossalai/zero/gemini/gemini_optimizer.py' adding 'colossalai/zero/gemini/placement_policy.py' adding 'colossalai/zero/gemini/utils.py' adding 'colossalai/zero/gemini/chunk/__init__.py' adding 'colossalai/zero/gemini/chunk/chunk.py' adding 'colossalai/zero/gemini/chunk/manager.py' adding 'colossalai/zero/gemini/chunk/search_utils.py' adding 'colossalai/zero/gemini/chunk/utils.py' adding 'colossalai/zero/gemini/memory_tracer/__init__.py' adding 'colossalai/zero/gemini/memory_tracer/chunk_memstats_collector.py' adding 'colossalai/zero/gemini/memory_tracer/memory_monitor.py' adding 'colossalai/zero/gemini/memory_tracer/memory_stats.py' adding 'colossalai/zero/gemini/memory_tracer/memstats_collector.py' adding 'colossalai/zero/gemini/memory_tracer/param_runtime_order.py' adding 'colossalai/zero/gemini/memory_tracer/runtime_mem_tracer.py' adding 'colossalai/zero/gemini/memory_tracer/static_memstats_collector.py' adding 'colossalai/zero/gemini/memory_tracer/utils.py' adding 'colossalai/zero/low_level/__init__.py' adding 'colossalai/zero/low_level/_utils.py' adding 'colossalai/zero/low_level/low_level_optim.py' adding 'colossalai/zero/low_level/bookkeeping/__init__.py' adding 'colossalai/zero/low_level/bookkeeping/base_store.py' adding 'colossalai/zero/low_level/bookkeeping/bucket_store.py' adding 'colossalai/zero/low_level/bookkeeping/gradient_store.py' adding 'colossalai/zero/low_level/bookkeeping/parameter_store.py' adding 'colossalai/zero/low_level/bookkeeping/tensor_bucket.py' adding 'examples/language/__init__.py' adding 'examples/language/data_utils.py' adding 'examples/language/model_utils.py' adding 'examples/language/performance_evaluator.py' adding 'extensions/cpu_adam/__init__.py' adding 'extensions/cpu_adam/cpu_adam_arm.py' adding 'extensions/cpu_adam/cpu_adam_x86.py' adding 'extensions/csrc/__init__.py' adding 'extensions/csrc/scaled_softmax.py' adding 'extensions/flash_attention/__init__.py' adding 'extensions/flash_attention/flash_attention_dao_cuda.py' adding 'extensions/flash_attention/flash_attention_npu.py' adding 'extensions/flash_attention/flash_attention_xformers_cuda.py' adding 'extensions/layernorm/__init__.py' adding 'extensions/layernorm/layernorm_cuda.py' adding 'extensions/moe/__init__.py' adding 'extensions/moe/moe_cuda.py' adding 'extensions/optimizer/__init__.py' adding 'extensions/optimizer/fused_optimizer_cuda.py' adding 'extensions/softmax/__init__.py' adding 'extensions/softmax/scaled_masked_softmax_cuda.py' adding 'extensions/softmax/scaled_upper_triangle_masked_softmax_cuda.py' adding 'tests/kit/__init__.py' adding 'tests/kit/model_zoo/__init__.py' adding 'tests/kit/model_zoo/executor.py' adding 'tests/kit/model_zoo/registry.py' adding 'tests/kit/model_zoo/custom/__init__.py' adding 'tests/kit/model_zoo/custom/base.py' adding 'tests/kit/model_zoo/custom/hanging_param_model.py' adding 'tests/kit/model_zoo/custom/nested_model.py' adding 'tests/kit/model_zoo/custom/repeated_computed_layers.py' adding 'tests/kit/model_zoo/custom/simple_net.py' adding 'tests/kit/model_zoo/diffusers/__init__.py' adding 'tests/kit/model_zoo/diffusers/diffusers.py' adding 'tests/kit/model_zoo/timm/__init__.py' adding 'tests/kit/model_zoo/timm/timm.py' adding 'tests/kit/model_zoo/torchaudio/__init__.py' adding 'tests/kit/model_zoo/torchaudio/torchaudio.py' adding 'tests/kit/model_zoo/torchrec/__init__.py' adding 'tests/kit/model_zoo/torchrec/torchrec.py' adding 'tests/kit/model_zoo/torchvision/__init__.py' adding 'tests/kit/model_zoo/torchvision/torchvision.py' adding 'tests/kit/model_zoo/transformers/__init__.py' adding 'tests/kit/model_zoo/transformers/albert.py' adding 'tests/kit/model_zoo/transformers/bert.py' adding 'tests/kit/model_zoo/transformers/blip2.py' adding 'tests/kit/model_zoo/transformers/bloom.py' adding 'tests/kit/model_zoo/transformers/chatglm2.py' adding 'tests/kit/model_zoo/transformers/falcon.py' adding 'tests/kit/model_zoo/transformers/gpt.py' adding 'tests/kit/model_zoo/transformers/gptj.py' adding 'tests/kit/model_zoo/transformers/llama.py' adding 'tests/kit/model_zoo/transformers/mistral.py' adding 'tests/kit/model_zoo/transformers/opt.py' adding 'tests/kit/model_zoo/transformers/sam.py' adding 'tests/kit/model_zoo/transformers/t5.py' adding 'tests/kit/model_zoo/transformers/vit.py' adding 'tests/kit/model_zoo/transformers/whisper.py' adding 'tests/test_analyzer/__init__.py' adding 'tests/test_analyzer/test_fx/__init__.py' adding 'tests/test_analyzer/test_fx/test_bias_addition.py' adding 'tests/test_analyzer/test_fx/test_mod_dir.py' adding 'tests/test_analyzer/test_fx/test_nested_ckpt.py' adding 'tests/test_analyzer/test_fx/test_shape_prop.py' adding 'tests/test_analyzer/test_fx/test_symbolic_profile.py' adding 'tests/test_analyzer/test_fx/zoo.py' adding 'tests/test_analyzer/test_subclasses/__init__.py' adding 'tests/test_analyzer/test_subclasses/test_aten.py' adding 'tests/test_analyzer/test_subclasses/test_flop_tensor.py' adding 'tests/test_analyzer/test_subclasses/test_meta_mode.py' adding 'tests/test_auto_parallel/__init__.py' adding 'tests/test_auto_parallel/test_pass/__init__.py' adding 'tests/test_auto_parallel/test_pass/test_node_converting_pass.py' adding 'tests/test_auto_parallel/test_pass/test_size_value_converting_pass.py' adding 'tests/test_auto_parallel/test_tensor_shard/__init__.py' adding 'tests/test_auto_parallel/test_tensor_shard/test_bias_addition_forward.py' adding 'tests/test_auto_parallel/test_tensor_shard/test_broadcast.py' adding 'tests/test_auto_parallel/test_tensor_shard/test_checkpoint.py' adding 'tests/test_auto_parallel/test_tensor_shard/test_compatibility_with_ddp.py' adding 'tests/test_auto_parallel/test_tensor_shard/test_compatibility_with_gemini.py' adding 'tests/test_auto_parallel/test_tensor_shard/test_find_repeat_block.py' adding 'tests/test_auto_parallel/test_tensor_shard/test_liveness_analysis.py' adding 'tests/test_auto_parallel/test_tensor_shard/test_solver_with_resnet_v2.py' adding 'tests/test_auto_parallel/test_tensor_shard/test_gpt/__init__.py' adding 'tests/test_auto_parallel/test_tensor_shard/test_gpt/gpt_modules.py' adding 'tests/test_auto_parallel/test_tensor_shard/test_gpt/test_runtime_with_gpt_modules.py' adding 'tests/test_auto_parallel/test_tensor_shard/test_gpt/test_solver_with_gpt_module.py' adding 'tests/test_auto_parallel/test_tensor_shard/test_node_handler/__init__.py' adding 'tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_addbmm_handler.py' adding 'tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_addmm_handler.py' adding 'tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_batch_norm_handler.py' adding 'tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_bias_linear_function_node.py' adding 'tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_bias_linear_module_node.py' adding 'tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_binary_elementwise_handler.py' adding 'tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_bmm_handler.py' adding 'tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_conv_handler.py' adding 'tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_default_reshape_handler.py' adding 'tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_embedding_handler.py' adding 'tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_getattr_handler.py' adding 'tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_getitem_handler.py' adding 'tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_layer_norm_handler.py' adding 'tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_linear_handler.py' adding 'tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_matmul_handler.py' adding 'tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_norm_pooling_handler.py' adding 'tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_output_handler.py' adding 'tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_permute_and_transpose_handler.py' adding 'tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_placeholder_handler.py' adding 'tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_shard_option.py' adding 'tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_softmax_handler.py' adding 'tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_split_handler.py' adding 'tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_sum_handler.py' adding 'tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_tensor_constructor.py' adding 'tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_unary_element_wise_handler.py' adding 'tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_view_handler.py' adding 'tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_where_handler.py' adding 'tests/test_auto_parallel/test_tensor_shard/test_node_handler/utils.py' adding 'tests/test_shardformer/__init__.py' adding 'tests/test_shardformer/test_shard_utils.py' adding 'tests/test_shardformer/test_with_torch_ddp.py' adding 'tests/test_shardformer/test_model/__init__.py' adding 'tests/test_shardformer/test_model/_utils.py' adding 'tests/test_shardformer/test_model/test_shard_bert.py' adding 'tests/test_shardformer/test_model/test_shard_blip2.py' adding 'tests/test_shardformer/test_model/test_shard_bloom.py' adding 'tests/test_shardformer/test_model/test_shard_chatglm2.py' adding 'tests/test_shardformer/test_model/test_shard_falcon.py' adding 'tests/test_shardformer/test_model/test_shard_gpt2.py' adding 'tests/test_shardformer/test_model/test_shard_gptj.py' adding 'tests/test_shardformer/test_model/test_shard_llama.py' adding 'tests/test_shardformer/test_model/test_shard_mistral.py' adding 'tests/test_shardformer/test_model/test_shard_opt.py' adding 'tests/test_shardformer/test_model/test_shard_sam.py' adding 'tests/test_shardformer/test_model/test_shard_t5.py' adding 'tests/test_shardformer/test_model/test_shard_vit.py' adding 'tests/test_shardformer/test_model/test_shard_whisper.py' adding 'colossalai-0.3.6.dist-info/LICENSE' adding 'colossalai-0.3.6.dist-info/METADATA' adding 'colossalai-0.3.6.dist-info/WHEEL' adding 'colossalai-0.3.6.dist-info/entry_points.txt' adding 'colossalai-0.3.6.dist-info/top_level.txt' adding 'colossalai-0.3.6.dist-info/RECORD' removing build/bdist.linux-x86_64/wheel Building wheel for colossalai (pyproject.toml): finished with status 'done' Created wheel for colossalai: filename=colossalai-0.3.6-py3-none-any.whl size=1538429 sha256=0b7476d8703e783f2f899d88e570a0779906596edbd553f9544f5aba5162b5f9 Stored in directory: /builddir/.cache/pip/wheels/44/da/c5/623d0df6e314541fa0e2eccd0397c2ca000d7faa50d7ef44de Successfully built colossalai + sleep 1 + RPM_EC=0 ++ jobs -p + exit 0 Executing(%install): /bin/sh -e /var/tmp/rpm-tmp.bFrm1W + umask 022 + cd /builddir/build/BUILD + '[' /builddir/build/BUILDROOT/colossalai-0.3.6-1.x86_64 '!=' / ']' + rm -rf /builddir/build/BUILDROOT/colossalai-0.3.6-1.x86_64 ++ dirname /builddir/build/BUILDROOT/colossalai-0.3.6-1.x86_64 + mkdir -p /builddir/build/BUILDROOT + mkdir /builddir/build/BUILDROOT/colossalai-0.3.6-1.x86_64 + cd ColossalAI-0.3.6 ++ ls ./build/colossalai-0.3.6-py3-none-any.whl ++ xargs basename --multiple ++ sed -E 's/([^-]+)-([^-]+)-.+\.whl/\1==\2/' + specifier=colossalai==0.3.6 + CFLAGS='-O2 -g -pipe -Wall -Werror=format-security -Wp,-D_FORTIFY_SOURCE=2 -Wp,-D_GLIBCXX_ASSERTIONS -fstack-protector-strong -grecord-gcc-switches -specs=/usr/lib/rpm/generic-hardened-cc1 -m64 -mtune=generic -fasynchronous-unwind-tables -fstack-clash-protection ' + LDFLAGS='-Wl,-z,relro -Wl,-z,now -specs=/usr/lib/rpm/generic-hardened-ld' + /usr/bin/python3 -mpip install --verbose --progress-bar off --disable-pip-version-check --root /builddir/build/BUILDROOT/colossalai-0.3.6-1.x86_64 --no-compile --ignore-installed --no-deps --no-index --find-links ./build colossalai==0.3.6 Using pip 23.1.2 from /usr/lib/python3.11/site-packages/pip (python 3.11) Looking in links: ./build Processing ./build/colossalai-0.3.6-py3-none-any.whl Installing collected packages: colossalai Creating /builddir/build/BUILDROOT/colossalai-0.3.6-1.x86_64/usr/bin changing mode of /builddir/build/BUILDROOT/colossalai-0.3.6-1.x86_64/usr/bin/colossalai to 755 WARNING: The script colossalai is installed in '/builddir/build/BUILDROOT/colossalai-0.3.6-1.x86_64/usr/bin' which is not on PATH. Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location. Successfully installed colossalai-0.3.6 + /usr/bin/find-debuginfo -j4 --strict-build-id -i --build-id-seed 0.3.6-1 --unique-debug-suffix -0.3.6-1.x86_64 --unique-debug-src-base colossalai-0.3.6-1.x86_64 -S debugsourcefiles.list /builddir/build/BUILD/ColossalAI-0.3.6 find: 'debug': No such file or directory + /usr/lib/rpm/check-buildroot + /usr/lib/rpm/brp-ldconfig + /usr/lib/rpm/brp-compress + /usr/lib/rpm/brp-strip-static-archive /usr/bin/strip + /usr/lib/rpm/brp-python-bytecompile /usr/bin/python 1 1 Bytecompiling .py files below /builddir/build/BUILDROOT/colossalai-0.3.6-1.x86_64/usr/lib/python3.11 using /usr/bin/python3.11 + /usr/lib/rpm/brp-python-hardlink Processing files: python3-colossalai-0.3.6-1.x86_64 Executing(%doc): /bin/sh -e /var/tmp/rpm-tmp.sifva6 + umask 022 + cd /builddir/build/BUILD + cd ColossalAI-0.3.6 + DOCDIR=/builddir/build/BUILDROOT/colossalai-0.3.6-1.x86_64/usr/share/doc/python3-colossalai + export LC_ALL=C + LC_ALL=C + export DOCDIR + /usr/bin/mkdir -p /builddir/build/BUILDROOT/colossalai-0.3.6-1.x86_64/usr/share/doc/python3-colossalai + cp -pr CHANGE_LOG.md CONTRIBUTING.md README.md /builddir/build/BUILDROOT/colossalai-0.3.6-1.x86_64/usr/share/doc/python3-colossalai + RPM_EC=0 ++ jobs -p + exit 0 Executing(%license): /bin/sh -e /var/tmp/rpm-tmp.4iK5ff + umask 022 + cd /builddir/build/BUILD + cd ColossalAI-0.3.6 + LICENSEDIR=/builddir/build/BUILDROOT/colossalai-0.3.6-1.x86_64/usr/share/licenses/python3-colossalai + export LC_ALL=C + LC_ALL=C + export LICENSEDIR + /usr/bin/mkdir -p /builddir/build/BUILDROOT/colossalai-0.3.6-1.x86_64/usr/share/licenses/python3-colossalai + cp -pr LICENSE /builddir/build/BUILDROOT/colossalai-0.3.6-1.x86_64/usr/share/licenses/python3-colossalai + RPM_EC=0 ++ jobs -p + exit 0 /usr/lib/rpm/pythondistdeps.py:105: DeprecationWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html from pkg_resources import Distribution, FileMetadata, PathMetadata, Requirement /usr/lib/rpm/pythondistdeps.py:105: DeprecationWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html from pkg_resources import Distribution, FileMetadata, PathMetadata, Requirement Provides: python3-colossalai = 0.3.6-1 python3-colossalai(x86-64) = 0.3.6-1 python3.11dist(colossalai) = 0.3.6 python3dist(colossalai) = 0.3.6 Requires(rpmlib): rpmlib(CompressedFileNames) <= 3.0.4-1 rpmlib(FileDigests) <= 4.6.0-1 rpmlib(PartialHardlinkSets) <= 4.0.4-1 rpmlib(PayloadFilesHavePrefix) <= 4.0-1 Requires: python(abi) = 3.11 python3.11dist(click) python3.11dist(contexttimer) python3.11dist(einops) python3.11dist(fabric) python3.11dist(google) python3.11dist(ninja) python3.11dist(numpy) python3.11dist(packaging) python3.11dist(pre-commit) python3.11dist(protobuf) python3.11dist(psutil) python3.11dist(pydantic) python3.11dist(ray) python3.11dist(rich) python3.11dist(safetensors) python3.11dist(sentencepiece) python3.11dist(setuptools) python3.11dist(torch) >= 1.12 python3.11dist(tqdm) Processing files: colossalai-debuginfo-0.3.6-1.x86_64 warning: Empty %files file /builddir/build/BUILD/ColossalAI-0.3.6/debugfiles.list Processing files: colossalai-debugsource-0.3.6-1.x86_64 Checking for unpackaged file(s): /usr/lib/rpm/check-files /builddir/build/BUILDROOT/colossalai-0.3.6-1.x86_64 warning: Empty %files file /builddir/build/BUILD/ColossalAI-0.3.6/debugsourcefiles.list warning: Installed (but unpackaged) file(s) found: /usr/bin/colossalai /usr/lib/python3.11/site-packages/examples/language/__init__.py /usr/lib/python3.11/site-packages/examples/language/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/examples/language/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/examples/language/__pycache__/data_utils.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/examples/language/__pycache__/data_utils.cpython-311.pyc /usr/lib/python3.11/site-packages/examples/language/__pycache__/model_utils.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/examples/language/__pycache__/model_utils.cpython-311.pyc /usr/lib/python3.11/site-packages/examples/language/__pycache__/performance_evaluator.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/examples/language/__pycache__/performance_evaluator.cpython-311.pyc /usr/lib/python3.11/site-packages/examples/language/data_utils.py /usr/lib/python3.11/site-packages/examples/language/model_utils.py /usr/lib/python3.11/site-packages/examples/language/performance_evaluator.py /usr/lib/python3.11/site-packages/extensions/cpu_adam/__init__.py /usr/lib/python3.11/site-packages/extensions/cpu_adam/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/extensions/cpu_adam/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/extensions/cpu_adam/__pycache__/cpu_adam_arm.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/extensions/cpu_adam/__pycache__/cpu_adam_arm.cpython-311.pyc /usr/lib/python3.11/site-packages/extensions/cpu_adam/__pycache__/cpu_adam_x86.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/extensions/cpu_adam/__pycache__/cpu_adam_x86.cpython-311.pyc /usr/lib/python3.11/site-packages/extensions/cpu_adam/cpu_adam_arm.py /usr/lib/python3.11/site-packages/extensions/cpu_adam/cpu_adam_x86.py /usr/lib/python3.11/site-packages/extensions/csrc/__init__.py /usr/lib/python3.11/site-packages/extensions/csrc/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/extensions/csrc/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/extensions/csrc/__pycache__/scaled_softmax.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/extensions/csrc/__pycache__/scaled_softmax.cpython-311.pyc /usr/lib/python3.11/site-packages/extensions/csrc/scaled_softmax.py /usr/lib/python3.11/site-packages/extensions/flash_attention/__init__.py /usr/lib/python3.11/site-packages/extensions/flash_attention/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/extensions/flash_attention/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/extensions/flash_attention/__pycache__/flash_attention_dao_cuda.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/extensions/flash_attention/__pycache__/flash_attention_dao_cuda.cpython-311.pyc /usr/lib/python3.11/site-packages/extensions/flash_attention/__pycache__/flash_attention_npu.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/extensions/flash_attention/__pycache__/flash_attention_npu.cpython-311.pyc /usr/lib/python3.11/site-packages/extensions/flash_attention/__pycache__/flash_attention_xformers_cuda.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/extensions/flash_attention/__pycache__/flash_attention_xformers_cuda.cpython-311.pyc /usr/lib/python3.11/site-packages/extensions/flash_attention/flash_attention_dao_cuda.py /usr/lib/python3.11/site-packages/extensions/flash_attention/flash_attention_npu.py /usr/lib/python3.11/site-packages/extensions/flash_attention/flash_attention_xformers_cuda.py /usr/lib/python3.11/site-packages/extensions/layernorm/__init__.py /usr/lib/python3.11/site-packages/extensions/layernorm/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/extensions/layernorm/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/extensions/layernorm/__pycache__/layernorm_cuda.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/extensions/layernorm/__pycache__/layernorm_cuda.cpython-311.pyc /usr/lib/python3.11/site-packages/extensions/layernorm/layernorm_cuda.py /usr/lib/python3.11/site-packages/extensions/moe/__init__.py /usr/lib/python3.11/site-packages/extensions/moe/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/extensions/moe/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/extensions/moe/__pycache__/moe_cuda.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/extensions/moe/__pycache__/moe_cuda.cpython-311.pyc /usr/lib/python3.11/site-packages/extensions/moe/moe_cuda.py /usr/lib/python3.11/site-packages/extensions/optimizer/__init__.py /usr/lib/python3.11/site-packages/extensions/optimizer/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/extensions/optimizer/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/extensions/optimizer/__pycache__/fused_optimizer_cuda.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/extensions/optimizer/__pycache__/fused_optimizer_cuda.cpython-311.pyc /usr/lib/python3.11/site-packages/extensions/optimizer/fused_optimizer_cuda.py /usr/lib/python3.11/site-packages/extensions/softmax/__init__.py /usr/lib/python3.11/site-packages/extensions/softmax/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/extensions/softmax/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/extensions/softmax/__pycache__/scaled_masked_softmax_cuda.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/extensions/softmax/__pycache__/scaled_masked_softmax_cuda.cpython-311.pyc /usr/lib/python3.11/site-packages/extensions/softmax/__pycache__/scaled_upper_triangle_masked_softmax_cuda.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/extensions/softmax/__pycache__/scaled_upper_triangle_masked_softmax_cuda.cpython-311.pyc /usr/lib/python3.11/site-packages/extensions/softmax/scaled_masked_softmax_cuda.py /usr/lib/python3.11/site-packages/extensions/softmax/scaled_upper_triangle_masked_softmax_cuda.py /usr/lib/python3.11/site-packages/tests/kit/__init__.py /usr/lib/python3.11/site-packages/tests/kit/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/__init__.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/__pycache__/executor.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/__pycache__/executor.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/__pycache__/registry.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/__pycache__/registry.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/custom/__init__.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/custom/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/custom/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/custom/__pycache__/base.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/custom/__pycache__/base.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/custom/__pycache__/hanging_param_model.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/custom/__pycache__/hanging_param_model.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/custom/__pycache__/nested_model.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/custom/__pycache__/nested_model.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/custom/__pycache__/repeated_computed_layers.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/custom/__pycache__/repeated_computed_layers.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/custom/__pycache__/simple_net.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/custom/__pycache__/simple_net.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/custom/base.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/custom/hanging_param_model.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/custom/nested_model.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/custom/repeated_computed_layers.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/custom/simple_net.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/diffusers/__init__.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/diffusers/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/diffusers/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/diffusers/__pycache__/diffusers.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/diffusers/__pycache__/diffusers.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/diffusers/diffusers.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/executor.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/registry.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/timm/__init__.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/timm/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/timm/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/timm/__pycache__/timm.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/timm/__pycache__/timm.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/timm/timm.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/torchaudio/__init__.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/torchaudio/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/torchaudio/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/torchaudio/__pycache__/torchaudio.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/torchaudio/__pycache__/torchaudio.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/torchaudio/torchaudio.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/torchrec/__init__.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/torchrec/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/torchrec/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/torchrec/__pycache__/torchrec.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/torchrec/__pycache__/torchrec.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/torchrec/torchrec.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/torchvision/__init__.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/torchvision/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/torchvision/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/torchvision/__pycache__/torchvision.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/torchvision/__pycache__/torchvision.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/torchvision/torchvision.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__init__.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/albert.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/albert.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/bert.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/bert.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/blip2.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/blip2.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/bloom.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/bloom.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/chatglm2.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/chatglm2.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/falcon.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/falcon.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/gpt.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/gpt.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/gptj.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/gptj.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/llama.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/llama.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/mistral.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/mistral.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/opt.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/opt.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/sam.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/sam.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/t5.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/t5.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/vit.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/vit.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/whisper.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/whisper.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/albert.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/bert.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/blip2.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/bloom.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/chatglm2.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/falcon.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/gpt.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/gptj.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/llama.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/mistral.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/opt.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/sam.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/t5.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/vit.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/whisper.py /usr/lib/python3.11/site-packages/tests/test_analyzer/__init__.py /usr/lib/python3.11/site-packages/tests/test_analyzer/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_analyzer/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_analyzer/test_fx/__init__.py /usr/lib/python3.11/site-packages/tests/test_analyzer/test_fx/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_analyzer/test_fx/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_analyzer/test_fx/__pycache__/test_bias_addition.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_analyzer/test_fx/__pycache__/test_bias_addition.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_analyzer/test_fx/__pycache__/test_mod_dir.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_analyzer/test_fx/__pycache__/test_mod_dir.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_analyzer/test_fx/__pycache__/test_nested_ckpt.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_analyzer/test_fx/__pycache__/test_nested_ckpt.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_analyzer/test_fx/__pycache__/test_shape_prop.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_analyzer/test_fx/__pycache__/test_shape_prop.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_analyzer/test_fx/__pycache__/test_symbolic_profile.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_analyzer/test_fx/__pycache__/test_symbolic_profile.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_analyzer/test_fx/__pycache__/zoo.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_analyzer/test_fx/__pycache__/zoo.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_analyzer/test_fx/test_bias_addition.py /usr/lib/python3.11/site-packages/tests/test_analyzer/test_fx/test_mod_dir.py /usr/lib/python3.11/site-packages/tests/test_analyzer/test_fx/test_nested_ckpt.py /usr/lib/python3.11/site-packages/tests/test_analyzer/test_fx/test_shape_prop.py /usr/lib/python3.11/site-packages/tests/test_analyzer/test_fx/test_symbolic_profile.py /usr/lib/python3.11/site-packages/tests/test_analyzer/test_fx/zoo.py /usr/lib/python3.11/site-packages/tests/test_analyzer/test_subclasses/__init__.py /usr/lib/python3.11/site-packages/tests/test_analyzer/test_subclasses/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_analyzer/test_subclasses/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_analyzer/test_subclasses/__pycache__/test_aten.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_analyzer/test_subclasses/__pycache__/test_aten.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_analyzer/test_subclasses/__pycache__/test_flop_tensor.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_analyzer/test_subclasses/__pycache__/test_flop_tensor.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_analyzer/test_subclasses/__pycache__/test_meta_mode.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_analyzer/test_subclasses/__pycache__/test_meta_mode.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_analyzer/test_subclasses/test_aten.py /usr/lib/python3.11/site-packages/tests/test_analyzer/test_subclasses/test_flop_tensor.py /usr/lib/python3.11/site-packages/tests/test_analyzer/test_subclasses/test_meta_mode.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/__init__.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_pass/__init__.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_pass/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_pass/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_pass/__pycache__/test_node_converting_pass.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_pass/__pycache__/test_node_converting_pass.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_pass/__pycache__/test_size_value_converting_pass.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_pass/__pycache__/test_size_value_converting_pass.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_pass/test_node_converting_pass.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_pass/test_size_value_converting_pass.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/__init__.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/__pycache__/test_bias_addition_forward.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/__pycache__/test_bias_addition_forward.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/__pycache__/test_broadcast.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/__pycache__/test_broadcast.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/__pycache__/test_checkpoint.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/__pycache__/test_checkpoint.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/__pycache__/test_compatibility_with_ddp.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/__pycache__/test_compatibility_with_ddp.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/__pycache__/test_compatibility_with_gemini.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/__pycache__/test_compatibility_with_gemini.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/__pycache__/test_find_repeat_block.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/__pycache__/test_find_repeat_block.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/__pycache__/test_liveness_analysis.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/__pycache__/test_liveness_analysis.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/__pycache__/test_solver_with_resnet_v2.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/__pycache__/test_solver_with_resnet_v2.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_bias_addition_forward.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_broadcast.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_checkpoint.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_compatibility_with_ddp.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_compatibility_with_gemini.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_find_repeat_block.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_gpt/__init__.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_gpt/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_gpt/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_gpt/__pycache__/gpt_modules.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_gpt/__pycache__/gpt_modules.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_gpt/__pycache__/test_runtime_with_gpt_modules.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_gpt/__pycache__/test_runtime_with_gpt_modules.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_gpt/__pycache__/test_solver_with_gpt_module.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_gpt/__pycache__/test_solver_with_gpt_module.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_gpt/gpt_modules.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_gpt/test_runtime_with_gpt_modules.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_gpt/test_solver_with_gpt_module.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_liveness_analysis.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__init__.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_addbmm_handler.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_addbmm_handler.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_addmm_handler.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_addmm_handler.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_batch_norm_handler.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_batch_norm_handler.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_bias_linear_function_node.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_bias_linear_function_node.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_bias_linear_module_node.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_bias_linear_module_node.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_binary_elementwise_handler.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_binary_elementwise_handler.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_bmm_handler.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_bmm_handler.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_conv_handler.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_conv_handler.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_default_reshape_handler.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_default_reshape_handler.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_embedding_handler.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_embedding_handler.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_getattr_handler.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_getattr_handler.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_getitem_handler.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_getitem_handler.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_layer_norm_handler.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_layer_norm_handler.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_linear_handler.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_linear_handler.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_matmul_handler.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_matmul_handler.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_norm_pooling_handler.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_norm_pooling_handler.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_output_handler.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_output_handler.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_permute_and_transpose_handler.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_permute_and_transpose_handler.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_placeholder_handler.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_placeholder_handler.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_shard_option.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_shard_option.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_softmax_handler.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_softmax_handler.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_split_handler.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_split_handler.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_sum_handler.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_sum_handler.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_tensor_constructor.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_tensor_constructor.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_unary_element_wise_handler.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_unary_element_wise_handler.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_view_handler.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_view_handler.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_where_handler.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_where_handler.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/utils.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/utils.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_addbmm_handler.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_addmm_handler.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_batch_norm_handler.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_bias_linear_function_node.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_bias_linear_module_node.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_binary_elementwise_handler.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_bmm_handler.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_conv_handler.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_default_reshape_handler.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_embedding_handler.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_getattr_handler.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_getitem_handler.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_layer_norm_handler.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_linear_handler.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_matmul_handler.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_norm_pooling_handler.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_output_handler.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_permute_and_transpose_handler.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_placeholder_handler.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_shard_option.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_softmax_handler.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_split_handler.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_sum_handler.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_tensor_constructor.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_unary_element_wise_handler.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_view_handler.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_where_handler.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/utils.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_solver_with_resnet_v2.py /usr/lib/python3.11/site-packages/tests/test_shardformer/__init__.py /usr/lib/python3.11/site-packages/tests/test_shardformer/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/__pycache__/test_shard_utils.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/__pycache__/test_shard_utils.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/__pycache__/test_with_torch_ddp.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/__pycache__/test_with_torch_ddp.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__init__.py /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/_utils.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/_utils.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_bert.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_bert.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_blip2.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_blip2.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_bloom.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_bloom.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_chatglm2.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_chatglm2.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_falcon.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_falcon.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_gpt2.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_gpt2.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_gptj.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_gptj.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_llama.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_llama.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_mistral.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_mistral.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_opt.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_opt.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_sam.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_sam.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_t5.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_t5.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_vit.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_vit.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_whisper.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_whisper.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/_utils.py /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/test_shard_bert.py /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/test_shard_blip2.py /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/test_shard_bloom.py /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/test_shard_chatglm2.py /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/test_shard_falcon.py /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/test_shard_gpt2.py /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/test_shard_gptj.py /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/test_shard_llama.py /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/test_shard_mistral.py /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/test_shard_opt.py /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/test_shard_sam.py /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/test_shard_t5.py /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/test_shard_vit.py /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/test_shard_whisper.py /usr/lib/python3.11/site-packages/tests/test_shardformer/test_shard_utils.py /usr/lib/python3.11/site-packages/tests/test_shardformer/test_with_torch_ddp.py Wrote: /builddir/build/RPMS/colossalai-debugsource-0.3.6-1.x86_64.rpm Wrote: /builddir/build/RPMS/colossalai-debuginfo-0.3.6-1.x86_64.rpm Wrote: /builddir/build/RPMS/python3-colossalai-0.3.6-1.x86_64.rpm Executing(%clean): /bin/sh -e /var/tmp/rpm-tmp.QypAQJ + umask 022 + cd /builddir/build/BUILD + cd ColossalAI-0.3.6 + /usr/bin/rm -rf /builddir/build/BUILDROOT/colossalai-0.3.6-1.x86_64 + RPM_EC=0 ++ jobs -p + exit 0 Executing(rmbuild): /bin/sh -e /var/tmp/rpm-tmp.fZyKm3 + umask 022 + cd /builddir/build/BUILD + rm -rf ColossalAI-0.3.6 ColossalAI-0.3.6.gemspec + RPM_EC=0 ++ jobs -p + exit 0 RPM build warnings: Empty %files file /builddir/build/BUILD/ColossalAI-0.3.6/debugfiles.list Empty %files file /builddir/build/BUILD/ColossalAI-0.3.6/debugsourcefiles.list Installed (but unpackaged) file(s) found: /usr/bin/colossalai /usr/lib/python3.11/site-packages/examples/language/__init__.py /usr/lib/python3.11/site-packages/examples/language/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/examples/language/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/examples/language/__pycache__/data_utils.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/examples/language/__pycache__/data_utils.cpython-311.pyc /usr/lib/python3.11/site-packages/examples/language/__pycache__/model_utils.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/examples/language/__pycache__/model_utils.cpython-311.pyc /usr/lib/python3.11/site-packages/examples/language/__pycache__/performance_evaluator.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/examples/language/__pycache__/performance_evaluator.cpython-311.pyc /usr/lib/python3.11/site-packages/examples/language/data_utils.py /usr/lib/python3.11/site-packages/examples/language/model_utils.py /usr/lib/python3.11/site-packages/examples/language/performance_evaluator.py /usr/lib/python3.11/site-packages/extensions/cpu_adam/__init__.py /usr/lib/python3.11/site-packages/extensions/cpu_adam/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/extensions/cpu_adam/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/extensions/cpu_adam/__pycache__/cpu_adam_arm.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/extensions/cpu_adam/__pycache__/cpu_adam_arm.cpython-311.pyc /usr/lib/python3.11/site-packages/extensions/cpu_adam/__pycache__/cpu_adam_x86.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/extensions/cpu_adam/__pycache__/cpu_adam_x86.cpython-311.pyc /usr/lib/python3.11/site-packages/extensions/cpu_adam/cpu_adam_arm.py /usr/lib/python3.11/site-packages/extensions/cpu_adam/cpu_adam_x86.py /usr/lib/python3.11/site-packages/extensions/csrc/__init__.py /usr/lib/python3.11/site-packages/extensions/csrc/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/extensions/csrc/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/extensions/csrc/__pycache__/scaled_softmax.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/extensions/csrc/__pycache__/scaled_softmax.cpython-311.pyc /usr/lib/python3.11/site-packages/extensions/csrc/scaled_softmax.py /usr/lib/python3.11/site-packages/extensions/flash_attention/__init__.py /usr/lib/python3.11/site-packages/extensions/flash_attention/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/extensions/flash_attention/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/extensions/flash_attention/__pycache__/flash_attention_dao_cuda.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/extensions/flash_attention/__pycache__/flash_attention_dao_cuda.cpython-311.pyc /usr/lib/python3.11/site-packages/extensions/flash_attention/__pycache__/flash_attention_npu.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/extensions/flash_attention/__pycache__/flash_attention_npu.cpython-311.pyc /usr/lib/python3.11/site-packages/extensions/flash_attention/__pycache__/flash_attention_xformers_cuda.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/extensions/flash_attention/__pycache__/flash_attention_xformers_cuda.cpython-311.pyc /usr/lib/python3.11/site-packages/extensions/flash_attention/flash_attention_dao_cuda.py /usr/lib/python3.11/site-packages/extensions/flash_attention/flash_attention_npu.py /usr/lib/python3.11/site-packages/extensions/flash_attention/flash_attention_xformers_cuda.py /usr/lib/python3.11/site-packages/extensions/layernorm/__init__.py /usr/lib/python3.11/site-packages/extensions/layernorm/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/extensions/layernorm/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/extensions/layernorm/__pycache__/layernorm_cuda.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/extensions/layernorm/__pycache__/layernorm_cuda.cpython-311.pyc /usr/lib/python3.11/site-packages/extensions/layernorm/layernorm_cuda.py /usr/lib/python3.11/site-packages/extensions/moe/__init__.py /usr/lib/python3.11/site-packages/extensions/moe/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/extensions/moe/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/extensions/moe/__pycache__/moe_cuda.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/extensions/moe/__pycache__/moe_cuda.cpython-311.pyc /usr/lib/python3.11/site-packages/extensions/moe/moe_cuda.py /usr/lib/python3.11/site-packages/extensions/optimizer/__init__.py /usr/lib/python3.11/site-packages/extensions/optimizer/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/extensions/optimizer/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/extensions/optimizer/__pycache__/fused_optimizer_cuda.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/extensions/optimizer/__pycache__/fused_optimizer_cuda.cpython-311.pyc /usr/lib/python3.11/site-packages/extensions/optimizer/fused_optimizer_cuda.py /usr/lib/python3.11/site-packages/extensions/softmax/__init__.py /usr/lib/python3.11/site-packages/extensions/softmax/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/extensions/softmax/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/extensions/softmax/__pycache__/scaled_masked_softmax_cuda.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/extensions/softmax/__pycache__/scaled_masked_softmax_cuda.cpython-311.pyc /usr/lib/python3.11/site-packages/extensions/softmax/__pycache__/scaled_upper_triangle_masked_softmax_cuda.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/extensions/softmax/__pycache__/scaled_upper_triangle_masked_softmax_cuda.cpython-311.pyc /usr/lib/python3.11/site-packages/extensions/softmax/scaled_masked_softmax_cuda.py /usr/lib/python3.11/site-packages/extensions/softmax/scaled_upper_triangle_masked_softmax_cuda.py /usr/lib/python3.11/site-packages/tests/kit/__init__.py /usr/lib/python3.11/site-packages/tests/kit/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/__init__.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/__pycache__/executor.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/__pycache__/executor.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/__pycache__/registry.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/__pycache__/registry.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/custom/__init__.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/custom/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/custom/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/custom/__pycache__/base.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/custom/__pycache__/base.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/custom/__pycache__/hanging_param_model.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/custom/__pycache__/hanging_param_model.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/custom/__pycache__/nested_model.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/custom/__pycache__/nested_model.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/custom/__pycache__/repeated_computed_layers.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/custom/__pycache__/repeated_computed_layers.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/custom/__pycache__/simple_net.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/custom/__pycache__/simple_net.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/custom/base.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/custom/hanging_param_model.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/custom/nested_model.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/custom/repeated_computed_layers.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/custom/simple_net.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/diffusers/__init__.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/diffusers/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/diffusers/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/diffusers/__pycache__/diffusers.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/diffusers/__pycache__/diffusers.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/diffusers/diffusers.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/executor.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/registry.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/timm/__init__.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/timm/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/timm/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/timm/__pycache__/timm.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/timm/__pycache__/timm.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/timm/timm.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/torchaudio/__init__.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/torchaudio/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/torchaudio/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/torchaudio/__pycache__/torchaudio.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/torchaudio/__pycache__/torchaudio.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/torchaudio/torchaudio.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/torchrec/__init__.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/torchrec/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/torchrec/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/torchrec/__pycache__/torchrec.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/torchrec/__pycache__/torchrec.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/torchrec/torchrec.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/torchvision/__init__.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/torchvision/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/torchvision/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/torchvision/__pycache__/torchvision.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/torchvision/__pycache__/torchvision.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/torchvision/torchvision.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__init__.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/albert.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/albert.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/bert.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/bert.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/blip2.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/blip2.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/bloom.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/bloom.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/chatglm2.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/chatglm2.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/falcon.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/falcon.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/gpt.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/gpt.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/gptj.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/gptj.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/llama.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/llama.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/mistral.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/mistral.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/opt.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/opt.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/sam.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/sam.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/t5.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/t5.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/vit.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/vit.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/whisper.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/__pycache__/whisper.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/albert.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/bert.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/blip2.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/bloom.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/chatglm2.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/falcon.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/gpt.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/gptj.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/llama.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/mistral.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/opt.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/sam.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/t5.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/vit.py /usr/lib/python3.11/site-packages/tests/kit/model_zoo/transformers/whisper.py /usr/lib/python3.11/site-packages/tests/test_analyzer/__init__.py /usr/lib/python3.11/site-packages/tests/test_analyzer/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_analyzer/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_analyzer/test_fx/__init__.py /usr/lib/python3.11/site-packages/tests/test_analyzer/test_fx/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_analyzer/test_fx/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_analyzer/test_fx/__pycache__/test_bias_addition.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_analyzer/test_fx/__pycache__/test_bias_addition.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_analyzer/test_fx/__pycache__/test_mod_dir.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_analyzer/test_fx/__pycache__/test_mod_dir.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_analyzer/test_fx/__pycache__/test_nested_ckpt.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_analyzer/test_fx/__pycache__/test_nested_ckpt.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_analyzer/test_fx/__pycache__/test_shape_prop.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_analyzer/test_fx/__pycache__/test_shape_prop.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_analyzer/test_fx/__pycache__/test_symbolic_profile.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_analyzer/test_fx/__pycache__/test_symbolic_profile.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_analyzer/test_fx/__pycache__/zoo.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_analyzer/test_fx/__pycache__/zoo.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_analyzer/test_fx/test_bias_addition.py /usr/lib/python3.11/site-packages/tests/test_analyzer/test_fx/test_mod_dir.py /usr/lib/python3.11/site-packages/tests/test_analyzer/test_fx/test_nested_ckpt.py /usr/lib/python3.11/site-packages/tests/test_analyzer/test_fx/test_shape_prop.py /usr/lib/python3.11/site-packages/tests/test_analyzer/test_fx/test_symbolic_profile.py /usr/lib/python3.11/site-packages/tests/test_analyzer/test_fx/zoo.py /usr/lib/python3.11/site-packages/tests/test_analyzer/test_subclasses/__init__.py /usr/lib/python3.11/site-packages/tests/test_analyzer/test_subclasses/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_analyzer/test_subclasses/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_analyzer/test_subclasses/__pycache__/test_aten.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_analyzer/test_subclasses/__pycache__/test_aten.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_analyzer/test_subclasses/__pycache__/test_flop_tensor.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_analyzer/test_subclasses/__pycache__/test_flop_tensor.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_analyzer/test_subclasses/__pycache__/test_meta_mode.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_analyzer/test_subclasses/__pycache__/test_meta_mode.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_analyzer/test_subclasses/test_aten.py /usr/lib/python3.11/site-packages/tests/test_analyzer/test_subclasses/test_flop_tensor.py /usr/lib/python3.11/site-packages/tests/test_analyzer/test_subclasses/test_meta_mode.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/__init__.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_pass/__init__.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_pass/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_pass/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_pass/__pycache__/test_node_converting_pass.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_pass/__pycache__/test_node_converting_pass.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_pass/__pycache__/test_size_value_converting_pass.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_pass/__pycache__/test_size_value_converting_pass.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_pass/test_node_converting_pass.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_pass/test_size_value_converting_pass.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/__init__.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/__pycache__/test_bias_addition_forward.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/__pycache__/test_bias_addition_forward.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/__pycache__/test_broadcast.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/__pycache__/test_broadcast.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/__pycache__/test_checkpoint.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/__pycache__/test_checkpoint.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/__pycache__/test_compatibility_with_ddp.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/__pycache__/test_compatibility_with_ddp.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/__pycache__/test_compatibility_with_gemini.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/__pycache__/test_compatibility_with_gemini.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/__pycache__/test_find_repeat_block.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/__pycache__/test_find_repeat_block.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/__pycache__/test_liveness_analysis.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/__pycache__/test_liveness_analysis.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/__pycache__/test_solver_with_resnet_v2.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/__pycache__/test_solver_with_resnet_v2.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_bias_addition_forward.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_broadcast.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_checkpoint.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_compatibility_with_ddp.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_compatibility_with_gemini.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_find_repeat_block.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_gpt/__init__.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_gpt/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_gpt/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_gpt/__pycache__/gpt_modules.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_gpt/__pycache__/gpt_modules.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_gpt/__pycache__/test_runtime_with_gpt_modules.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_gpt/__pycache__/test_runtime_with_gpt_modules.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_gpt/__pycache__/test_solver_with_gpt_module.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_gpt/__pycache__/test_solver_with_gpt_module.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_gpt/gpt_modules.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_gpt/test_runtime_with_gpt_modules.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_gpt/test_solver_with_gpt_module.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_liveness_analysis.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__init__.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_addbmm_handler.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_addbmm_handler.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_addmm_handler.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_addmm_handler.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_batch_norm_handler.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_batch_norm_handler.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_bias_linear_function_node.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_bias_linear_function_node.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_bias_linear_module_node.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_bias_linear_module_node.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_binary_elementwise_handler.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_binary_elementwise_handler.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_bmm_handler.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_bmm_handler.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_conv_handler.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_conv_handler.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_default_reshape_handler.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_default_reshape_handler.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_embedding_handler.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_embedding_handler.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_getattr_handler.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_getattr_handler.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_getitem_handler.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_getitem_handler.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_layer_norm_handler.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_layer_norm_handler.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_linear_handler.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_linear_handler.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_matmul_handler.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_matmul_handler.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_norm_pooling_handler.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_norm_pooling_handler.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_output_handler.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_output_handler.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_permute_and_transpose_handler.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_permute_and_transpose_handler.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_placeholder_handler.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_placeholder_handler.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_shard_option.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_shard_option.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_softmax_handler.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_softmax_handler.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_split_handler.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_split_handler.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_sum_handler.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_sum_handler.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_tensor_constructor.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_tensor_constructor.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_unary_element_wise_handler.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_unary_element_wise_handler.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_view_handler.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_view_handler.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_where_handler.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/test_where_handler.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/utils.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/__pycache__/utils.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_addbmm_handler.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_addmm_handler.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_batch_norm_handler.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_bias_linear_function_node.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_bias_linear_module_node.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_binary_elementwise_handler.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_bmm_handler.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_conv_handler.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_default_reshape_handler.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_embedding_handler.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_getattr_handler.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_getitem_handler.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_layer_norm_handler.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_linear_handler.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_matmul_handler.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_norm_pooling_handler.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_output_handler.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_permute_and_transpose_handler.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_placeholder_handler.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_shard_option.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_softmax_handler.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_split_handler.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_sum_handler.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_tensor_constructor.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_unary_element_wise_handler.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_view_handler.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/test_where_handler.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_node_handler/utils.py /usr/lib/python3.11/site-packages/tests/test_auto_parallel/test_tensor_shard/test_solver_with_resnet_v2.py /usr/lib/python3.11/site-packages/tests/test_shardformer/__init__.py /usr/lib/python3.11/site-packages/tests/test_shardformer/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/__pycache__/test_shard_utils.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/__pycache__/test_shard_utils.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/__pycache__/test_with_torch_ddp.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/__pycache__/test_with_torch_ddp.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__init__.py /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/__init__.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/__init__.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/_utils.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/_utils.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_bert.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_bert.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_blip2.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_blip2.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_bloom.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_bloom.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_chatglm2.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_chatglm2.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_falcon.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_falcon.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_gpt2.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_gpt2.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_gptj.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_gptj.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_llama.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_llama.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_mistral.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_mistral.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_opt.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_opt.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_sam.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_sam.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_t5.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_t5.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_vit.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_vit.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_whisper.cpython-311.opt-1.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/__pycache__/test_shard_whisper.cpython-311.pyc /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/_utils.py /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/test_shard_bert.py /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/test_shard_blip2.py /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/test_shard_bloom.py /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/test_shard_chatglm2.py /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/test_shard_falcon.py /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/test_shard_gpt2.py /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/test_shard_gptj.py /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/test_shard_llama.py /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/test_shard_mistral.py /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/test_shard_opt.py /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/test_shard_sam.py /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/test_shard_t5.py /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/test_shard_vit.py /usr/lib/python3.11/site-packages/tests/test_shardformer/test_model/test_shard_whisper.py /usr/lib/python3.11/site-packages/tests/test_shardformer/test_shard_utils.py /usr/lib/python3.11/site-packages/tests/test_shardformer/test_with_torch_ddp.py Child return code was: 0