Mock Version: 3.5 ENTER ['do_with_status'](['bash', '--login', '-c', '/usr/bin/rpmbuild -bs --target aarch64 --nodeps /builddir/build/SPECS/DeepSpeed.spec'], chrootPath='/var/lib/mock/openeuler-23.09-aarch64-1706361768.039391/root'env={'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;\\007"', 'PS1': ' \\s-\\v\\$ ', 'LANG': 'C.UTF-8'}shell=Falselogger=timeout=0uid=1000gid=135user='mockbuild'nspawn_args=[]unshare_net=FalseprintOutput=True) Executing command: ['bash', '--login', '-c', '/usr/bin/rpmbuild -bs --target aarch64 --nodeps /builddir/build/SPECS/DeepSpeed.spec'] with env {'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;\\007"', 'PS1': ' \\s-\\v\\$ ', 'LANG': 'C.UTF-8'} and shell False :1: DeprecationWarning: The distutils package is deprecated and slated for removal in Python 3.12. Use setuptools or check PEP 632 for potential alternatives :1: DeprecationWarning: The distutils.sysconfig module is deprecated, use sysconfig instead Building target platforms: aarch64 Building for target aarch64 Wrote: /builddir/build/SRPMS/DeepSpeed-0.12.2-2.src.rpm Child return code was: 0 Mock Version: 3.5 ENTER ['do_with_status'](['bash', '--login', '-c', '/usr/bin/rpmbuild -bs --target aarch64 --nodeps /builddir/build/SPECS/DeepSpeed.spec'], chrootPath='/var/lib/mock/openeuler-23.09-aarch64-1706361768.039391/root'env={'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;\\007"', 'PS1': ' \\s-\\v\\$ ', 'LANG': 'C.UTF-8'}shell=Falselogger=timeout=0uid=1000gid=135user='mockbuild'nspawn_args=[]unshare_net=FalseprintOutput=True) Executing command: ['bash', '--login', '-c', '/usr/bin/rpmbuild -bs --target aarch64 --nodeps /builddir/build/SPECS/DeepSpeed.spec'] with env {'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;\\007"', 'PS1': ' \\s-\\v\\$ ', 'LANG': 'C.UTF-8'} and shell False :1: DeprecationWarning: The distutils package is deprecated and slated for removal in Python 3.12. Use setuptools or check PEP 632 for potential alternatives :1: DeprecationWarning: The distutils.sysconfig module is deprecated, use sysconfig instead Building target platforms: aarch64 Building for target aarch64 Wrote: /builddir/build/SRPMS/DeepSpeed-0.12.2-2.src.rpm Child return code was: 0 ENTER ['do_with_status'](['bash', '--login', '-c', '/usr/bin/rpmbuild -bb --target aarch64 --nodeps /builddir/build/SPECS/DeepSpeed.spec'], chrootPath='/var/lib/mock/openeuler-23.09-aarch64-1706361768.039391/root'env={'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;\\007"', 'PS1': ' \\s-\\v\\$ ', 'LANG': 'C.UTF-8'}shell=Falselogger=timeout=0uid=1000gid=135user='mockbuild'nspawn_args=[]unshare_net=FalseprintOutput=True) Executing command: ['bash', '--login', '-c', '/usr/bin/rpmbuild -bb --target aarch64 --nodeps /builddir/build/SPECS/DeepSpeed.spec'] with env {'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;\\007"', 'PS1': ' \\s-\\v\\$ ', 'LANG': 'C.UTF-8'} and shell False Building target platforms: aarch64 Building for target aarch64 Executing(%prep): /bin/sh -e /var/tmp/rpm-tmp.K5iG1c + umask 022 + cd /builddir/build/BUILD + cd /builddir/build/BUILD + rm -rf DeepSpeed-0.12.2 + /usr/lib/rpm/rpmuncompress -x /builddir/build/SOURCES/DeepSpeed-0.12.2.tar.gz + STATUS=0 + '[' 0 -ne 0 ']' + cd DeepSpeed-0.12.2 + /usr/bin/chmod -Rf a+rX,u+w,g-w,o-w . + RPM_EC=0 ++ jobs -p + exit 0 Executing(%build): /bin/sh -e /var/tmp/rpm-tmp.THpIqh + umask 022 + cd /builddir/build/BUILD + cd DeepSpeed-0.12.2 + CFLAGS='-O2 -g -pipe -Wall -Werror=format-security -Wp,-D_FORTIFY_SOURCE=2 -Wp,-D_GLIBCXX_ASSERTIONS -fstack-protector-strong -grecord-gcc-switches -specs=/usr/lib/rpm/generic-hardened-cc1 -fasynchronous-unwind-tables -fstack-clash-protection' + LDFLAGS='-Wl,-z,relro -Wl,-z,now -specs=/usr/lib/rpm/generic-hardened-ld' + /usr/bin/python3 setup.py build '--executable=/usr/bin/python3 -s' fatal: not a git repository (or any of the parent directories): .git [WARNING] Torch did not find cuda available, if cross-compiling or running with cpu only you can ignore this message. Adding compute capability for Pascal, Volta, and Turing (compute capabilities 6.0, 6.1, 6.2) DS_BUILD_OPS=0 [WARNING] async_io requires the dev libaio .so object and headers but these were not found. [WARNING] async_io: please install the libaio-devel package with yum [WARNING] If libaio is already installed (perhaps from source), try setting the CFLAGS and LDFLAGS environment variables to where it can be found. [WARNING] Please specify the CUTLASS repo directory as environment variable $CUTLASS_PATH [WARNING] sparse_attn cuda is not available from torch [WARNING] sparse_attn requires a torch version >= 1.5 and < 2.0 but detected 2.0 [WARNING] please install triton==1.0.0 if you want to use sparse attention Install Ops={'async_io': False, 'fused_adam': False, 'cpu_adam': False, 'cpu_adagrad': False, 'cpu_lion': False, 'evoformer_attn': False, 'fused_lamb': False, 'fused_lion': False, 'inference_core_ops': False, 'cutlass_ops': False, 'quantizer': False, 'ragged_device_ops': False, 'ragged_ops': False, 'random_ltd': False, 'sparse_attn': False, 'spatial_inference': False, 'transformer': False, 'stochastic_transformer': False, 'transformer_inference': False} version=0.12.2+unknown, git_hash=unknown, git_branch=unknown install_requires=['hjson', 'ninja', 'numpy', 'packaging>=20.0', 'psutil', 'py-cpuinfo', 'pydantic', 'pynvml', 'torch', 'tqdm'] compatible_ops={'async_io': False, 'fused_adam': True, 'cpu_adam': True, 'cpu_adagrad': True, 'cpu_lion': True, 'evoformer_attn': False, 'fused_lamb': True, 'fused_lion': True, 'inference_core_ops': True, 'cutlass_ops': True, 'quantizer': True, 'ragged_device_ops': True, 'ragged_ops': True, 'random_ltd': True, 'sparse_attn': False, 'spatial_inference': True, 'transformer': True, 'stochastic_transformer': True, 'transformer_inference': True, 'deepspeed_not_implemented': False} ext_modules=[] running build running build_py creating build creating build/lib creating build/lib/deepspeed copying deepspeed/__init__.py -> build/lib/deepspeed copying deepspeed/constants.py -> build/lib/deepspeed copying deepspeed/env_report.py -> build/lib/deepspeed copying deepspeed/git_version_info.py -> build/lib/deepspeed copying deepspeed/pydantic_v1.py -> build/lib/deepspeed copying deepspeed/git_version_info_installed.py -> build/lib/deepspeed creating build/lib/deepspeed/autotuning copying deepspeed/autotuning/__init__.py -> build/lib/deepspeed/autotuning copying deepspeed/autotuning/autotuner.py -> build/lib/deepspeed/autotuning copying deepspeed/autotuning/config.py -> build/lib/deepspeed/autotuning copying deepspeed/autotuning/constants.py -> build/lib/deepspeed/autotuning copying deepspeed/autotuning/scheduler.py -> build/lib/deepspeed/autotuning copying deepspeed/autotuning/utils.py -> build/lib/deepspeed/autotuning creating build/lib/deepspeed/checkpoint copying deepspeed/checkpoint/__init__.py -> build/lib/deepspeed/checkpoint copying deepspeed/checkpoint/constants.py -> build/lib/deepspeed/checkpoint copying deepspeed/checkpoint/deepspeed_checkpoint.py -> build/lib/deepspeed/checkpoint copying deepspeed/checkpoint/ds_to_universal.py -> build/lib/deepspeed/checkpoint copying deepspeed/checkpoint/reshape_3d_utils.py -> build/lib/deepspeed/checkpoint copying deepspeed/checkpoint/reshape_meg_2d.py -> build/lib/deepspeed/checkpoint copying deepspeed/checkpoint/reshape_utils.py -> build/lib/deepspeed/checkpoint copying deepspeed/checkpoint/universal_checkpoint.py -> build/lib/deepspeed/checkpoint copying deepspeed/checkpoint/utils.py -> build/lib/deepspeed/checkpoint copying deepspeed/checkpoint/zero_checkpoint.py -> build/lib/deepspeed/checkpoint creating build/lib/deepspeed/comm copying deepspeed/comm/__init__.py -> build/lib/deepspeed/comm copying deepspeed/comm/backend.py -> build/lib/deepspeed/comm copying deepspeed/comm/ccl.py -> build/lib/deepspeed/comm copying deepspeed/comm/comm.py -> build/lib/deepspeed/comm copying deepspeed/comm/config.py -> build/lib/deepspeed/comm copying deepspeed/comm/constants.py -> build/lib/deepspeed/comm copying deepspeed/comm/reduce_op.py -> build/lib/deepspeed/comm copying deepspeed/comm/torch.py -> build/lib/deepspeed/comm copying deepspeed/comm/utils.py -> build/lib/deepspeed/comm creating build/lib/deepspeed/compression copying deepspeed/compression/__init__.py -> build/lib/deepspeed/compression copying deepspeed/compression/basic_layer.py -> build/lib/deepspeed/compression copying deepspeed/compression/compress.py -> build/lib/deepspeed/compression copying deepspeed/compression/config.py -> build/lib/deepspeed/compression copying deepspeed/compression/constants.py -> build/lib/deepspeed/compression copying deepspeed/compression/helper.py -> build/lib/deepspeed/compression copying deepspeed/compression/scheduler.py -> build/lib/deepspeed/compression copying deepspeed/compression/utils.py -> build/lib/deepspeed/compression creating build/lib/deepspeed/elasticity copying deepspeed/elasticity/__init__.py -> build/lib/deepspeed/elasticity copying deepspeed/elasticity/config.py -> build/lib/deepspeed/elasticity copying deepspeed/elasticity/constants.py -> build/lib/deepspeed/elasticity copying deepspeed/elasticity/elastic_agent.py -> build/lib/deepspeed/elasticity copying deepspeed/elasticity/elasticity.py -> build/lib/deepspeed/elasticity copying deepspeed/elasticity/utils.py -> build/lib/deepspeed/elasticity creating build/lib/deepspeed/inference copying deepspeed/inference/__init__.py -> build/lib/deepspeed/inference copying deepspeed/inference/config.py -> build/lib/deepspeed/inference copying deepspeed/inference/engine.py -> build/lib/deepspeed/inference creating build/lib/deepspeed/launcher copying deepspeed/launcher/__init__.py -> build/lib/deepspeed/launcher copying deepspeed/launcher/constants.py -> build/lib/deepspeed/launcher copying deepspeed/launcher/launch.py -> build/lib/deepspeed/launcher copying deepspeed/launcher/multinode_runner.py -> build/lib/deepspeed/launcher copying deepspeed/launcher/runner.py -> build/lib/deepspeed/launcher creating build/lib/deepspeed/model_implementations copying deepspeed/model_implementations/__init__.py -> build/lib/deepspeed/model_implementations creating build/lib/deepspeed/module_inject copying deepspeed/module_inject/__init__.py -> build/lib/deepspeed/module_inject copying deepspeed/module_inject/auto_tp.py -> build/lib/deepspeed/module_inject copying deepspeed/module_inject/auto_tp_model_utils.py -> build/lib/deepspeed/module_inject copying deepspeed/module_inject/fusedqkv_utils.py -> build/lib/deepspeed/module_inject copying deepspeed/module_inject/inject.py -> build/lib/deepspeed/module_inject copying deepspeed/module_inject/layers.py -> build/lib/deepspeed/module_inject copying deepspeed/module_inject/load_checkpoint.py -> build/lib/deepspeed/module_inject copying deepspeed/module_inject/module_quantize.py -> build/lib/deepspeed/module_inject copying deepspeed/module_inject/policy.py -> build/lib/deepspeed/module_inject copying deepspeed/module_inject/replace_module.py -> build/lib/deepspeed/module_inject copying deepspeed/module_inject/replace_policy.py -> build/lib/deepspeed/module_inject copying deepspeed/module_inject/tp_shard.py -> build/lib/deepspeed/module_inject copying deepspeed/module_inject/utils.py -> build/lib/deepspeed/module_inject creating build/lib/deepspeed/moe copying deepspeed/moe/__init__.py -> build/lib/deepspeed/moe copying deepspeed/moe/experts.py -> build/lib/deepspeed/moe copying deepspeed/moe/layer.py -> build/lib/deepspeed/moe copying deepspeed/moe/mappings.py -> build/lib/deepspeed/moe copying deepspeed/moe/sharded_moe.py -> build/lib/deepspeed/moe copying deepspeed/moe/utils.py -> build/lib/deepspeed/moe creating build/lib/deepspeed/monitor copying deepspeed/monitor/__init__.py -> build/lib/deepspeed/monitor copying deepspeed/monitor/config.py -> build/lib/deepspeed/monitor copying deepspeed/monitor/csv_monitor.py -> build/lib/deepspeed/monitor copying deepspeed/monitor/monitor.py -> build/lib/deepspeed/monitor copying deepspeed/monitor/tensorboard.py -> build/lib/deepspeed/monitor copying deepspeed/monitor/utils.py -> build/lib/deepspeed/monitor copying deepspeed/monitor/wandb.py -> build/lib/deepspeed/monitor creating build/lib/deepspeed/nebula copying deepspeed/nebula/__init__.py -> build/lib/deepspeed/nebula copying deepspeed/nebula/config.py -> build/lib/deepspeed/nebula copying deepspeed/nebula/constants.py -> build/lib/deepspeed/nebula creating build/lib/deepspeed/ops copying deepspeed/ops/__init__.py -> build/lib/deepspeed/ops creating build/lib/deepspeed/pipe copying deepspeed/pipe/__init__.py -> build/lib/deepspeed/pipe creating build/lib/deepspeed/profiling copying deepspeed/profiling/__init__.py -> build/lib/deepspeed/profiling copying deepspeed/profiling/config.py -> build/lib/deepspeed/profiling copying deepspeed/profiling/constants.py -> build/lib/deepspeed/profiling creating build/lib/deepspeed/runtime copying deepspeed/runtime/__init__.py -> build/lib/deepspeed/runtime copying deepspeed/runtime/bf16_optimizer.py -> build/lib/deepspeed/runtime copying deepspeed/runtime/config.py -> build/lib/deepspeed/runtime copying deepspeed/runtime/config_utils.py -> build/lib/deepspeed/runtime copying deepspeed/runtime/constants.py -> build/lib/deepspeed/runtime copying deepspeed/runtime/dataloader.py -> build/lib/deepspeed/runtime copying deepspeed/runtime/eigenvalue.py -> build/lib/deepspeed/runtime copying deepspeed/runtime/engine.py -> build/lib/deepspeed/runtime copying deepspeed/runtime/hybrid_engine.py -> build/lib/deepspeed/runtime copying deepspeed/runtime/lr_schedules.py -> build/lib/deepspeed/runtime copying deepspeed/runtime/progressive_layer_drop.py -> build/lib/deepspeed/runtime copying deepspeed/runtime/quantize.py -> build/lib/deepspeed/runtime copying deepspeed/runtime/sparse_tensor.py -> build/lib/deepspeed/runtime copying deepspeed/runtime/state_dict_factory.py -> build/lib/deepspeed/runtime copying deepspeed/runtime/utils.py -> build/lib/deepspeed/runtime copying deepspeed/runtime/weight_quantizer.py -> build/lib/deepspeed/runtime creating build/lib/deepspeed/sequence copying deepspeed/sequence/__init__.py -> build/lib/deepspeed/sequence copying deepspeed/sequence/layer.py -> build/lib/deepspeed/sequence creating build/lib/deepspeed/utils copying deepspeed/utils/__init__.py -> build/lib/deepspeed/utils copying deepspeed/utils/comms_logging.py -> build/lib/deepspeed/utils copying deepspeed/utils/debug.py -> build/lib/deepspeed/utils copying deepspeed/utils/exceptions.py -> build/lib/deepspeed/utils copying deepspeed/utils/groups.py -> build/lib/deepspeed/utils copying deepspeed/utils/init_on_device.py -> build/lib/deepspeed/utils copying deepspeed/utils/logging.py -> build/lib/deepspeed/utils copying deepspeed/utils/mixed_precision_linkage.py -> build/lib/deepspeed/utils copying deepspeed/utils/numa.py -> build/lib/deepspeed/utils copying deepspeed/utils/nvtx.py -> build/lib/deepspeed/utils copying deepspeed/utils/tensor_fragment.py -> build/lib/deepspeed/utils copying deepspeed/utils/timer.py -> build/lib/deepspeed/utils copying deepspeed/utils/types.py -> build/lib/deepspeed/utils copying deepspeed/utils/zero_to_fp32.py -> build/lib/deepspeed/utils creating build/lib/deepspeed/accelerator copying deepspeed/accelerator/__init__.py -> build/lib/deepspeed/accelerator copying deepspeed/accelerator/abstract_accelerator.py -> build/lib/deepspeed/accelerator copying deepspeed/accelerator/cpu_accelerator.py -> build/lib/deepspeed/accelerator copying deepspeed/accelerator/cuda_accelerator.py -> build/lib/deepspeed/accelerator copying deepspeed/accelerator/mps_accelerator.py -> build/lib/deepspeed/accelerator copying deepspeed/accelerator/npu_accelerator.py -> build/lib/deepspeed/accelerator copying deepspeed/accelerator/real_accelerator.py -> build/lib/deepspeed/accelerator creating build/lib/deepspeed/autotuning/tuner copying deepspeed/autotuning/tuner/__init__.py -> build/lib/deepspeed/autotuning/tuner copying deepspeed/autotuning/tuner/base_tuner.py -> build/lib/deepspeed/autotuning/tuner copying deepspeed/autotuning/tuner/cost_model.py -> build/lib/deepspeed/autotuning/tuner copying deepspeed/autotuning/tuner/index_based_tuner.py -> build/lib/deepspeed/autotuning/tuner copying deepspeed/autotuning/tuner/model_based_tuner.py -> build/lib/deepspeed/autotuning/tuner copying deepspeed/autotuning/tuner/utils.py -> build/lib/deepspeed/autotuning/tuner creating build/lib/deepspeed/inference/quantization copying deepspeed/inference/quantization/__init__.py -> build/lib/deepspeed/inference/quantization copying deepspeed/inference/quantization/layers.py -> build/lib/deepspeed/inference/quantization copying deepspeed/inference/quantization/quantization.py -> build/lib/deepspeed/inference/quantization copying deepspeed/inference/quantization/quantization_context.py -> build/lib/deepspeed/inference/quantization copying deepspeed/inference/quantization/utils.py -> build/lib/deepspeed/inference/quantization creating build/lib/deepspeed/inference/v2 copying deepspeed/inference/v2/__init__.py -> build/lib/deepspeed/inference/v2 copying deepspeed/inference/v2/allocator.py -> build/lib/deepspeed/inference/v2 copying deepspeed/inference/v2/config_v2.py -> build/lib/deepspeed/inference/v2 copying deepspeed/inference/v2/engine_factory.py -> build/lib/deepspeed/inference/v2 copying deepspeed/inference/v2/engine_v2.py -> build/lib/deepspeed/inference/v2 copying deepspeed/inference/v2/inference_utils.py -> build/lib/deepspeed/inference/v2 copying deepspeed/inference/v2/logging.py -> build/lib/deepspeed/inference/v2 copying deepspeed/inference/v2/scheduling_utils.py -> build/lib/deepspeed/inference/v2 creating build/lib/deepspeed/inference/v2/checkpoint copying deepspeed/inference/v2/checkpoint/__init__.py -> build/lib/deepspeed/inference/v2/checkpoint copying deepspeed/inference/v2/checkpoint/base_engine.py -> build/lib/deepspeed/inference/v2/checkpoint copying deepspeed/inference/v2/checkpoint/huggingface_engine.py -> build/lib/deepspeed/inference/v2/checkpoint copying deepspeed/inference/v2/checkpoint/in_memory_engine.py -> build/lib/deepspeed/inference/v2/checkpoint creating build/lib/deepspeed/inference/v2/kernels copying deepspeed/inference/v2/kernels/__init__.py -> build/lib/deepspeed/inference/v2/kernels copying deepspeed/inference/v2/kernels/ds_kernel.py -> build/lib/deepspeed/inference/v2/kernels creating build/lib/deepspeed/inference/v2/model_implementations copying deepspeed/inference/v2/model_implementations/__init__.py -> build/lib/deepspeed/inference/v2/model_implementations copying deepspeed/inference/v2/model_implementations/inference_model_base.py -> build/lib/deepspeed/inference/v2/model_implementations copying deepspeed/inference/v2/model_implementations/inference_policy_base.py -> build/lib/deepspeed/inference/v2/model_implementations copying deepspeed/inference/v2/model_implementations/inference_transformer_base.py -> build/lib/deepspeed/inference/v2/model_implementations copying deepspeed/inference/v2/model_implementations/layer_container_base.py -> build/lib/deepspeed/inference/v2/model_implementations copying deepspeed/inference/v2/model_implementations/parameter_base.py -> build/lib/deepspeed/inference/v2/model_implementations creating build/lib/deepspeed/inference/v2/modules copying deepspeed/inference/v2/modules/__init__.py -> build/lib/deepspeed/inference/v2/modules copying deepspeed/inference/v2/modules/ds_module.py -> build/lib/deepspeed/inference/v2/modules copying deepspeed/inference/v2/modules/heuristics.py -> build/lib/deepspeed/inference/v2/modules copying deepspeed/inference/v2/modules/module_registry.py -> build/lib/deepspeed/inference/v2/modules creating build/lib/deepspeed/inference/v2/ragged copying deepspeed/inference/v2/ragged/__init__.py -> build/lib/deepspeed/inference/v2/ragged copying deepspeed/inference/v2/ragged/blocked_allocator.py -> build/lib/deepspeed/inference/v2/ragged copying deepspeed/inference/v2/ragged/kv_cache.py -> build/lib/deepspeed/inference/v2/ragged copying deepspeed/inference/v2/ragged/manager_configs.py -> build/lib/deepspeed/inference/v2/ragged copying deepspeed/inference/v2/ragged/ragged_manager.py -> build/lib/deepspeed/inference/v2/ragged copying deepspeed/inference/v2/ragged/ragged_wrapper.py -> build/lib/deepspeed/inference/v2/ragged copying deepspeed/inference/v2/ragged/sequence_descriptor.py -> build/lib/deepspeed/inference/v2/ragged creating build/lib/deepspeed/inference/v2/kernels/core_ops copying deepspeed/inference/v2/kernels/core_ops/__init__.py -> build/lib/deepspeed/inference/v2/kernels/core_ops creating build/lib/deepspeed/inference/v2/kernels/cutlass_ops copying deepspeed/inference/v2/kernels/cutlass_ops/__init__.py -> build/lib/deepspeed/inference/v2/kernels/cutlass_ops creating build/lib/deepspeed/inference/v2/kernels/ragged_ops copying deepspeed/inference/v2/kernels/ragged_ops/__init__.py -> build/lib/deepspeed/inference/v2/kernels/ragged_ops creating build/lib/deepspeed/inference/v2/kernels/core_ops/bias_activations copying deepspeed/inference/v2/kernels/core_ops/bias_activations/__init__.py -> build/lib/deepspeed/inference/v2/kernels/core_ops/bias_activations copying deepspeed/inference/v2/kernels/core_ops/bias_activations/bias_activation.py -> build/lib/deepspeed/inference/v2/kernels/core_ops/bias_activations creating build/lib/deepspeed/inference/v2/kernels/core_ops/blas_kernels copying deepspeed/inference/v2/kernels/core_ops/blas_kernels/__init__.py -> build/lib/deepspeed/inference/v2/kernels/core_ops/blas_kernels copying deepspeed/inference/v2/kernels/core_ops/blas_kernels/blas_linear.py -> build/lib/deepspeed/inference/v2/kernels/core_ops/blas_kernels creating build/lib/deepspeed/inference/v2/kernels/core_ops/cuda_layer_norm copying deepspeed/inference/v2/kernels/core_ops/cuda_layer_norm/__init__.py -> build/lib/deepspeed/inference/v2/kernels/core_ops/cuda_layer_norm copying deepspeed/inference/v2/kernels/core_ops/cuda_layer_norm/cuda_fp_ln_base.py -> build/lib/deepspeed/inference/v2/kernels/core_ops/cuda_layer_norm copying deepspeed/inference/v2/kernels/core_ops/cuda_layer_norm/cuda_ln.py -> build/lib/deepspeed/inference/v2/kernels/core_ops/cuda_layer_norm copying deepspeed/inference/v2/kernels/core_ops/cuda_layer_norm/cuda_post_ln.py -> build/lib/deepspeed/inference/v2/kernels/core_ops/cuda_layer_norm copying deepspeed/inference/v2/kernels/core_ops/cuda_layer_norm/cuda_pre_ln.py -> build/lib/deepspeed/inference/v2/kernels/core_ops/cuda_layer_norm creating build/lib/deepspeed/inference/v2/kernels/core_ops/cuda_rms_norm copying deepspeed/inference/v2/kernels/core_ops/cuda_rms_norm/__init__.py -> build/lib/deepspeed/inference/v2/kernels/core_ops/cuda_rms_norm copying deepspeed/inference/v2/kernels/core_ops/cuda_rms_norm/rms_norm.py -> build/lib/deepspeed/inference/v2/kernels/core_ops/cuda_rms_norm copying deepspeed/inference/v2/kernels/core_ops/cuda_rms_norm/rms_norm_base.py -> build/lib/deepspeed/inference/v2/kernels/core_ops/cuda_rms_norm copying deepspeed/inference/v2/kernels/core_ops/cuda_rms_norm/rms_pre_norm.py -> build/lib/deepspeed/inference/v2/kernels/core_ops/cuda_rms_norm creating build/lib/deepspeed/inference/v2/kernels/core_ops/gated_activations copying deepspeed/inference/v2/kernels/core_ops/gated_activations/__init__.py -> build/lib/deepspeed/inference/v2/kernels/core_ops/gated_activations copying deepspeed/inference/v2/kernels/core_ops/gated_activations/gated_activation.py -> build/lib/deepspeed/inference/v2/kernels/core_ops/gated_activations creating build/lib/deepspeed/inference/v2/kernels/cutlass_ops/mixed_gemm copying deepspeed/inference/v2/kernels/cutlass_ops/mixed_gemm/__init__.py -> build/lib/deepspeed/inference/v2/kernels/cutlass_ops/mixed_gemm copying deepspeed/inference/v2/kernels/cutlass_ops/mixed_gemm/mixed_gemm.py -> build/lib/deepspeed/inference/v2/kernels/cutlass_ops/mixed_gemm creating build/lib/deepspeed/inference/v2/kernels/cutlass_ops/moe_gemm copying deepspeed/inference/v2/kernels/cutlass_ops/moe_gemm/__init__.py -> build/lib/deepspeed/inference/v2/kernels/cutlass_ops/moe_gemm copying deepspeed/inference/v2/kernels/cutlass_ops/moe_gemm/mixed_moe_gemm.py -> build/lib/deepspeed/inference/v2/kernels/cutlass_ops/moe_gemm copying deepspeed/inference/v2/kernels/cutlass_ops/moe_gemm/moe_gemm.py -> build/lib/deepspeed/inference/v2/kernels/cutlass_ops/moe_gemm creating build/lib/deepspeed/inference/v2/kernels/ragged_ops/atom_builder copying deepspeed/inference/v2/kernels/ragged_ops/atom_builder/__init__.py -> build/lib/deepspeed/inference/v2/kernels/ragged_ops/atom_builder copying deepspeed/inference/v2/kernels/ragged_ops/atom_builder/atom_builder.py -> build/lib/deepspeed/inference/v2/kernels/ragged_ops/atom_builder creating build/lib/deepspeed/inference/v2/kernels/ragged_ops/blocked_flash copying deepspeed/inference/v2/kernels/ragged_ops/blocked_flash/__init__.py -> build/lib/deepspeed/inference/v2/kernels/ragged_ops/blocked_flash copying deepspeed/inference/v2/kernels/ragged_ops/blocked_flash/blocked_flash.py -> build/lib/deepspeed/inference/v2/kernels/ragged_ops/blocked_flash creating build/lib/deepspeed/inference/v2/kernels/ragged_ops/embed copying deepspeed/inference/v2/kernels/ragged_ops/embed/__init__.py -> build/lib/deepspeed/inference/v2/kernels/ragged_ops/embed copying deepspeed/inference/v2/kernels/ragged_ops/embed/embed.py -> build/lib/deepspeed/inference/v2/kernels/ragged_ops/embed creating build/lib/deepspeed/inference/v2/kernels/ragged_ops/linear_blocked_kv_rotary copying deepspeed/inference/v2/kernels/ragged_ops/linear_blocked_kv_rotary/__init__.py -> build/lib/deepspeed/inference/v2/kernels/ragged_ops/linear_blocked_kv_rotary copying deepspeed/inference/v2/kernels/ragged_ops/linear_blocked_kv_rotary/blocked_kv_rotary.py -> build/lib/deepspeed/inference/v2/kernels/ragged_ops/linear_blocked_kv_rotary copying deepspeed/inference/v2/kernels/ragged_ops/linear_blocked_kv_rotary/blocked_trained_kv_rotary.py -> build/lib/deepspeed/inference/v2/kernels/ragged_ops/linear_blocked_kv_rotary copying deepspeed/inference/v2/kernels/ragged_ops/linear_blocked_kv_rotary/linear_blocked_kv_copy.py -> build/lib/deepspeed/inference/v2/kernels/ragged_ops/linear_blocked_kv_rotary creating build/lib/deepspeed/inference/v2/kernels/ragged_ops/logits_gather copying deepspeed/inference/v2/kernels/ragged_ops/logits_gather/__init__.py -> build/lib/deepspeed/inference/v2/kernels/ragged_ops/logits_gather copying deepspeed/inference/v2/kernels/ragged_ops/logits_gather/logits_gather.py -> build/lib/deepspeed/inference/v2/kernels/ragged_ops/logits_gather creating build/lib/deepspeed/inference/v2/kernels/ragged_ops/moe_gather copying deepspeed/inference/v2/kernels/ragged_ops/moe_gather/__init__.py -> build/lib/deepspeed/inference/v2/kernels/ragged_ops/moe_gather copying deepspeed/inference/v2/kernels/ragged_ops/moe_gather/moe_gather.py -> build/lib/deepspeed/inference/v2/kernels/ragged_ops/moe_gather creating build/lib/deepspeed/inference/v2/kernels/ragged_ops/moe_scatter copying deepspeed/inference/v2/kernels/ragged_ops/moe_scatter/__init__.py -> build/lib/deepspeed/inference/v2/kernels/ragged_ops/moe_scatter copying deepspeed/inference/v2/kernels/ragged_ops/moe_scatter/moe_scatter.py -> build/lib/deepspeed/inference/v2/kernels/ragged_ops/moe_scatter creating build/lib/deepspeed/inference/v2/kernels/ragged_ops/top_1_gating copying deepspeed/inference/v2/kernels/ragged_ops/top_1_gating/__init__.py -> build/lib/deepspeed/inference/v2/kernels/ragged_ops/top_1_gating copying deepspeed/inference/v2/kernels/ragged_ops/top_1_gating/top_1_gating.py -> build/lib/deepspeed/inference/v2/kernels/ragged_ops/top_1_gating creating build/lib/deepspeed/inference/v2/model_implementations/common_parameters copying deepspeed/inference/v2/model_implementations/common_parameters/__init__.py -> build/lib/deepspeed/inference/v2/model_implementations/common_parameters copying deepspeed/inference/v2/model_implementations/common_parameters/attn_output_parameters.py -> build/lib/deepspeed/inference/v2/model_implementations/common_parameters copying deepspeed/inference/v2/model_implementations/common_parameters/embedding_parameters.py -> build/lib/deepspeed/inference/v2/model_implementations/common_parameters copying deepspeed/inference/v2/model_implementations/common_parameters/invfreq_parameters.py -> build/lib/deepspeed/inference/v2/model_implementations/common_parameters copying deepspeed/inference/v2/model_implementations/common_parameters/mlp_parameters.py -> build/lib/deepspeed/inference/v2/model_implementations/common_parameters copying deepspeed/inference/v2/model_implementations/common_parameters/moe_parameters.py -> build/lib/deepspeed/inference/v2/model_implementations/common_parameters copying deepspeed/inference/v2/model_implementations/common_parameters/norm_parameters.py -> build/lib/deepspeed/inference/v2/model_implementations/common_parameters copying deepspeed/inference/v2/model_implementations/common_parameters/qkv_parameters.py -> build/lib/deepspeed/inference/v2/model_implementations/common_parameters copying deepspeed/inference/v2/model_implementations/common_parameters/unembed_parameters.py -> build/lib/deepspeed/inference/v2/model_implementations/common_parameters creating build/lib/deepspeed/inference/v2/model_implementations/llama_v2 copying deepspeed/inference/v2/model_implementations/llama_v2/__init__.py -> build/lib/deepspeed/inference/v2/model_implementations/llama_v2 copying deepspeed/inference/v2/model_implementations/llama_v2/llama_v2_containers.py -> build/lib/deepspeed/inference/v2/model_implementations/llama_v2 copying deepspeed/inference/v2/model_implementations/llama_v2/llama_v2_model.py -> build/lib/deepspeed/inference/v2/model_implementations/llama_v2 copying deepspeed/inference/v2/model_implementations/llama_v2/llama_v2_policy.py -> build/lib/deepspeed/inference/v2/model_implementations/llama_v2 creating build/lib/deepspeed/inference/v2/model_implementations/mistral copying deepspeed/inference/v2/model_implementations/mistral/__init__.py -> build/lib/deepspeed/inference/v2/model_implementations/mistral copying deepspeed/inference/v2/model_implementations/mistral/container.py -> build/lib/deepspeed/inference/v2/model_implementations/mistral copying deepspeed/inference/v2/model_implementations/mistral/model.py -> build/lib/deepspeed/inference/v2/model_implementations/mistral copying deepspeed/inference/v2/model_implementations/mistral/policy.py -> build/lib/deepspeed/inference/v2/model_implementations/mistral creating build/lib/deepspeed/inference/v2/model_implementations/opt copying deepspeed/inference/v2/model_implementations/opt/__init__.py -> build/lib/deepspeed/inference/v2/model_implementations/opt copying deepspeed/inference/v2/model_implementations/opt/container.py -> build/lib/deepspeed/inference/v2/model_implementations/opt copying deepspeed/inference/v2/model_implementations/opt/model.py -> build/lib/deepspeed/inference/v2/model_implementations/opt copying deepspeed/inference/v2/model_implementations/opt/policy.py -> build/lib/deepspeed/inference/v2/model_implementations/opt creating build/lib/deepspeed/inference/v2/model_implementations/sharding copying deepspeed/inference/v2/model_implementations/sharding/__init__.py -> build/lib/deepspeed/inference/v2/model_implementations/sharding copying deepspeed/inference/v2/model_implementations/sharding/attn.py -> build/lib/deepspeed/inference/v2/model_implementations/sharding copying deepspeed/inference/v2/model_implementations/sharding/attn_out.py -> build/lib/deepspeed/inference/v2/model_implementations/sharding copying deepspeed/inference/v2/model_implementations/sharding/embedding.py -> build/lib/deepspeed/inference/v2/model_implementations/sharding copying deepspeed/inference/v2/model_implementations/sharding/mlp.py -> build/lib/deepspeed/inference/v2/model_implementations/sharding copying deepspeed/inference/v2/model_implementations/sharding/qkv.py -> build/lib/deepspeed/inference/v2/model_implementations/sharding copying deepspeed/inference/v2/model_implementations/sharding/types.py -> build/lib/deepspeed/inference/v2/model_implementations/sharding copying deepspeed/inference/v2/model_implementations/sharding/unembed.py -> build/lib/deepspeed/inference/v2/model_implementations/sharding copying deepspeed/inference/v2/model_implementations/sharding/utils.py -> build/lib/deepspeed/inference/v2/model_implementations/sharding creating build/lib/deepspeed/inference/v2/modules/configs copying deepspeed/inference/v2/modules/configs/__init__.py -> build/lib/deepspeed/inference/v2/modules/configs copying deepspeed/inference/v2/modules/configs/attention_configs.py -> build/lib/deepspeed/inference/v2/modules/configs copying deepspeed/inference/v2/modules/configs/embedding_config.py -> build/lib/deepspeed/inference/v2/modules/configs copying deepspeed/inference/v2/modules/configs/linear_config.py -> build/lib/deepspeed/inference/v2/modules/configs copying deepspeed/inference/v2/modules/configs/moe_config.py -> build/lib/deepspeed/inference/v2/modules/configs copying deepspeed/inference/v2/modules/configs/norm_config.py -> build/lib/deepspeed/inference/v2/modules/configs copying deepspeed/inference/v2/modules/configs/unembed_config.py -> build/lib/deepspeed/inference/v2/modules/configs creating build/lib/deepspeed/inference/v2/modules/implementations copying deepspeed/inference/v2/modules/implementations/__init__.py -> build/lib/deepspeed/inference/v2/modules/implementations creating build/lib/deepspeed/inference/v2/modules/interfaces copying deepspeed/inference/v2/modules/interfaces/__init__.py -> build/lib/deepspeed/inference/v2/modules/interfaces copying deepspeed/inference/v2/modules/interfaces/attention_base.py -> build/lib/deepspeed/inference/v2/modules/interfaces copying deepspeed/inference/v2/modules/interfaces/embedding_base.py -> build/lib/deepspeed/inference/v2/modules/interfaces copying deepspeed/inference/v2/modules/interfaces/linear_base.py -> build/lib/deepspeed/inference/v2/modules/interfaces copying deepspeed/inference/v2/modules/interfaces/moe_base.py -> build/lib/deepspeed/inference/v2/modules/interfaces copying deepspeed/inference/v2/modules/interfaces/post_norm_base.py -> build/lib/deepspeed/inference/v2/modules/interfaces copying deepspeed/inference/v2/modules/interfaces/pre_norm_base.py -> build/lib/deepspeed/inference/v2/modules/interfaces copying deepspeed/inference/v2/modules/interfaces/unembed_base.py -> build/lib/deepspeed/inference/v2/modules/interfaces creating build/lib/deepspeed/inference/v2/modules/implementations/attention copying deepspeed/inference/v2/modules/implementations/attention/__init__.py -> build/lib/deepspeed/inference/v2/modules/implementations/attention copying deepspeed/inference/v2/modules/implementations/attention/dense_blocked_attention.py -> build/lib/deepspeed/inference/v2/modules/implementations/attention creating build/lib/deepspeed/inference/v2/modules/implementations/embedding copying deepspeed/inference/v2/modules/implementations/embedding/__init__.py -> build/lib/deepspeed/inference/v2/modules/implementations/embedding copying deepspeed/inference/v2/modules/implementations/embedding/ragged_embedding.py -> build/lib/deepspeed/inference/v2/modules/implementations/embedding creating build/lib/deepspeed/inference/v2/modules/implementations/linear copying deepspeed/inference/v2/modules/implementations/linear/__init__.py -> build/lib/deepspeed/inference/v2/modules/implementations/linear copying deepspeed/inference/v2/modules/implementations/linear/blas_fp_linear.py -> build/lib/deepspeed/inference/v2/modules/implementations/linear copying deepspeed/inference/v2/modules/implementations/linear/cutlass_fp_linear.py -> build/lib/deepspeed/inference/v2/modules/implementations/linear creating build/lib/deepspeed/inference/v2/modules/implementations/moe copying deepspeed/inference/v2/modules/implementations/moe/__init__.py -> build/lib/deepspeed/inference/v2/modules/implementations/moe copying deepspeed/inference/v2/modules/implementations/moe/cutlass_multi_gemm.py -> build/lib/deepspeed/inference/v2/modules/implementations/moe copying deepspeed/inference/v2/modules/implementations/moe/gate_fn.py -> build/lib/deepspeed/inference/v2/modules/implementations/moe copying deepspeed/inference/v2/modules/implementations/moe/test.py -> build/lib/deepspeed/inference/v2/modules/implementations/moe creating build/lib/deepspeed/inference/v2/modules/implementations/post_norm copying deepspeed/inference/v2/modules/implementations/post_norm/__init__.py -> build/lib/deepspeed/inference/v2/modules/implementations/post_norm copying deepspeed/inference/v2/modules/implementations/post_norm/cuda_post_ln.py -> build/lib/deepspeed/inference/v2/modules/implementations/post_norm creating build/lib/deepspeed/inference/v2/modules/implementations/pre_norm copying deepspeed/inference/v2/modules/implementations/pre_norm/__init__.py -> build/lib/deepspeed/inference/v2/modules/implementations/pre_norm copying deepspeed/inference/v2/modules/implementations/pre_norm/cuda_pre_ln.py -> build/lib/deepspeed/inference/v2/modules/implementations/pre_norm copying deepspeed/inference/v2/modules/implementations/pre_norm/cuda_pre_rms.py -> build/lib/deepspeed/inference/v2/modules/implementations/pre_norm creating build/lib/deepspeed/inference/v2/modules/implementations/unembed copying deepspeed/inference/v2/modules/implementations/unembed/__init__.py -> build/lib/deepspeed/inference/v2/modules/implementations/unembed copying deepspeed/inference/v2/modules/implementations/unembed/ragged_unembed.py -> build/lib/deepspeed/inference/v2/modules/implementations/unembed creating build/lib/deepspeed/model_implementations/diffusers copying deepspeed/model_implementations/diffusers/__init__.py -> build/lib/deepspeed/model_implementations/diffusers copying deepspeed/model_implementations/diffusers/unet.py -> build/lib/deepspeed/model_implementations/diffusers copying deepspeed/model_implementations/diffusers/vae.py -> build/lib/deepspeed/model_implementations/diffusers creating build/lib/deepspeed/model_implementations/features copying deepspeed/model_implementations/features/__init__.py -> build/lib/deepspeed/model_implementations/features copying deepspeed/model_implementations/features/cuda_graph.py -> build/lib/deepspeed/model_implementations/features creating build/lib/deepspeed/model_implementations/transformers copying deepspeed/model_implementations/transformers/__init__.py -> build/lib/deepspeed/model_implementations/transformers copying deepspeed/model_implementations/transformers/clip_encoder.py -> build/lib/deepspeed/model_implementations/transformers copying deepspeed/model_implementations/transformers/ds_base.py -> build/lib/deepspeed/model_implementations/transformers copying deepspeed/model_implementations/transformers/ds_bert.py -> build/lib/deepspeed/model_implementations/transformers copying deepspeed/model_implementations/transformers/ds_bloom.py -> build/lib/deepspeed/model_implementations/transformers copying deepspeed/model_implementations/transformers/ds_gpt.py -> build/lib/deepspeed/model_implementations/transformers copying deepspeed/model_implementations/transformers/ds_llama2.py -> build/lib/deepspeed/model_implementations/transformers copying deepspeed/model_implementations/transformers/ds_megatron_gpt.py -> build/lib/deepspeed/model_implementations/transformers copying deepspeed/model_implementations/transformers/ds_opt.py -> build/lib/deepspeed/model_implementations/transformers copying deepspeed/model_implementations/transformers/ds_transformer.py -> build/lib/deepspeed/model_implementations/transformers creating build/lib/deepspeed/module_inject/containers copying deepspeed/module_inject/containers/__init__.py -> build/lib/deepspeed/module_inject/containers copying deepspeed/module_inject/containers/base.py -> build/lib/deepspeed/module_inject/containers copying deepspeed/module_inject/containers/base_moe.py -> build/lib/deepspeed/module_inject/containers copying deepspeed/module_inject/containers/bert.py -> build/lib/deepspeed/module_inject/containers copying deepspeed/module_inject/containers/bloom.py -> build/lib/deepspeed/module_inject/containers copying deepspeed/module_inject/containers/clip.py -> build/lib/deepspeed/module_inject/containers copying deepspeed/module_inject/containers/distil_bert.py -> build/lib/deepspeed/module_inject/containers copying deepspeed/module_inject/containers/gpt2.py -> build/lib/deepspeed/module_inject/containers copying deepspeed/module_inject/containers/gptj.py -> build/lib/deepspeed/module_inject/containers copying deepspeed/module_inject/containers/gptneo.py -> build/lib/deepspeed/module_inject/containers copying deepspeed/module_inject/containers/gptneox.py -> build/lib/deepspeed/module_inject/containers copying deepspeed/module_inject/containers/internlm.py -> build/lib/deepspeed/module_inject/containers copying deepspeed/module_inject/containers/llama.py -> build/lib/deepspeed/module_inject/containers copying deepspeed/module_inject/containers/llama2.py -> build/lib/deepspeed/module_inject/containers copying deepspeed/module_inject/containers/megatron_gpt.py -> build/lib/deepspeed/module_inject/containers copying deepspeed/module_inject/containers/megatron_gpt_moe.py -> build/lib/deepspeed/module_inject/containers copying deepspeed/module_inject/containers/opt.py -> build/lib/deepspeed/module_inject/containers copying deepspeed/module_inject/containers/unet.py -> build/lib/deepspeed/module_inject/containers copying deepspeed/module_inject/containers/vae.py -> build/lib/deepspeed/module_inject/containers creating build/lib/deepspeed/module_inject/containers/features copying deepspeed/module_inject/containers/features/__init__.py -> build/lib/deepspeed/module_inject/containers/features copying deepspeed/module_inject/containers/features/gated_mlp.py -> build/lib/deepspeed/module_inject/containers/features copying deepspeed/module_inject/containers/features/hybrid_engine.py -> build/lib/deepspeed/module_inject/containers/features copying deepspeed/module_inject/containers/features/hybrid_megatron.py -> build/lib/deepspeed/module_inject/containers/features copying deepspeed/module_inject/containers/features/megatron.py -> build/lib/deepspeed/module_inject/containers/features copying deepspeed/module_inject/containers/features/meta_tensor.py -> build/lib/deepspeed/module_inject/containers/features copying deepspeed/module_inject/containers/features/split_qkv.py -> build/lib/deepspeed/module_inject/containers/features creating build/lib/deepspeed/ops/adagrad copying deepspeed/ops/adagrad/__init__.py -> build/lib/deepspeed/ops/adagrad copying deepspeed/ops/adagrad/cpu_adagrad.py -> build/lib/deepspeed/ops/adagrad creating build/lib/deepspeed/ops/adam copying deepspeed/ops/adam/__init__.py -> build/lib/deepspeed/ops/adam copying deepspeed/ops/adam/cpu_adam.py -> build/lib/deepspeed/ops/adam copying deepspeed/ops/adam/fused_adam.py -> build/lib/deepspeed/ops/adam copying deepspeed/ops/adam/multi_tensor_apply.py -> build/lib/deepspeed/ops/adam creating build/lib/deepspeed/ops/aio copying deepspeed/ops/aio/__init__.py -> build/lib/deepspeed/ops/aio creating build/lib/deepspeed/ops/deepspeed4science copying deepspeed/ops/deepspeed4science/__init__.py -> build/lib/deepspeed/ops/deepspeed4science copying deepspeed/ops/deepspeed4science/evoformer_attn.py -> build/lib/deepspeed/ops/deepspeed4science creating build/lib/deepspeed/ops/lamb copying deepspeed/ops/lamb/__init__.py -> build/lib/deepspeed/ops/lamb copying deepspeed/ops/lamb/fused_lamb.py -> build/lib/deepspeed/ops/lamb creating build/lib/deepspeed/ops/lion copying deepspeed/ops/lion/__init__.py -> build/lib/deepspeed/ops/lion copying deepspeed/ops/lion/cpu_lion.py -> build/lib/deepspeed/ops/lion copying deepspeed/ops/lion/fused_lion.py -> build/lib/deepspeed/ops/lion copying deepspeed/ops/lion/multi_tensor_apply.py -> build/lib/deepspeed/ops/lion creating build/lib/deepspeed/ops/quantizer copying deepspeed/ops/quantizer/__init__.py -> build/lib/deepspeed/ops/quantizer copying deepspeed/ops/quantizer/quantizer.py -> build/lib/deepspeed/ops/quantizer creating build/lib/deepspeed/ops/random_ltd copying deepspeed/ops/random_ltd/__init__.py -> build/lib/deepspeed/ops/random_ltd copying deepspeed/ops/random_ltd/dropping_utils.py -> build/lib/deepspeed/ops/random_ltd creating build/lib/deepspeed/ops/sparse_attention copying deepspeed/ops/sparse_attention/__init__.py -> build/lib/deepspeed/ops/sparse_attention copying deepspeed/ops/sparse_attention/bert_sparse_self_attention.py -> build/lib/deepspeed/ops/sparse_attention copying deepspeed/ops/sparse_attention/matmul.py -> build/lib/deepspeed/ops/sparse_attention copying deepspeed/ops/sparse_attention/softmax.py -> build/lib/deepspeed/ops/sparse_attention copying deepspeed/ops/sparse_attention/sparse_attention_utils.py -> build/lib/deepspeed/ops/sparse_attention copying deepspeed/ops/sparse_attention/sparse_self_attention.py -> build/lib/deepspeed/ops/sparse_attention copying deepspeed/ops/sparse_attention/sparsity_config.py -> build/lib/deepspeed/ops/sparse_attention creating build/lib/deepspeed/ops/transformer copying deepspeed/ops/transformer/__init__.py -> build/lib/deepspeed/ops/transformer copying deepspeed/ops/transformer/transformer.py -> build/lib/deepspeed/ops/transformer creating build/lib/deepspeed/ops/op_builder copying deepspeed/ops/op_builder/__init__.py -> build/lib/deepspeed/ops/op_builder copying deepspeed/ops/op_builder/all_ops.py -> build/lib/deepspeed/ops/op_builder copying deepspeed/ops/op_builder/async_io.py -> build/lib/deepspeed/ops/op_builder copying deepspeed/ops/op_builder/builder.py -> build/lib/deepspeed/ops/op_builder copying deepspeed/ops/op_builder/cpu_adagrad.py -> build/lib/deepspeed/ops/op_builder copying deepspeed/ops/op_builder/cpu_adam.py -> build/lib/deepspeed/ops/op_builder copying deepspeed/ops/op_builder/cpu_lion.py -> build/lib/deepspeed/ops/op_builder copying deepspeed/ops/op_builder/evoformer_attn.py -> build/lib/deepspeed/ops/op_builder copying deepspeed/ops/op_builder/fused_adam.py -> build/lib/deepspeed/ops/op_builder copying deepspeed/ops/op_builder/fused_lamb.py -> build/lib/deepspeed/ops/op_builder copying deepspeed/ops/op_builder/fused_lion.py -> build/lib/deepspeed/ops/op_builder copying deepspeed/ops/op_builder/inference_core_ops.py -> build/lib/deepspeed/ops/op_builder copying deepspeed/ops/op_builder/inference_cutlass_builder.py -> build/lib/deepspeed/ops/op_builder copying deepspeed/ops/op_builder/quantizer.py -> build/lib/deepspeed/ops/op_builder copying deepspeed/ops/op_builder/ragged_ops.py -> build/lib/deepspeed/ops/op_builder copying deepspeed/ops/op_builder/ragged_utils.py -> build/lib/deepspeed/ops/op_builder copying deepspeed/ops/op_builder/random_ltd.py -> build/lib/deepspeed/ops/op_builder copying deepspeed/ops/op_builder/sparse_attn.py -> build/lib/deepspeed/ops/op_builder copying deepspeed/ops/op_builder/spatial_inference.py -> build/lib/deepspeed/ops/op_builder copying deepspeed/ops/op_builder/stochastic_transformer.py -> build/lib/deepspeed/ops/op_builder copying deepspeed/ops/op_builder/transformer.py -> build/lib/deepspeed/ops/op_builder copying deepspeed/ops/op_builder/transformer_inference.py -> build/lib/deepspeed/ops/op_builder creating build/lib/deepspeed/ops/sparse_attention/trsrc copying deepspeed/ops/sparse_attention/trsrc/__init__.py -> build/lib/deepspeed/ops/sparse_attention/trsrc creating build/lib/deepspeed/ops/transformer/inference copying deepspeed/ops/transformer/inference/__init__.py -> build/lib/deepspeed/ops/transformer/inference copying deepspeed/ops/transformer/inference/bias_add.py -> build/lib/deepspeed/ops/transformer/inference copying deepspeed/ops/transformer/inference/config.py -> build/lib/deepspeed/ops/transformer/inference copying deepspeed/ops/transformer/inference/diffusers_2d_transformer.py -> build/lib/deepspeed/ops/transformer/inference copying deepspeed/ops/transformer/inference/diffusers_attention.py -> build/lib/deepspeed/ops/transformer/inference copying deepspeed/ops/transformer/inference/diffusers_transformer_block.py -> build/lib/deepspeed/ops/transformer/inference copying deepspeed/ops/transformer/inference/ds_attention.py -> build/lib/deepspeed/ops/transformer/inference copying deepspeed/ops/transformer/inference/ds_mlp.py -> build/lib/deepspeed/ops/transformer/inference copying deepspeed/ops/transformer/inference/moe_inference.py -> build/lib/deepspeed/ops/transformer/inference copying deepspeed/ops/transformer/inference/triton_ops.py -> build/lib/deepspeed/ops/transformer/inference creating build/lib/deepspeed/ops/transformer/inference/op_binding copying deepspeed/ops/transformer/inference/op_binding/__init__.py -> build/lib/deepspeed/ops/transformer/inference/op_binding copying deepspeed/ops/transformer/inference/op_binding/base.py -> build/lib/deepspeed/ops/transformer/inference/op_binding copying deepspeed/ops/transformer/inference/op_binding/gelu_gemm.py -> build/lib/deepspeed/ops/transformer/inference/op_binding copying deepspeed/ops/transformer/inference/op_binding/linear.py -> build/lib/deepspeed/ops/transformer/inference/op_binding copying deepspeed/ops/transformer/inference/op_binding/mlp_gemm.py -> build/lib/deepspeed/ops/transformer/inference/op_binding copying deepspeed/ops/transformer/inference/op_binding/qkv_gemm.py -> build/lib/deepspeed/ops/transformer/inference/op_binding copying deepspeed/ops/transformer/inference/op_binding/residual_add.py -> build/lib/deepspeed/ops/transformer/inference/op_binding copying deepspeed/ops/transformer/inference/op_binding/softmax.py -> build/lib/deepspeed/ops/transformer/inference/op_binding copying deepspeed/ops/transformer/inference/op_binding/softmax_context.py -> build/lib/deepspeed/ops/transformer/inference/op_binding copying deepspeed/ops/transformer/inference/op_binding/vector_matmul.py -> build/lib/deepspeed/ops/transformer/inference/op_binding creating build/lib/deepspeed/ops/transformer/inference/triton copying deepspeed/ops/transformer/inference/triton/__init__.py -> build/lib/deepspeed/ops/transformer/inference/triton copying deepspeed/ops/transformer/inference/triton/attention.py -> build/lib/deepspeed/ops/transformer/inference/triton copying deepspeed/ops/transformer/inference/triton/gelu.py -> build/lib/deepspeed/ops/transformer/inference/triton copying deepspeed/ops/transformer/inference/triton/layer_norm.py -> build/lib/deepspeed/ops/transformer/inference/triton copying deepspeed/ops/transformer/inference/triton/matmul_ext.py -> build/lib/deepspeed/ops/transformer/inference/triton copying deepspeed/ops/transformer/inference/triton/mlp.py -> build/lib/deepspeed/ops/transformer/inference/triton copying deepspeed/ops/transformer/inference/triton/ops.py -> build/lib/deepspeed/ops/transformer/inference/triton copying deepspeed/ops/transformer/inference/triton/residual_add.py -> build/lib/deepspeed/ops/transformer/inference/triton copying deepspeed/ops/transformer/inference/triton/softmax.py -> build/lib/deepspeed/ops/transformer/inference/triton copying deepspeed/ops/transformer/inference/triton/triton_matmul_kernel.py -> build/lib/deepspeed/ops/transformer/inference/triton creating build/lib/deepspeed/ops/op_builder/cpu copying deepspeed/ops/op_builder/cpu/__init__.py -> build/lib/deepspeed/ops/op_builder/cpu copying deepspeed/ops/op_builder/cpu/builder.py -> build/lib/deepspeed/ops/op_builder/cpu copying deepspeed/ops/op_builder/cpu/comm.py -> build/lib/deepspeed/ops/op_builder/cpu copying deepspeed/ops/op_builder/cpu/cpu_adam.py -> build/lib/deepspeed/ops/op_builder/cpu copying deepspeed/ops/op_builder/cpu/fused_adam.py -> build/lib/deepspeed/ops/op_builder/cpu copying deepspeed/ops/op_builder/cpu/no_impl.py -> build/lib/deepspeed/ops/op_builder/cpu creating build/lib/deepspeed/ops/op_builder/npu copying deepspeed/ops/op_builder/npu/__init__.py -> build/lib/deepspeed/ops/op_builder/npu copying deepspeed/ops/op_builder/npu/builder.py -> build/lib/deepspeed/ops/op_builder/npu copying deepspeed/ops/op_builder/npu/fused_adam.py -> build/lib/deepspeed/ops/op_builder/npu copying deepspeed/ops/op_builder/npu/no_impl.py -> build/lib/deepspeed/ops/op_builder/npu creating build/lib/deepspeed/profiling/flops_profiler copying deepspeed/profiling/flops_profiler/__init__.py -> build/lib/deepspeed/profiling/flops_profiler copying deepspeed/profiling/flops_profiler/profiler.py -> build/lib/deepspeed/profiling/flops_profiler creating build/lib/deepspeed/runtime/activation_checkpointing copying deepspeed/runtime/activation_checkpointing/__init__.py -> build/lib/deepspeed/runtime/activation_checkpointing copying deepspeed/runtime/activation_checkpointing/checkpointing.py -> build/lib/deepspeed/runtime/activation_checkpointing copying deepspeed/runtime/activation_checkpointing/config.py -> build/lib/deepspeed/runtime/activation_checkpointing creating build/lib/deepspeed/runtime/checkpoint_engine copying deepspeed/runtime/checkpoint_engine/__init__.py -> build/lib/deepspeed/runtime/checkpoint_engine copying deepspeed/runtime/checkpoint_engine/checkpoint_engine.py -> build/lib/deepspeed/runtime/checkpoint_engine copying deepspeed/runtime/checkpoint_engine/nebula_checkpoint_engine.py -> build/lib/deepspeed/runtime/checkpoint_engine copying deepspeed/runtime/checkpoint_engine/torch_checkpoint_engine.py -> build/lib/deepspeed/runtime/checkpoint_engine creating build/lib/deepspeed/runtime/comm copying deepspeed/runtime/comm/__init__.py -> build/lib/deepspeed/runtime/comm copying deepspeed/runtime/comm/coalesced_collectives.py -> build/lib/deepspeed/runtime/comm copying deepspeed/runtime/comm/mpi.py -> build/lib/deepspeed/runtime/comm copying deepspeed/runtime/comm/nccl.py -> build/lib/deepspeed/runtime/comm creating build/lib/deepspeed/runtime/compression copying deepspeed/runtime/compression/__init__.py -> build/lib/deepspeed/runtime/compression copying deepspeed/runtime/compression/cupy.py -> build/lib/deepspeed/runtime/compression creating build/lib/deepspeed/runtime/data_pipeline copying deepspeed/runtime/data_pipeline/__init__.py -> build/lib/deepspeed/runtime/data_pipeline copying deepspeed/runtime/data_pipeline/config.py -> build/lib/deepspeed/runtime/data_pipeline copying deepspeed/runtime/data_pipeline/constants.py -> build/lib/deepspeed/runtime/data_pipeline copying deepspeed/runtime/data_pipeline/curriculum_scheduler.py -> build/lib/deepspeed/runtime/data_pipeline creating build/lib/deepspeed/runtime/fp16 copying deepspeed/runtime/fp16/__init__.py -> build/lib/deepspeed/runtime/fp16 copying deepspeed/runtime/fp16/fused_optimizer.py -> build/lib/deepspeed/runtime/fp16 copying deepspeed/runtime/fp16/loss_scaler.py -> build/lib/deepspeed/runtime/fp16 copying deepspeed/runtime/fp16/unfused_optimizer.py -> build/lib/deepspeed/runtime/fp16 creating build/lib/deepspeed/runtime/pipe copying deepspeed/runtime/pipe/__init__.py -> build/lib/deepspeed/runtime/pipe copying deepspeed/runtime/pipe/engine.py -> build/lib/deepspeed/runtime/pipe copying deepspeed/runtime/pipe/module.py -> build/lib/deepspeed/runtime/pipe copying deepspeed/runtime/pipe/p2p.py -> build/lib/deepspeed/runtime/pipe copying deepspeed/runtime/pipe/schedule.py -> build/lib/deepspeed/runtime/pipe copying deepspeed/runtime/pipe/topology.py -> build/lib/deepspeed/runtime/pipe creating build/lib/deepspeed/runtime/swap_tensor copying deepspeed/runtime/swap_tensor/__init__.py -> build/lib/deepspeed/runtime/swap_tensor copying deepspeed/runtime/swap_tensor/aio_config.py -> build/lib/deepspeed/runtime/swap_tensor copying deepspeed/runtime/swap_tensor/async_swapper.py -> build/lib/deepspeed/runtime/swap_tensor copying deepspeed/runtime/swap_tensor/constants.py -> build/lib/deepspeed/runtime/swap_tensor copying deepspeed/runtime/swap_tensor/optimizer_utils.py -> build/lib/deepspeed/runtime/swap_tensor copying deepspeed/runtime/swap_tensor/partitioned_optimizer_swapper.py -> build/lib/deepspeed/runtime/swap_tensor copying deepspeed/runtime/swap_tensor/partitioned_param_swapper.py -> build/lib/deepspeed/runtime/swap_tensor copying deepspeed/runtime/swap_tensor/pipelined_optimizer_swapper.py -> build/lib/deepspeed/runtime/swap_tensor copying deepspeed/runtime/swap_tensor/utils.py -> build/lib/deepspeed/runtime/swap_tensor creating build/lib/deepspeed/runtime/zero copying deepspeed/runtime/zero/__init__.py -> build/lib/deepspeed/runtime/zero copying deepspeed/runtime/zero/config.py -> build/lib/deepspeed/runtime/zero copying deepspeed/runtime/zero/contiguous_memory_allocator.py -> build/lib/deepspeed/runtime/zero copying deepspeed/runtime/zero/linear.py -> build/lib/deepspeed/runtime/zero copying deepspeed/runtime/zero/mics.py -> build/lib/deepspeed/runtime/zero copying deepspeed/runtime/zero/mics_utils.py -> build/lib/deepspeed/runtime/zero copying deepspeed/runtime/zero/offload_config.py -> build/lib/deepspeed/runtime/zero copying deepspeed/runtime/zero/parameter_offload.py -> build/lib/deepspeed/runtime/zero copying deepspeed/runtime/zero/partition_parameters.py -> build/lib/deepspeed/runtime/zero copying deepspeed/runtime/zero/partitioned_param_coordinator.py -> build/lib/deepspeed/runtime/zero copying deepspeed/runtime/zero/partitioned_param_profiler.py -> build/lib/deepspeed/runtime/zero copying deepspeed/runtime/zero/stage3.py -> build/lib/deepspeed/runtime/zero copying deepspeed/runtime/zero/stage_1_and_2.py -> build/lib/deepspeed/runtime/zero copying deepspeed/runtime/zero/test.py -> build/lib/deepspeed/runtime/zero copying deepspeed/runtime/zero/tiling.py -> build/lib/deepspeed/runtime/zero copying deepspeed/runtime/zero/utils.py -> build/lib/deepspeed/runtime/zero creating build/lib/deepspeed/runtime/data_pipeline/data_routing copying deepspeed/runtime/data_pipeline/data_routing/__init__.py -> build/lib/deepspeed/runtime/data_pipeline/data_routing copying deepspeed/runtime/data_pipeline/data_routing/basic_layer.py -> build/lib/deepspeed/runtime/data_pipeline/data_routing copying deepspeed/runtime/data_pipeline/data_routing/helper.py -> build/lib/deepspeed/runtime/data_pipeline/data_routing copying deepspeed/runtime/data_pipeline/data_routing/scheduler.py -> build/lib/deepspeed/runtime/data_pipeline/data_routing copying deepspeed/runtime/data_pipeline/data_routing/utils.py -> build/lib/deepspeed/runtime/data_pipeline/data_routing creating build/lib/deepspeed/runtime/data_pipeline/data_sampling copying deepspeed/runtime/data_pipeline/data_sampling/__init__.py -> build/lib/deepspeed/runtime/data_pipeline/data_sampling copying deepspeed/runtime/data_pipeline/data_sampling/data_analyzer.py -> build/lib/deepspeed/runtime/data_pipeline/data_sampling copying deepspeed/runtime/data_pipeline/data_sampling/data_sampler.py -> build/lib/deepspeed/runtime/data_pipeline/data_sampling copying deepspeed/runtime/data_pipeline/data_sampling/indexed_dataset.py -> build/lib/deepspeed/runtime/data_pipeline/data_sampling copying deepspeed/runtime/data_pipeline/data_sampling/utils.py -> build/lib/deepspeed/runtime/data_pipeline/data_sampling creating build/lib/deepspeed/runtime/fp16/onebit copying deepspeed/runtime/fp16/onebit/__init__.py -> build/lib/deepspeed/runtime/fp16/onebit copying deepspeed/runtime/fp16/onebit/adam.py -> build/lib/deepspeed/runtime/fp16/onebit copying deepspeed/runtime/fp16/onebit/lamb.py -> build/lib/deepspeed/runtime/fp16/onebit copying deepspeed/runtime/fp16/onebit/zoadam.py -> build/lib/deepspeed/runtime/fp16/onebit running egg_info creating deepspeed.egg-info writing deepspeed.egg-info/PKG-INFO writing dependency_links to deepspeed.egg-info/dependency_links.txt writing entry points to deepspeed.egg-info/entry_points.txt writing requirements to deepspeed.egg-info/requires.txt writing top-level names to deepspeed.egg-info/top_level.txt writing manifest file 'deepspeed.egg-info/SOURCES.txt' listing git files failed - pretending there aren't any reading manifest file 'deepspeed.egg-info/SOURCES.txt' reading manifest template 'MANIFEST.in' warning: no files found matching 'deepspeed/inference/v2/kernels/ragged_ops/libs/*.so' warning: no files found matching 'deepspeed/inference/v2/kernels/cutlass_ops/libs/*.so' warning: no files found matching '*.hip' under directory 'deepspeed' warning: no files found matching '*.cc' under directory 'deepspeed' warning: no files found matching '*.tr' under directory 'csrc' warning: no files found matching '*.cc' under directory 'csrc' warning: no files found matching '*.py' under directory 'benchmarks' adding license file 'LICENSE' writing manifest file 'deepspeed.egg-info/SOURCES.txt' /usr/lib/python3.11/site-packages/setuptools/command/build_py.py:201: _Warning: Package 'deepspeed.autotuning.config_templates' is absent from the `packages` configuration. !! ******************************************************************************** ############################ # Package would be ignored # ############################ Python recognizes 'deepspeed.autotuning.config_templates' as an importable package[^1], but it is absent from setuptools' `packages` configuration. This leads to an ambiguous overall configuration. If you want to distribute this package, please make sure that 'deepspeed.autotuning.config_templates' is explicitly added to the `packages` configuration field. Alternatively, you can also rely on setuptools' discovery methods (for example by using `find_namespace_packages(...)`/`find_namespace:` instead of `find_packages(...)`/`find:`). You can read more about "package discovery" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/package_discovery.html If you don't want 'deepspeed.autotuning.config_templates' to be distributed and are already explicitly excluding 'deepspeed.autotuning.config_templates' via `find_namespace_packages(...)/find_namespace` or `find_packages(...)/find`, you can try to use `exclude_package_data`, or `include-package-data=False` in combination with a more fine grained `package-data` configuration. You can read more about "package data files" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/datafiles.html [^1]: For Python, any directory (with suitable naming) can be imported, even if it does not contain any `.py` files. On the other hand, currently there is no concept of package data directory, all directories are treated like packages. ******************************************************************************** !! check.warn(importable) /usr/lib/python3.11/site-packages/setuptools/command/build_py.py:201: _Warning: Package 'deepspeed.inference.v2.kernels.cutlass_ops.shared_resources' is absent from the `packages` configuration. !! ******************************************************************************** ############################ # Package would be ignored # ############################ Python recognizes 'deepspeed.inference.v2.kernels.cutlass_ops.shared_resources' as an importable package[^1], but it is absent from setuptools' `packages` configuration. This leads to an ambiguous overall configuration. If you want to distribute this package, please make sure that 'deepspeed.inference.v2.kernels.cutlass_ops.shared_resources' is explicitly added to the `packages` configuration field. Alternatively, you can also rely on setuptools' discovery methods (for example by using `find_namespace_packages(...)`/`find_namespace:` instead of `find_packages(...)`/`find:`). You can read more about "package discovery" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/package_discovery.html If you don't want 'deepspeed.inference.v2.kernels.cutlass_ops.shared_resources' to be distributed and are already explicitly excluding 'deepspeed.inference.v2.kernels.cutlass_ops.shared_resources' via `find_namespace_packages(...)/find_namespace` or `find_packages(...)/find`, you can try to use `exclude_package_data`, or `include-package-data=False` in combination with a more fine grained `package-data` configuration. You can read more about "package data files" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/datafiles.html [^1]: For Python, any directory (with suitable naming) can be imported, even if it does not contain any `.py` files. On the other hand, currently there is no concept of package data directory, all directories are treated like packages. ******************************************************************************** !! check.warn(importable) /usr/lib/python3.11/site-packages/setuptools/command/build_py.py:201: _Warning: Package 'deepspeed.inference.v2.kernels.ragged_ops.ragged_helpers' is absent from the `packages` configuration. !! ******************************************************************************** ############################ # Package would be ignored # ############################ Python recognizes 'deepspeed.inference.v2.kernels.ragged_ops.ragged_helpers' as an importable package[^1], but it is absent from setuptools' `packages` configuration. This leads to an ambiguous overall configuration. If you want to distribute this package, please make sure that 'deepspeed.inference.v2.kernels.ragged_ops.ragged_helpers' is explicitly added to the `packages` configuration field. Alternatively, you can also rely on setuptools' discovery methods (for example by using `find_namespace_packages(...)`/`find_namespace:` instead of `find_packages(...)`/`find:`). You can read more about "package discovery" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/package_discovery.html If you don't want 'deepspeed.inference.v2.kernels.ragged_ops.ragged_helpers' to be distributed and are already explicitly excluding 'deepspeed.inference.v2.kernels.ragged_ops.ragged_helpers' via `find_namespace_packages(...)/find_namespace` or `find_packages(...)/find`, you can try to use `exclude_package_data`, or `include-package-data=False` in combination with a more fine grained `package-data` configuration. You can read more about "package data files" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/datafiles.html [^1]: For Python, any directory (with suitable naming) can be imported, even if it does not contain any `.py` files. On the other hand, currently there is no concept of package data directory, all directories are treated like packages. ******************************************************************************** !! check.warn(importable) /usr/lib/python3.11/site-packages/setuptools/command/build_py.py:201: _Warning: Package 'deepspeed.inference.v2.ragged.csrc' is absent from the `packages` configuration. !! ******************************************************************************** ############################ # Package would be ignored # ############################ Python recognizes 'deepspeed.inference.v2.ragged.csrc' as an importable package[^1], but it is absent from setuptools' `packages` configuration. This leads to an ambiguous overall configuration. If you want to distribute this package, please make sure that 'deepspeed.inference.v2.ragged.csrc' is explicitly added to the `packages` configuration field. Alternatively, you can also rely on setuptools' discovery methods (for example by using `find_namespace_packages(...)`/`find_namespace:` instead of `find_packages(...)`/`find:`). You can read more about "package discovery" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/package_discovery.html If you don't want 'deepspeed.inference.v2.ragged.csrc' to be distributed and are already explicitly excluding 'deepspeed.inference.v2.ragged.csrc' via `find_namespace_packages(...)/find_namespace` or `find_packages(...)/find`, you can try to use `exclude_package_data`, or `include-package-data=False` in combination with a more fine grained `package-data` configuration. You can read more about "package data files" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/datafiles.html [^1]: For Python, any directory (with suitable naming) can be imported, even if it does not contain any `.py` files. On the other hand, currently there is no concept of package data directory, all directories are treated like packages. ******************************************************************************** !! check.warn(importable) /usr/lib/python3.11/site-packages/setuptools/command/build_py.py:201: _Warning: Package 'deepspeed.inference.v2.ragged.includes' is absent from the `packages` configuration. !! ******************************************************************************** ############################ # Package would be ignored # ############################ Python recognizes 'deepspeed.inference.v2.ragged.includes' as an importable package[^1], but it is absent from setuptools' `packages` configuration. This leads to an ambiguous overall configuration. If you want to distribute this package, please make sure that 'deepspeed.inference.v2.ragged.includes' is explicitly added to the `packages` configuration field. Alternatively, you can also rely on setuptools' discovery methods (for example by using `find_namespace_packages(...)`/`find_namespace:` instead of `find_packages(...)`/`find:`). You can read more about "package discovery" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/package_discovery.html If you don't want 'deepspeed.inference.v2.ragged.includes' to be distributed and are already explicitly excluding 'deepspeed.inference.v2.ragged.includes' via `find_namespace_packages(...)/find_namespace` or `find_packages(...)/find`, you can try to use `exclude_package_data`, or `include-package-data=False` in combination with a more fine grained `package-data` configuration. You can read more about "package data files" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/datafiles.html [^1]: For Python, any directory (with suitable naming) can be imported, even if it does not contain any `.py` files. On the other hand, currently there is no concept of package data directory, all directories are treated like packages. ******************************************************************************** !! check.warn(importable) /usr/lib/python3.11/site-packages/setuptools/command/build_py.py:201: _Warning: Package 'deepspeed.ops.csrc.adagrad' is absent from the `packages` configuration. !! ******************************************************************************** ############################ # Package would be ignored # ############################ Python recognizes 'deepspeed.ops.csrc.adagrad' as an importable package[^1], but it is absent from setuptools' `packages` configuration. This leads to an ambiguous overall configuration. If you want to distribute this package, please make sure that 'deepspeed.ops.csrc.adagrad' is explicitly added to the `packages` configuration field. Alternatively, you can also rely on setuptools' discovery methods (for example by using `find_namespace_packages(...)`/`find_namespace:` instead of `find_packages(...)`/`find:`). You can read more about "package discovery" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/package_discovery.html If you don't want 'deepspeed.ops.csrc.adagrad' to be distributed and are already explicitly excluding 'deepspeed.ops.csrc.adagrad' via `find_namespace_packages(...)/find_namespace` or `find_packages(...)/find`, you can try to use `exclude_package_data`, or `include-package-data=False` in combination with a more fine grained `package-data` configuration. You can read more about "package data files" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/datafiles.html [^1]: For Python, any directory (with suitable naming) can be imported, even if it does not contain any `.py` files. On the other hand, currently there is no concept of package data directory, all directories are treated like packages. ******************************************************************************** !! check.warn(importable) /usr/lib/python3.11/site-packages/setuptools/command/build_py.py:201: _Warning: Package 'deepspeed.ops.csrc.adam' is absent from the `packages` configuration. !! ******************************************************************************** ############################ # Package would be ignored # ############################ Python recognizes 'deepspeed.ops.csrc.adam' as an importable package[^1], but it is absent from setuptools' `packages` configuration. This leads to an ambiguous overall configuration. If you want to distribute this package, please make sure that 'deepspeed.ops.csrc.adam' is explicitly added to the `packages` configuration field. Alternatively, you can also rely on setuptools' discovery methods (for example by using `find_namespace_packages(...)`/`find_namespace:` instead of `find_packages(...)`/`find:`). You can read more about "package discovery" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/package_discovery.html If you don't want 'deepspeed.ops.csrc.adam' to be distributed and are already explicitly excluding 'deepspeed.ops.csrc.adam' via `find_namespace_packages(...)/find_namespace` or `find_packages(...)/find`, you can try to use `exclude_package_data`, or `include-package-data=False` in combination with a more fine grained `package-data` configuration. You can read more about "package data files" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/datafiles.html [^1]: For Python, any directory (with suitable naming) can be imported, even if it does not contain any `.py` files. On the other hand, currently there is no concept of package data directory, all directories are treated like packages. ******************************************************************************** !! check.warn(importable) /usr/lib/python3.11/site-packages/setuptools/command/build_py.py:201: _Warning: Package 'deepspeed.ops.csrc.aio.common' is absent from the `packages` configuration. !! ******************************************************************************** ############################ # Package would be ignored # ############################ Python recognizes 'deepspeed.ops.csrc.aio.common' as an importable package[^1], but it is absent from setuptools' `packages` configuration. This leads to an ambiguous overall configuration. If you want to distribute this package, please make sure that 'deepspeed.ops.csrc.aio.common' is explicitly added to the `packages` configuration field. Alternatively, you can also rely on setuptools' discovery methods (for example by using `find_namespace_packages(...)`/`find_namespace:` instead of `find_packages(...)`/`find:`). You can read more about "package discovery" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/package_discovery.html If you don't want 'deepspeed.ops.csrc.aio.common' to be distributed and are already explicitly excluding 'deepspeed.ops.csrc.aio.common' via `find_namespace_packages(...)/find_namespace` or `find_packages(...)/find`, you can try to use `exclude_package_data`, or `include-package-data=False` in combination with a more fine grained `package-data` configuration. You can read more about "package data files" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/datafiles.html [^1]: For Python, any directory (with suitable naming) can be imported, even if it does not contain any `.py` files. On the other hand, currently there is no concept of package data directory, all directories are treated like packages. ******************************************************************************** !! check.warn(importable) /usr/lib/python3.11/site-packages/setuptools/command/build_py.py:201: _Warning: Package 'deepspeed.ops.csrc.aio.py_lib' is absent from the `packages` configuration. !! ******************************************************************************** ############################ # Package would be ignored # ############################ Python recognizes 'deepspeed.ops.csrc.aio.py_lib' as an importable package[^1], but it is absent from setuptools' `packages` configuration. This leads to an ambiguous overall configuration. If you want to distribute this package, please make sure that 'deepspeed.ops.csrc.aio.py_lib' is explicitly added to the `packages` configuration field. Alternatively, you can also rely on setuptools' discovery methods (for example by using `find_namespace_packages(...)`/`find_namespace:` instead of `find_packages(...)`/`find:`). You can read more about "package discovery" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/package_discovery.html If you don't want 'deepspeed.ops.csrc.aio.py_lib' to be distributed and are already explicitly excluding 'deepspeed.ops.csrc.aio.py_lib' via `find_namespace_packages(...)/find_namespace` or `find_packages(...)/find`, you can try to use `exclude_package_data`, or `include-package-data=False` in combination with a more fine grained `package-data` configuration. You can read more about "package data files" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/datafiles.html [^1]: For Python, any directory (with suitable naming) can be imported, even if it does not contain any `.py` files. On the other hand, currently there is no concept of package data directory, all directories are treated like packages. ******************************************************************************** !! check.warn(importable) /usr/lib/python3.11/site-packages/setuptools/command/build_py.py:201: _Warning: Package 'deepspeed.ops.csrc.aio.py_test' is absent from the `packages` configuration. !! ******************************************************************************** ############################ # Package would be ignored # ############################ Python recognizes 'deepspeed.ops.csrc.aio.py_test' as an importable package[^1], but it is absent from setuptools' `packages` configuration. This leads to an ambiguous overall configuration. If you want to distribute this package, please make sure that 'deepspeed.ops.csrc.aio.py_test' is explicitly added to the `packages` configuration field. Alternatively, you can also rely on setuptools' discovery methods (for example by using `find_namespace_packages(...)`/`find_namespace:` instead of `find_packages(...)`/`find:`). You can read more about "package discovery" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/package_discovery.html If you don't want 'deepspeed.ops.csrc.aio.py_test' to be distributed and are already explicitly excluding 'deepspeed.ops.csrc.aio.py_test' via `find_namespace_packages(...)/find_namespace` or `find_packages(...)/find`, you can try to use `exclude_package_data`, or `include-package-data=False` in combination with a more fine grained `package-data` configuration. You can read more about "package data files" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/datafiles.html [^1]: For Python, any directory (with suitable naming) can be imported, even if it does not contain any `.py` files. On the other hand, currently there is no concept of package data directory, all directories are treated like packages. ******************************************************************************** !! check.warn(importable) /usr/lib/python3.11/site-packages/setuptools/command/build_py.py:201: _Warning: Package 'deepspeed.ops.csrc.common' is absent from the `packages` configuration. !! ******************************************************************************** ############################ # Package would be ignored # ############################ Python recognizes 'deepspeed.ops.csrc.common' as an importable package[^1], but it is absent from setuptools' `packages` configuration. This leads to an ambiguous overall configuration. If you want to distribute this package, please make sure that 'deepspeed.ops.csrc.common' is explicitly added to the `packages` configuration field. Alternatively, you can also rely on setuptools' discovery methods (for example by using `find_namespace_packages(...)`/`find_namespace:` instead of `find_packages(...)`/`find:`). You can read more about "package discovery" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/package_discovery.html If you don't want 'deepspeed.ops.csrc.common' to be distributed and are already explicitly excluding 'deepspeed.ops.csrc.common' via `find_namespace_packages(...)/find_namespace` or `find_packages(...)/find`, you can try to use `exclude_package_data`, or `include-package-data=False` in combination with a more fine grained `package-data` configuration. You can read more about "package data files" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/datafiles.html [^1]: For Python, any directory (with suitable naming) can be imported, even if it does not contain any `.py` files. On the other hand, currently there is no concept of package data directory, all directories are treated like packages. ******************************************************************************** !! check.warn(importable) /usr/lib/python3.11/site-packages/setuptools/command/build_py.py:201: _Warning: Package 'deepspeed.ops.csrc.cpu.adam' is absent from the `packages` configuration. !! ******************************************************************************** ############################ # Package would be ignored # ############################ Python recognizes 'deepspeed.ops.csrc.cpu.adam' as an importable package[^1], but it is absent from setuptools' `packages` configuration. This leads to an ambiguous overall configuration. If you want to distribute this package, please make sure that 'deepspeed.ops.csrc.cpu.adam' is explicitly added to the `packages` configuration field. Alternatively, you can also rely on setuptools' discovery methods (for example by using `find_namespace_packages(...)`/`find_namespace:` instead of `find_packages(...)`/`find:`). You can read more about "package discovery" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/package_discovery.html If you don't want 'deepspeed.ops.csrc.cpu.adam' to be distributed and are already explicitly excluding 'deepspeed.ops.csrc.cpu.adam' via `find_namespace_packages(...)/find_namespace` or `find_packages(...)/find`, you can try to use `exclude_package_data`, or `include-package-data=False` in combination with a more fine grained `package-data` configuration. You can read more about "package data files" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/datafiles.html [^1]: For Python, any directory (with suitable naming) can be imported, even if it does not contain any `.py` files. On the other hand, currently there is no concept of package data directory, all directories are treated like packages. ******************************************************************************** !! check.warn(importable) /usr/lib/python3.11/site-packages/setuptools/command/build_py.py:201: _Warning: Package 'deepspeed.ops.csrc.cpu.comm' is absent from the `packages` configuration. !! ******************************************************************************** ############################ # Package would be ignored # ############################ Python recognizes 'deepspeed.ops.csrc.cpu.comm' as an importable package[^1], but it is absent from setuptools' `packages` configuration. This leads to an ambiguous overall configuration. If you want to distribute this package, please make sure that 'deepspeed.ops.csrc.cpu.comm' is explicitly added to the `packages` configuration field. Alternatively, you can also rely on setuptools' discovery methods (for example by using `find_namespace_packages(...)`/`find_namespace:` instead of `find_packages(...)`/`find:`). You can read more about "package discovery" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/package_discovery.html If you don't want 'deepspeed.ops.csrc.cpu.comm' to be distributed and are already explicitly excluding 'deepspeed.ops.csrc.cpu.comm' via `find_namespace_packages(...)/find_namespace` or `find_packages(...)/find`, you can try to use `exclude_package_data`, or `include-package-data=False` in combination with a more fine grained `package-data` configuration. You can read more about "package data files" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/datafiles.html [^1]: For Python, any directory (with suitable naming) can be imported, even if it does not contain any `.py` files. On the other hand, currently there is no concept of package data directory, all directories are treated like packages. ******************************************************************************** !! check.warn(importable) /usr/lib/python3.11/site-packages/setuptools/command/build_py.py:201: _Warning: Package 'deepspeed.ops.csrc.cpu.lion' is absent from the `packages` configuration. !! ******************************************************************************** ############################ # Package would be ignored # ############################ Python recognizes 'deepspeed.ops.csrc.cpu.lion' as an importable package[^1], but it is absent from setuptools' `packages` configuration. This leads to an ambiguous overall configuration. If you want to distribute this package, please make sure that 'deepspeed.ops.csrc.cpu.lion' is explicitly added to the `packages` configuration field. Alternatively, you can also rely on setuptools' discovery methods (for example by using `find_namespace_packages(...)`/`find_namespace:` instead of `find_packages(...)`/`find:`). You can read more about "package discovery" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/package_discovery.html If you don't want 'deepspeed.ops.csrc.cpu.lion' to be distributed and are already explicitly excluding 'deepspeed.ops.csrc.cpu.lion' via `find_namespace_packages(...)/find_namespace` or `find_packages(...)/find`, you can try to use `exclude_package_data`, or `include-package-data=False` in combination with a more fine grained `package-data` configuration. You can read more about "package data files" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/datafiles.html [^1]: For Python, any directory (with suitable naming) can be imported, even if it does not contain any `.py` files. On the other hand, currently there is no concept of package data directory, all directories are treated like packages. ******************************************************************************** !! check.warn(importable) /usr/lib/python3.11/site-packages/setuptools/command/build_py.py:201: _Warning: Package 'deepspeed.ops.csrc.deepspeed4science.evoformer_attn' is absent from the `packages` configuration. !! ******************************************************************************** ############################ # Package would be ignored # ############################ Python recognizes 'deepspeed.ops.csrc.deepspeed4science.evoformer_attn' as an importable package[^1], but it is absent from setuptools' `packages` configuration. This leads to an ambiguous overall configuration. If you want to distribute this package, please make sure that 'deepspeed.ops.csrc.deepspeed4science.evoformer_attn' is explicitly added to the `packages` configuration field. Alternatively, you can also rely on setuptools' discovery methods (for example by using `find_namespace_packages(...)`/`find_namespace:` instead of `find_packages(...)`/`find:`). You can read more about "package discovery" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/package_discovery.html If you don't want 'deepspeed.ops.csrc.deepspeed4science.evoformer_attn' to be distributed and are already explicitly excluding 'deepspeed.ops.csrc.deepspeed4science.evoformer_attn' via `find_namespace_packages(...)/find_namespace` or `find_packages(...)/find`, you can try to use `exclude_package_data`, or `include-package-data=False` in combination with a more fine grained `package-data` configuration. You can read more about "package data files" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/datafiles.html [^1]: For Python, any directory (with suitable naming) can be imported, even if it does not contain any `.py` files. On the other hand, currently there is no concept of package data directory, all directories are treated like packages. ******************************************************************************** !! check.warn(importable) /usr/lib/python3.11/site-packages/setuptools/command/build_py.py:201: _Warning: Package 'deepspeed.ops.csrc.deepspeed4science.evoformer_attn.epilogue' is absent from the `packages` configuration. !! ******************************************************************************** ############################ # Package would be ignored # ############################ Python recognizes 'deepspeed.ops.csrc.deepspeed4science.evoformer_attn.epilogue' as an importable package[^1], but it is absent from setuptools' `packages` configuration. This leads to an ambiguous overall configuration. If you want to distribute this package, please make sure that 'deepspeed.ops.csrc.deepspeed4science.evoformer_attn.epilogue' is explicitly added to the `packages` configuration field. Alternatively, you can also rely on setuptools' discovery methods (for example by using `find_namespace_packages(...)`/`find_namespace:` instead of `find_packages(...)`/`find:`). You can read more about "package discovery" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/package_discovery.html If you don't want 'deepspeed.ops.csrc.deepspeed4science.evoformer_attn.epilogue' to be distributed and are already explicitly excluding 'deepspeed.ops.csrc.deepspeed4science.evoformer_attn.epilogue' via `find_namespace_packages(...)/find_namespace` or `find_packages(...)/find`, you can try to use `exclude_package_data`, or `include-package-data=False` in combination with a more fine grained `package-data` configuration. You can read more about "package data files" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/datafiles.html [^1]: For Python, any directory (with suitable naming) can be imported, even if it does not contain any `.py` files. On the other hand, currently there is no concept of package data directory, all directories are treated like packages. ******************************************************************************** !! check.warn(importable) /usr/lib/python3.11/site-packages/setuptools/command/build_py.py:201: _Warning: Package 'deepspeed.ops.csrc.deepspeed4science.evoformer_attn.gemm' is absent from the `packages` configuration. !! ******************************************************************************** ############################ # Package would be ignored # ############################ Python recognizes 'deepspeed.ops.csrc.deepspeed4science.evoformer_attn.gemm' as an importable package[^1], but it is absent from setuptools' `packages` configuration. This leads to an ambiguous overall configuration. If you want to distribute this package, please make sure that 'deepspeed.ops.csrc.deepspeed4science.evoformer_attn.gemm' is explicitly added to the `packages` configuration field. Alternatively, you can also rely on setuptools' discovery methods (for example by using `find_namespace_packages(...)`/`find_namespace:` instead of `find_packages(...)`/`find:`). You can read more about "package discovery" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/package_discovery.html If you don't want 'deepspeed.ops.csrc.deepspeed4science.evoformer_attn.gemm' to be distributed and are already explicitly excluding 'deepspeed.ops.csrc.deepspeed4science.evoformer_attn.gemm' via `find_namespace_packages(...)/find_namespace` or `find_packages(...)/find`, you can try to use `exclude_package_data`, or `include-package-data=False` in combination with a more fine grained `package-data` configuration. You can read more about "package data files" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/datafiles.html [^1]: For Python, any directory (with suitable naming) can be imported, even if it does not contain any `.py` files. On the other hand, currently there is no concept of package data directory, all directories are treated like packages. ******************************************************************************** !! check.warn(importable) /usr/lib/python3.11/site-packages/setuptools/command/build_py.py:201: _Warning: Package 'deepspeed.ops.csrc.deepspeed4science.evoformer_attn.iterators' is absent from the `packages` configuration. !! ******************************************************************************** ############################ # Package would be ignored # ############################ Python recognizes 'deepspeed.ops.csrc.deepspeed4science.evoformer_attn.iterators' as an importable package[^1], but it is absent from setuptools' `packages` configuration. This leads to an ambiguous overall configuration. If you want to distribute this package, please make sure that 'deepspeed.ops.csrc.deepspeed4science.evoformer_attn.iterators' is explicitly added to the `packages` configuration field. Alternatively, you can also rely on setuptools' discovery methods (for example by using `find_namespace_packages(...)`/`find_namespace:` instead of `find_packages(...)`/`find:`). You can read more about "package discovery" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/package_discovery.html If you don't want 'deepspeed.ops.csrc.deepspeed4science.evoformer_attn.iterators' to be distributed and are already explicitly excluding 'deepspeed.ops.csrc.deepspeed4science.evoformer_attn.iterators' via `find_namespace_packages(...)/find_namespace` or `find_packages(...)/find`, you can try to use `exclude_package_data`, or `include-package-data=False` in combination with a more fine grained `package-data` configuration. You can read more about "package data files" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/datafiles.html [^1]: For Python, any directory (with suitable naming) can be imported, even if it does not contain any `.py` files. On the other hand, currently there is no concept of package data directory, all directories are treated like packages. ******************************************************************************** !! check.warn(importable) /usr/lib/python3.11/site-packages/setuptools/command/build_py.py:201: _Warning: Package 'deepspeed.ops.csrc.deepspeed4science.evoformer_attn.transform' is absent from the `packages` configuration. !! ******************************************************************************** ############################ # Package would be ignored # ############################ Python recognizes 'deepspeed.ops.csrc.deepspeed4science.evoformer_attn.transform' as an importable package[^1], but it is absent from setuptools' `packages` configuration. This leads to an ambiguous overall configuration. If you want to distribute this package, please make sure that 'deepspeed.ops.csrc.deepspeed4science.evoformer_attn.transform' is explicitly added to the `packages` configuration field. Alternatively, you can also rely on setuptools' discovery methods (for example by using `find_namespace_packages(...)`/`find_namespace:` instead of `find_packages(...)`/`find:`). You can read more about "package discovery" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/package_discovery.html If you don't want 'deepspeed.ops.csrc.deepspeed4science.evoformer_attn.transform' to be distributed and are already explicitly excluding 'deepspeed.ops.csrc.deepspeed4science.evoformer_attn.transform' via `find_namespace_packages(...)/find_namespace` or `find_packages(...)/find`, you can try to use `exclude_package_data`, or `include-package-data=False` in combination with a more fine grained `package-data` configuration. You can read more about "package data files" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/datafiles.html [^1]: For Python, any directory (with suitable naming) can be imported, even if it does not contain any `.py` files. On the other hand, currently there is no concept of package data directory, all directories are treated like packages. ******************************************************************************** !! check.warn(importable) /usr/lib/python3.11/site-packages/setuptools/command/build_py.py:201: _Warning: Package 'deepspeed.ops.csrc.includes' is absent from the `packages` configuration. !! ******************************************************************************** ############################ # Package would be ignored # ############################ Python recognizes 'deepspeed.ops.csrc.includes' as an importable package[^1], but it is absent from setuptools' `packages` configuration. This leads to an ambiguous overall configuration. If you want to distribute this package, please make sure that 'deepspeed.ops.csrc.includes' is explicitly added to the `packages` configuration field. Alternatively, you can also rely on setuptools' discovery methods (for example by using `find_namespace_packages(...)`/`find_namespace:` instead of `find_packages(...)`/`find:`). You can read more about "package discovery" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/package_discovery.html If you don't want 'deepspeed.ops.csrc.includes' to be distributed and are already explicitly excluding 'deepspeed.ops.csrc.includes' via `find_namespace_packages(...)/find_namespace` or `find_packages(...)/find`, you can try to use `exclude_package_data`, or `include-package-data=False` in combination with a more fine grained `package-data` configuration. You can read more about "package data files" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/datafiles.html [^1]: For Python, any directory (with suitable naming) can be imported, even if it does not contain any `.py` files. On the other hand, currently there is no concept of package data directory, all directories are treated like packages. ******************************************************************************** !! check.warn(importable) /usr/lib/python3.11/site-packages/setuptools/command/build_py.py:201: _Warning: Package 'deepspeed.ops.csrc.lamb' is absent from the `packages` configuration. !! ******************************************************************************** ############################ # Package would be ignored # ############################ Python recognizes 'deepspeed.ops.csrc.lamb' as an importable package[^1], but it is absent from setuptools' `packages` configuration. This leads to an ambiguous overall configuration. If you want to distribute this package, please make sure that 'deepspeed.ops.csrc.lamb' is explicitly added to the `packages` configuration field. Alternatively, you can also rely on setuptools' discovery methods (for example by using `find_namespace_packages(...)`/`find_namespace:` instead of `find_packages(...)`/`find:`). You can read more about "package discovery" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/package_discovery.html If you don't want 'deepspeed.ops.csrc.lamb' to be distributed and are already explicitly excluding 'deepspeed.ops.csrc.lamb' via `find_namespace_packages(...)/find_namespace` or `find_packages(...)/find`, you can try to use `exclude_package_data`, or `include-package-data=False` in combination with a more fine grained `package-data` configuration. You can read more about "package data files" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/datafiles.html [^1]: For Python, any directory (with suitable naming) can be imported, even if it does not contain any `.py` files. On the other hand, currently there is no concept of package data directory, all directories are treated like packages. ******************************************************************************** !! check.warn(importable) creating build/lib/deepspeed/autotuning/config_templates copying deepspeed/autotuning/config_templates/template_zero0.json -> build/lib/deepspeed/autotuning/config_templates copying deepspeed/autotuning/config_templates/template_zero1.json -> build/lib/deepspeed/autotuning/config_templates copying deepspeed/autotuning/config_templates/template_zero2.json -> build/lib/deepspeed/autotuning/config_templates copying deepspeed/autotuning/config_templates/template_zero3.json -> build/lib/deepspeed/autotuning/config_templates creating build/lib/deepspeed/ops/csrc creating build/lib/deepspeed/ops/csrc/adagrad copying deepspeed/ops/csrc/adagrad/cpu_adagrad.cpp -> build/lib/deepspeed/ops/csrc/adagrad creating build/lib/deepspeed/ops/csrc/adam copying deepspeed/ops/csrc/adam/cpu_adam.cpp -> build/lib/deepspeed/ops/csrc/adam copying deepspeed/ops/csrc/adam/cpu_adam_impl.cpp -> build/lib/deepspeed/ops/csrc/adam copying deepspeed/ops/csrc/adam/fused_adam_frontend.cpp -> build/lib/deepspeed/ops/csrc/adam copying deepspeed/ops/csrc/adam/multi_tensor_adam.cu -> build/lib/deepspeed/ops/csrc/adam copying deepspeed/ops/csrc/adam/multi_tensor_apply.cuh -> build/lib/deepspeed/ops/csrc/adam creating build/lib/deepspeed/ops/csrc/aio creating build/lib/deepspeed/ops/csrc/aio/common copying deepspeed/ops/csrc/aio/common/deepspeed_aio_common.cpp -> build/lib/deepspeed/ops/csrc/aio/common copying deepspeed/ops/csrc/aio/common/deepspeed_aio_common.h -> build/lib/deepspeed/ops/csrc/aio/common copying deepspeed/ops/csrc/aio/common/deepspeed_aio_types.cpp -> build/lib/deepspeed/ops/csrc/aio/common copying deepspeed/ops/csrc/aio/common/deepspeed_aio_types.h -> build/lib/deepspeed/ops/csrc/aio/common copying deepspeed/ops/csrc/aio/common/deepspeed_aio_utils.cpp -> build/lib/deepspeed/ops/csrc/aio/common copying deepspeed/ops/csrc/aio/common/deepspeed_aio_utils.h -> build/lib/deepspeed/ops/csrc/aio/common creating build/lib/deepspeed/ops/csrc/aio/py_lib copying deepspeed/ops/csrc/aio/py_lib/deepspeed_aio_thread.cpp -> build/lib/deepspeed/ops/csrc/aio/py_lib copying deepspeed/ops/csrc/aio/py_lib/deepspeed_aio_thread.h -> build/lib/deepspeed/ops/csrc/aio/py_lib copying deepspeed/ops/csrc/aio/py_lib/deepspeed_pin_tensor.cpp -> build/lib/deepspeed/ops/csrc/aio/py_lib copying deepspeed/ops/csrc/aio/py_lib/deepspeed_pin_tensor.h -> build/lib/deepspeed/ops/csrc/aio/py_lib copying deepspeed/ops/csrc/aio/py_lib/deepspeed_py_aio.cpp -> build/lib/deepspeed/ops/csrc/aio/py_lib copying deepspeed/ops/csrc/aio/py_lib/deepspeed_py_aio.h -> build/lib/deepspeed/ops/csrc/aio/py_lib copying deepspeed/ops/csrc/aio/py_lib/deepspeed_py_aio_handle.cpp -> build/lib/deepspeed/ops/csrc/aio/py_lib copying deepspeed/ops/csrc/aio/py_lib/deepspeed_py_aio_handle.h -> build/lib/deepspeed/ops/csrc/aio/py_lib copying deepspeed/ops/csrc/aio/py_lib/deepspeed_py_copy.cpp -> build/lib/deepspeed/ops/csrc/aio/py_lib copying deepspeed/ops/csrc/aio/py_lib/deepspeed_py_copy.h -> build/lib/deepspeed/ops/csrc/aio/py_lib copying deepspeed/ops/csrc/aio/py_lib/py_ds_aio.cpp -> build/lib/deepspeed/ops/csrc/aio/py_lib creating build/lib/deepspeed/ops/csrc/aio/py_test copying deepspeed/ops/csrc/aio/py_test/single_process_config.json -> build/lib/deepspeed/ops/csrc/aio/py_test creating build/lib/deepspeed/ops/csrc/common copying deepspeed/ops/csrc/common/custom_cuda_kernel.cu -> build/lib/deepspeed/ops/csrc/common creating build/lib/deepspeed/ops/csrc/cpu creating build/lib/deepspeed/ops/csrc/cpu/adam copying deepspeed/ops/csrc/cpu/adam/fused_adam.cpp -> build/lib/deepspeed/ops/csrc/cpu/adam creating build/lib/deepspeed/ops/csrc/cpu/comm copying deepspeed/ops/csrc/cpu/comm/ccl.cpp -> build/lib/deepspeed/ops/csrc/cpu/comm creating build/lib/deepspeed/ops/csrc/cpu/lion copying deepspeed/ops/csrc/cpu/lion/fused_lion.cpp -> build/lib/deepspeed/ops/csrc/cpu/lion creating build/lib/deepspeed/ops/csrc/deepspeed4science creating build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn copying deepspeed/ops/csrc/deepspeed4science/evoformer_attn/attention.cpp -> build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn copying deepspeed/ops/csrc/deepspeed4science/evoformer_attn/attention_back.cu -> build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn copying deepspeed/ops/csrc/deepspeed4science/evoformer_attn/attention_cu.cu -> build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn copying deepspeed/ops/csrc/deepspeed4science/evoformer_attn/gemm_kernel_utils.h -> build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn copying deepspeed/ops/csrc/deepspeed4science/evoformer_attn/kernel_backward.h -> build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn copying deepspeed/ops/csrc/deepspeed4science/evoformer_attn/kernel_forward.h -> build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn creating build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/epilogue copying deepspeed/ops/csrc/deepspeed4science/evoformer_attn/epilogue/epilogue_grad_bias.h -> build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/epilogue copying deepspeed/ops/csrc/deepspeed4science/evoformer_attn/epilogue/epilogue_pipelined.h -> build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/epilogue copying deepspeed/ops/csrc/deepspeed4science/evoformer_attn/epilogue/epilogue_rescale_output.h -> build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/epilogue copying deepspeed/ops/csrc/deepspeed4science/evoformer_attn/epilogue/epilogue_thread_apply_logsumexp.h -> build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/epilogue creating build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/gemm copying deepspeed/ops/csrc/deepspeed4science/evoformer_attn/gemm/custom_mma.h -> build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/gemm copying deepspeed/ops/csrc/deepspeed4science/evoformer_attn/gemm/custom_mma_base.h -> build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/gemm copying deepspeed/ops/csrc/deepspeed4science/evoformer_attn/gemm/custom_mma_multistage.h -> build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/gemm copying deepspeed/ops/csrc/deepspeed4science/evoformer_attn/gemm/custom_mma_pipelined.h -> build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/gemm copying deepspeed/ops/csrc/deepspeed4science/evoformer_attn/gemm/find_default_mma.h -> build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/gemm copying deepspeed/ops/csrc/deepspeed4science/evoformer_attn/gemm/mma_accum_lambda_iterator.h -> build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/gemm copying deepspeed/ops/csrc/deepspeed4science/evoformer_attn/gemm/mma_from_smem.h -> build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/gemm creating build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/iterators copying deepspeed/ops/csrc/deepspeed4science/evoformer_attn/iterators/epilogue_predicated_tile_iterator.h -> build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/iterators copying deepspeed/ops/csrc/deepspeed4science/evoformer_attn/iterators/make_residual_last.h -> build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/iterators copying deepspeed/ops/csrc/deepspeed4science/evoformer_attn/iterators/predicated_tile_access_iterator_residual_last.h -> build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/iterators copying deepspeed/ops/csrc/deepspeed4science/evoformer_attn/iterators/predicated_tile_iterator_atomic.h -> build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/iterators copying deepspeed/ops/csrc/deepspeed4science/evoformer_attn/iterators/predicated_tile_iterator_residual_last.h -> build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/iterators copying deepspeed/ops/csrc/deepspeed4science/evoformer_attn/iterators/transpose_warp_iterator.h -> build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/iterators copying deepspeed/ops/csrc/deepspeed4science/evoformer_attn/iterators/warp_iterator_from_smem.h -> build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/iterators creating build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/transform copying deepspeed/ops/csrc/deepspeed4science/evoformer_attn/transform/bias_broadcast.h -> build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/transform copying deepspeed/ops/csrc/deepspeed4science/evoformer_attn/transform/tile_smem_loader.h -> build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/transform creating build/lib/deepspeed/ops/csrc/includes copying deepspeed/ops/csrc/includes/StopWatch.h -> build/lib/deepspeed/ops/csrc/includes copying deepspeed/ops/csrc/includes/Timer.h -> build/lib/deepspeed/ops/csrc/includes copying deepspeed/ops/csrc/includes/activation_type.h -> build/lib/deepspeed/ops/csrc/includes copying deepspeed/ops/csrc/includes/compat.h -> build/lib/deepspeed/ops/csrc/includes copying deepspeed/ops/csrc/includes/context.h -> build/lib/deepspeed/ops/csrc/includes copying deepspeed/ops/csrc/includes/conversion_utils.h -> build/lib/deepspeed/ops/csrc/includes copying deepspeed/ops/csrc/includes/cpu_adagrad.h -> build/lib/deepspeed/ops/csrc/includes copying deepspeed/ops/csrc/includes/cpu_adam.h -> build/lib/deepspeed/ops/csrc/includes copying deepspeed/ops/csrc/includes/cpu_lion.h -> build/lib/deepspeed/ops/csrc/includes copying deepspeed/ops/csrc/includes/cublas_wrappers.h -> build/lib/deepspeed/ops/csrc/includes copying deepspeed/ops/csrc/includes/custom_cuda_layers.h -> build/lib/deepspeed/ops/csrc/includes copying deepspeed/ops/csrc/includes/dequantization_utils.h -> build/lib/deepspeed/ops/csrc/includes copying deepspeed/ops/csrc/includes/dropout.h -> build/lib/deepspeed/ops/csrc/includes copying deepspeed/ops/csrc/includes/ds_kernel_utils.h -> build/lib/deepspeed/ops/csrc/includes copying deepspeed/ops/csrc/includes/ds_transformer_cuda.h -> build/lib/deepspeed/ops/csrc/includes copying deepspeed/ops/csrc/includes/feed_forward.h -> build/lib/deepspeed/ops/csrc/includes copying deepspeed/ops/csrc/includes/gelu.h -> build/lib/deepspeed/ops/csrc/includes copying deepspeed/ops/csrc/includes/gemm_test.h -> build/lib/deepspeed/ops/csrc/includes copying deepspeed/ops/csrc/includes/general_kernels.h -> build/lib/deepspeed/ops/csrc/includes copying deepspeed/ops/csrc/includes/memory_access_utils.h -> build/lib/deepspeed/ops/csrc/includes copying deepspeed/ops/csrc/includes/normalize_layer.h -> build/lib/deepspeed/ops/csrc/includes copying deepspeed/ops/csrc/includes/quantization.h -> build/lib/deepspeed/ops/csrc/includes /usr/lib/python3.11/site-packages/setuptools/command/build_py.py:201: _Warning: Package 'deepspeed.ops.csrc.lion' is absent from the `packages` configuration. !! ******************************************************************************** ############################ # Package would be ignored # ############################ Python recognizes 'deepspeed.ops.csrc.lion' as an importable package[^1], but it is absent from setuptools' `packages` configuration. This leads to an ambiguous overall configuration. If you want to distribute this package, please make sure that 'deepspeed.ops.csrc.lion' is explicitly added to the `packages` configuration field. Alternatively, you can also rely on setuptools' discovery methods (for example by using `find_namespace_packages(...)`/`find_namespace:` instead of `find_packages(...)`/`find:`). You can read more about "package discovery" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/package_discovery.html If you don't want 'deepspeed.ops.csrc.lion' to be distributed and are already explicitly excluding 'deepspeed.ops.csrc.lion' via `find_namespace_packages(...)/find_namespace` or `find_packages(...)/find`, you can try to use `exclude_package_data`, or `include-package-data=False` in combination with a more fine grained `package-data` configuration. You can read more about "package data files" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/datafiles.html [^1]: For Python, any directory (with suitable naming) can be imported, even if it does not contain any `.py` files. On the other hand, currently there is no concept of package data directory, all directories are treated like packages. ******************************************************************************** !! check.warn(importable) /usr/lib/python3.11/site-packages/setuptools/command/build_py.py:201: _Warning: Package 'deepspeed.ops.csrc.quantization' is absent from the `packages` configuration. !! ******************************************************************************** ############################ # Package would be ignored # ############################ Python recognizes 'deepspeed.ops.csrc.quantization' as an importable package[^1], but it is absent from setuptools' `packages` configuration. This leads to an ambiguous overall configuration. If you want to distribute this package, please make sure that 'deepspeed.ops.csrc.quantization' is explicitly added to the `packages` configuration field. Alternatively, you can also rely on setuptools' discovery methods (for example by using `find_namespace_packages(...)`/`find_namespace:` instead of `find_packages(...)`/`find:`). You can read more about "package discovery" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/package_discovery.html If you don't want 'deepspeed.ops.csrc.quantization' to be distributed and are already explicitly excluding 'deepspeed.ops.csrc.quantization' via `find_namespace_packages(...)/find_namespace` or `find_packages(...)/find`, you can try to use `exclude_package_data`, or `include-package-data=False` in combination with a more fine grained `package-data` configuration. You can read more about "package data files" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/datafiles.html [^1]: For Python, any directory (with suitable naming) can be imported, even if it does not contain any `.py` files. On the other hand, currently there is no concept of package data directory, all directories are treated like packages. ******************************************************************************** !! check.warn(importable) /usr/lib/python3.11/site-packages/setuptools/command/build_py.py:201: _Warning: Package 'deepspeed.ops.csrc.random_ltd' is absent from the `packages` configuration. !! ******************************************************************************** ############################ # Package would be ignored # ############################ Python recognizes 'deepspeed.ops.csrc.random_ltd' as an importable package[^1], but it is absent from setuptools' `packages` configuration. This leads to an ambiguous overall configuration. If you want to distribute this package, please make sure that 'deepspeed.ops.csrc.random_ltd' is explicitly added to the `packages` configuration field. Alternatively, you can also rely on setuptools' discovery methods (for example by using `find_namespace_packages(...)`/`find_namespace:` instead of `find_packages(...)`/`find:`). You can read more about "package discovery" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/package_discovery.html If you don't want 'deepspeed.ops.csrc.random_ltd' to be distributed and are already explicitly excluding 'deepspeed.ops.csrc.random_ltd' via `find_namespace_packages(...)/find_namespace` or `find_packages(...)/find`, you can try to use `exclude_package_data`, or `include-package-data=False` in combination with a more fine grained `package-data` configuration. You can read more about "package data files" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/datafiles.html [^1]: For Python, any directory (with suitable naming) can be imported, even if it does not contain any `.py` files. On the other hand, currently there is no concept of package data directory, all directories are treated like packages. ******************************************************************************** !! check.warn(importable) /usr/lib/python3.11/site-packages/setuptools/command/build_py.py:201: _Warning: Package 'deepspeed.ops.csrc.sparse_attention' is absent from the `packages` configuration. !! ******************************************************************************** ############################ # Package would be ignored # ############################ Python recognizes 'deepspeed.ops.csrc.sparse_attention' as an importable package[^1], but it is absent from setuptools' `packages` configuration. This leads to an ambiguous overall configuration. If you want to distribute this package, please make sure that 'deepspeed.ops.csrc.sparse_attention' is explicitly added to the `packages` configuration field. Alternatively, you can also rely on setuptools' discovery methods (for example by using `find_namespace_packages(...)`/`find_namespace:` instead of `find_packages(...)`/`find:`). You can read more about "package discovery" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/package_discovery.html If you don't want 'deepspeed.ops.csrc.sparse_attention' to be distributed and are already explicitly excluding 'deepspeed.ops.csrc.sparse_attention' via `find_namespace_packages(...)/find_namespace` or `find_packages(...)/find`, you can try to use `exclude_package_data`, or `include-package-data=False` in combination with a more fine grained `package-data` configuration. You can read more about "package data files" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/datafiles.html [^1]: For Python, any directory (with suitable naming) can be imported, even if it does not contain any `.py` files. On the other hand, currently there is no concept of package data directory, all directories are treated like packages. ******************************************************************************** !! check.warn(importable) /usr/lib/python3.11/site-packages/setuptools/command/build_py.py:201: _Warning: Package 'deepspeed.ops.csrc.spatial.csrc' is absent from the `packages` configuration. !! ******************************************************************************** ############################ # Package would be ignored # ############################ Python recognizes 'deepspeed.ops.csrc.spatial.csrc' as an importable package[^1], but it is absent from setuptools' `packages` configuration. This leads to an ambiguous overall configuration. If you want to distribute this package, please make sure that 'deepspeed.ops.csrc.spatial.csrc' is explicitly added to the `packages` configuration field. Alternatively, you can also rely on setuptools' discovery methods (for example by using `find_namespace_packages(...)`/`find_namespace:` instead of `find_packages(...)`/`find:`). You can read more about "package discovery" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/package_discovery.html If you don't want 'deepspeed.ops.csrc.spatial.csrc' to be distributed and are already explicitly excluding 'deepspeed.ops.csrc.spatial.csrc' via `find_namespace_packages(...)/find_namespace` or `find_packages(...)/find`, you can try to use `exclude_package_data`, or `include-package-data=False` in combination with a more fine grained `package-data` configuration. You can read more about "package data files" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/datafiles.html [^1]: For Python, any directory (with suitable naming) can be imported, even if it does not contain any `.py` files. On the other hand, currently there is no concept of package data directory, all directories are treated like packages. ******************************************************************************** !! check.warn(importable) /usr/lib/python3.11/site-packages/setuptools/command/build_py.py:201: _Warning: Package 'deepspeed.ops.csrc.spatial.includes' is absent from the `packages` configuration. !! ******************************************************************************** ############################ # Package would be ignored # ############################ Python recognizes 'deepspeed.ops.csrc.spatial.includes' as an importable package[^1], but it is absent from setuptools' `packages` configuration. This leads to an ambiguous overall configuration. If you want to distribute this package, please make sure that 'deepspeed.ops.csrc.spatial.includes' is explicitly added to the `packages` configuration field. Alternatively, you can also rely on setuptools' discovery methods (for example by using `find_namespace_packages(...)`/`find_namespace:` instead of `find_packages(...)`/`find:`). You can read more about "package discovery" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/package_discovery.html If you don't want 'deepspeed.ops.csrc.spatial.includes' to be distributed and are already explicitly excluding 'deepspeed.ops.csrc.spatial.includes' via `find_namespace_packages(...)/find_namespace` or `find_packages(...)/find`, you can try to use `exclude_package_data`, or `include-package-data=False` in combination with a more fine grained `package-data` configuration. You can read more about "package data files" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/datafiles.html [^1]: For Python, any directory (with suitable naming) can be imported, even if it does not contain any `.py` files. On the other hand, currently there is no concept of package data directory, all directories are treated like packages. ******************************************************************************** !! check.warn(importable) /usr/lib/python3.11/site-packages/setuptools/command/build_py.py:201: _Warning: Package 'deepspeed.ops.csrc.transformer' is absent from the `packages` configuration. !! ******************************************************************************** ############################ # Package would be ignored # ############################ Python recognizes 'deepspeed.ops.csrc.transformer' as an importable package[^1], but it is absent from setuptools' `packages` configuration. This leads to an ambiguous overall configuration. If you want to distribute this package, please make sure that 'deepspeed.ops.csrc.transformer' is explicitly added to the `packages` configuration field. Alternatively, you can also rely on setuptools' discovery methods (for example by using `find_namespace_packages(...)`/`find_namespace:` instead of `find_packages(...)`/`find:`). You can read more about "package discovery" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/package_discovery.html If you don't want 'deepspeed.ops.csrc.transformer' to be distributed and are already explicitly excluding 'deepspeed.ops.csrc.transformer' via `find_namespace_packages(...)/find_namespace` or `find_packages(...)/find`, you can try to use `exclude_package_data`, or `include-package-data=False` in combination with a more fine grained `package-data` configuration. You can read more about "package data files" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/datafiles.html [^1]: For Python, any directory (with suitable naming) can be imported, even if it does not contain any `.py` files. On the other hand, currently there is no concept of package data directory, all directories are treated like packages. ******************************************************************************** !! check.warn(importable) /usr/lib/python3.11/site-packages/setuptools/command/build_py.py:201: _Warning: Package 'deepspeed.ops.csrc.transformer.inference.csrc' is absent from the `packages` configuration. !! ******************************************************************************** ############################ # Package would be ignored # ############################ Python recognizes 'deepspeed.ops.csrc.transformer.inference.csrc' as an importable package[^1], but it is absent from setuptools' `packages` configuration. This leads to an ambiguous overall configuration. If you want to distribute this package, please make sure that 'deepspeed.ops.csrc.transformer.inference.csrc' is explicitly added to the `packages` configuration field. Alternatively, you can also rely on setuptools' discovery methods (for example by using `find_namespace_packages(...)`/`find_namespace:` instead of `find_packages(...)`/`find:`). You can read more about "package discovery" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/package_discovery.html If you don't want 'deepspeed.ops.csrc.transformer.inference.csrc' to be distributed and are already explicitly excluding 'deepspeed.ops.csrc.transformer.inference.csrc' via `find_namespace_packages(...)/find_namespace` or `find_packages(...)/find`, you can try to use `exclude_package_data`, or `include-package-data=False` in combination with a more fine grained `package-data` configuration. You can read more about "package data files" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/datafiles.html [^1]: For Python, any directory (with suitable naming) can be imported, even if it does not contain any `.py` files. On the other hand, currently there is no concept of package data directory, all directories are treated like packages. ******************************************************************************** !! check.warn(importable) /usr/lib/python3.11/site-packages/setuptools/command/build_py.py:201: _Warning: Package 'deepspeed.ops.csrc.transformer.inference.includes' is absent from the `packages` configuration. !! ******************************************************************************** ############################ # Package would be ignored # ############################ Python recognizes 'deepspeed.ops.csrc.transformer.inference.includes' as an importable package[^1], but it is absent from setuptools' `packages` configuration. This leads to an ambiguous overall configuration. If you want to distribute this package, please make sure that 'deepspeed.ops.csrc.transformer.inference.includes' is explicitly added to the `packages` configuration field. Alternatively, you can also rely on setuptools' discovery methods (for example by using `find_namespace_packages(...)`/`find_namespace:` instead of `find_packages(...)`/`find:`). You can read more about "package discovery" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/package_discovery.html If you don't want 'deepspeed.ops.csrc.transformer.inference.includes' to be distributed and are already explicitly excluding 'deepspeed.ops.csrc.transformer.inference.includes' via `find_namespace_packages(...)/find_namespace` or `find_packages(...)/find`, you can try to use `exclude_package_data`, or `include-package-data=False` in combination with a more fine grained `package-data` configuration. You can read more about "package data files" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/datafiles.html [^1]: For Python, any directory (with suitable naming) can be imported, even if it does not contain any `.py` files. On the other hand, currently there is no concept of package data directory, all directories are treated like packages. ******************************************************************************** !! check.warn(importable) /usr/lib/python3.11/site-packages/setuptools/command/build_py.py:201: _Warning: Package 'deepspeed.ops.csrc.utils' is absent from the `packages` configuration. !! ******************************************************************************** ############################ # Package would be ignored # ############################ Python recognizes 'deepspeed.ops.csrc.utils' as an importable package[^1], but it is absent from setuptools' `packages` configuration. This leads to an ambiguous overall configuration. If you want to distribute this package, please make sure that 'deepspeed.ops.csrc.utils' is explicitly added to the `packages` configuration field. Alternatively, you can also rely on setuptools' discovery methods (for example by using `find_namespace_packages(...)`/`find_namespace:` instead of `find_packages(...)`/`find:`). You can read more about "package discovery" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/package_discovery.html If you don't want 'deepspeed.ops.csrc.utils' to be distributed and are already explicitly excluding 'deepspeed.ops.csrc.utils' via `find_namespace_packages(...)/find_namespace` or `find_packages(...)/find`, you can try to use `exclude_package_data`, or `include-package-data=False` in combination with a more fine grained `package-data` configuration. You can read more about "package data files" on setuptools documentation page: - https://setuptools.pypa.io/en/latest/userguide/datafiles.html [^1]: For Python, any directory (with suitable naming) can be imported, even if it does not contain any `.py` files. On the other hand, currently there is no concept of package data directory, all directories are treated like packages. ******************************************************************************** !! check.warn(importable) copying deepspeed/ops/csrc/includes/quantization_utils.h -> build/lib/deepspeed/ops/csrc/includes copying deepspeed/ops/csrc/includes/quantizer.h -> build/lib/deepspeed/ops/csrc/includes copying deepspeed/ops/csrc/includes/reduction_utils.h -> build/lib/deepspeed/ops/csrc/includes copying deepspeed/ops/csrc/includes/simd.h -> build/lib/deepspeed/ops/csrc/includes copying deepspeed/ops/csrc/includes/softmax.h -> build/lib/deepspeed/ops/csrc/includes copying deepspeed/ops/csrc/includes/strided_batch_gemm.h -> build/lib/deepspeed/ops/csrc/includes copying deepspeed/ops/csrc/includes/type_shim.h -> build/lib/deepspeed/ops/csrc/includes creating build/lib/deepspeed/ops/csrc/lamb copying deepspeed/ops/csrc/lamb/fused_lamb_cuda.cpp -> build/lib/deepspeed/ops/csrc/lamb copying deepspeed/ops/csrc/lamb/fused_lamb_cuda_kernel.cu -> build/lib/deepspeed/ops/csrc/lamb creating build/lib/deepspeed/ops/csrc/lion copying deepspeed/ops/csrc/lion/cpu_lion.cpp -> build/lib/deepspeed/ops/csrc/lion copying deepspeed/ops/csrc/lion/cpu_lion_impl.cpp -> build/lib/deepspeed/ops/csrc/lion copying deepspeed/ops/csrc/lion/fused_lion_frontend.cpp -> build/lib/deepspeed/ops/csrc/lion copying deepspeed/ops/csrc/lion/multi_tensor_apply.cuh -> build/lib/deepspeed/ops/csrc/lion copying deepspeed/ops/csrc/lion/multi_tensor_lion.cu -> build/lib/deepspeed/ops/csrc/lion creating build/lib/deepspeed/ops/csrc/quantization copying deepspeed/ops/csrc/quantization/dequantize.cu -> build/lib/deepspeed/ops/csrc/quantization copying deepspeed/ops/csrc/quantization/fake_quantizer.cu -> build/lib/deepspeed/ops/csrc/quantization copying deepspeed/ops/csrc/quantization/pt_binding.cpp -> build/lib/deepspeed/ops/csrc/quantization copying deepspeed/ops/csrc/quantization/quant_reduce.cu -> build/lib/deepspeed/ops/csrc/quantization copying deepspeed/ops/csrc/quantization/quantize.cu -> build/lib/deepspeed/ops/csrc/quantization copying deepspeed/ops/csrc/quantization/quantize_intX.cu -> build/lib/deepspeed/ops/csrc/quantization copying deepspeed/ops/csrc/quantization/swizzled_quantize.cu -> build/lib/deepspeed/ops/csrc/quantization creating build/lib/deepspeed/ops/csrc/random_ltd copying deepspeed/ops/csrc/random_ltd/gather_scatter.cu -> build/lib/deepspeed/ops/csrc/random_ltd copying deepspeed/ops/csrc/random_ltd/pt_binding.cpp -> build/lib/deepspeed/ops/csrc/random_ltd copying deepspeed/ops/csrc/random_ltd/slice_attn_masks.cu -> build/lib/deepspeed/ops/csrc/random_ltd copying deepspeed/ops/csrc/random_ltd/token_sort.cu -> build/lib/deepspeed/ops/csrc/random_ltd creating build/lib/deepspeed/ops/csrc/sparse_attention copying deepspeed/ops/csrc/sparse_attention/utils.cpp -> build/lib/deepspeed/ops/csrc/sparse_attention creating build/lib/deepspeed/ops/csrc/spatial creating build/lib/deepspeed/ops/csrc/spatial/csrc copying deepspeed/ops/csrc/spatial/csrc/opt_bias_add.cu -> build/lib/deepspeed/ops/csrc/spatial/csrc copying deepspeed/ops/csrc/spatial/csrc/pt_binding.cpp -> build/lib/deepspeed/ops/csrc/spatial/csrc creating build/lib/deepspeed/ops/csrc/spatial/includes copying deepspeed/ops/csrc/spatial/includes/spatial_cuda_layers.h -> build/lib/deepspeed/ops/csrc/spatial/includes creating build/lib/deepspeed/ops/csrc/transformer copying deepspeed/ops/csrc/transformer/cublas_wrappers.cu -> build/lib/deepspeed/ops/csrc/transformer copying deepspeed/ops/csrc/transformer/dropout_kernels.cu -> build/lib/deepspeed/ops/csrc/transformer copying deepspeed/ops/csrc/transformer/ds_transformer_cuda.cpp -> build/lib/deepspeed/ops/csrc/transformer copying deepspeed/ops/csrc/transformer/gelu_kernels.cu -> build/lib/deepspeed/ops/csrc/transformer copying deepspeed/ops/csrc/transformer/general_kernels.cu -> build/lib/deepspeed/ops/csrc/transformer copying deepspeed/ops/csrc/transformer/normalize_kernels.cu -> build/lib/deepspeed/ops/csrc/transformer copying deepspeed/ops/csrc/transformer/softmax_kernels.cu -> build/lib/deepspeed/ops/csrc/transformer copying deepspeed/ops/csrc/transformer/transform_kernels.cu -> build/lib/deepspeed/ops/csrc/transformer creating build/lib/deepspeed/ops/csrc/transformer/inference creating build/lib/deepspeed/ops/csrc/transformer/inference/csrc copying deepspeed/ops/csrc/transformer/inference/csrc/apply_rotary_pos_emb.cu -> build/lib/deepspeed/ops/csrc/transformer/inference/csrc copying deepspeed/ops/csrc/transformer/inference/csrc/dequantize.cu -> build/lib/deepspeed/ops/csrc/transformer/inference/csrc copying deepspeed/ops/csrc/transformer/inference/csrc/gelu.cu -> build/lib/deepspeed/ops/csrc/transformer/inference/csrc copying deepspeed/ops/csrc/transformer/inference/csrc/layer_norm.cu -> build/lib/deepspeed/ops/csrc/transformer/inference/csrc copying deepspeed/ops/csrc/transformer/inference/csrc/pointwise_ops.cu -> build/lib/deepspeed/ops/csrc/transformer/inference/csrc copying deepspeed/ops/csrc/transformer/inference/csrc/pt_binding.cpp -> build/lib/deepspeed/ops/csrc/transformer/inference/csrc copying deepspeed/ops/csrc/transformer/inference/csrc/relu.cu -> build/lib/deepspeed/ops/csrc/transformer/inference/csrc copying deepspeed/ops/csrc/transformer/inference/csrc/rms_norm.cu -> build/lib/deepspeed/ops/csrc/transformer/inference/csrc copying deepspeed/ops/csrc/transformer/inference/csrc/softmax.cu -> build/lib/deepspeed/ops/csrc/transformer/inference/csrc copying deepspeed/ops/csrc/transformer/inference/csrc/transform.cu -> build/lib/deepspeed/ops/csrc/transformer/inference/csrc creating build/lib/deepspeed/ops/csrc/transformer/inference/includes copying deepspeed/ops/csrc/transformer/inference/includes/inference_context.h -> build/lib/deepspeed/ops/csrc/transformer/inference/includes copying deepspeed/ops/csrc/transformer/inference/includes/inference_cublas_wrappers.h -> build/lib/deepspeed/ops/csrc/transformer/inference/includes copying deepspeed/ops/csrc/transformer/inference/includes/inference_cuda_layers.h -> build/lib/deepspeed/ops/csrc/transformer/inference/includes creating build/lib/deepspeed/ops/csrc/utils copying deepspeed/ops/csrc/utils/flatten_unflatten.cpp -> build/lib/deepspeed/ops/csrc/utils creating build/lib/deepspeed/inference/v2/ragged/csrc copying deepspeed/inference/v2/ragged/csrc/fast_host_buffer.cu -> build/lib/deepspeed/inference/v2/ragged/csrc copying deepspeed/inference/v2/ragged/csrc/ragged_ops.cpp -> build/lib/deepspeed/inference/v2/ragged/csrc creating build/lib/deepspeed/inference/v2/ragged/includes copying deepspeed/inference/v2/ragged/includes/fast_host_buffer.h -> build/lib/deepspeed/inference/v2/ragged/includes copying deepspeed/inference/v2/kernels/core_ops/core_ops.cpp -> build/lib/deepspeed/inference/v2/kernels/core_ops copying deepspeed/inference/v2/kernels/cutlass_ops/cutlass_ops.cpp -> build/lib/deepspeed/inference/v2/kernels/cutlass_ops creating build/lib/deepspeed/inference/v2/kernels/cutlass_ops/shared_resources copying deepspeed/inference/v2/kernels/cutlass_ops/shared_resources/weight_variant.h -> build/lib/deepspeed/inference/v2/kernels/cutlass_ops/shared_resources copying deepspeed/inference/v2/kernels/ragged_ops/ragged_ops.cpp -> build/lib/deepspeed/inference/v2/kernels/ragged_ops creating build/lib/deepspeed/inference/v2/kernels/ragged_ops/ragged_helpers copying deepspeed/inference/v2/kernels/ragged_ops/ragged_helpers/ragged_dtypes.h -> build/lib/deepspeed/inference/v2/kernels/ragged_ops/ragged_helpers copying deepspeed/inference/v2/kernels/ragged_ops/ragged_helpers/ragged_kernel_helpers.cpp -> build/lib/deepspeed/inference/v2/kernels/ragged_ops/ragged_helpers copying deepspeed/inference/v2/kernels/ragged_ops/ragged_helpers/ragged_kernel_helpers.h -> build/lib/deepspeed/inference/v2/kernels/ragged_ops/ragged_helpers copying deepspeed/inference/v2/kernels/core_ops/bias_activations/bias_activation.cpp -> build/lib/deepspeed/inference/v2/kernels/core_ops/bias_activations copying deepspeed/inference/v2/kernels/core_ops/bias_activations/bias_activation.cu -> build/lib/deepspeed/inference/v2/kernels/core_ops/bias_activations copying deepspeed/inference/v2/kernels/core_ops/bias_activations/bias_activation.h -> build/lib/deepspeed/inference/v2/kernels/core_ops/bias_activations copying deepspeed/inference/v2/kernels/core_ops/blas_kernels/blas.h -> build/lib/deepspeed/inference/v2/kernels/core_ops/blas_kernels copying deepspeed/inference/v2/kernels/core_ops/blas_kernels/blas_utils.h -> build/lib/deepspeed/inference/v2/kernels/core_ops/blas_kernels copying deepspeed/inference/v2/kernels/core_ops/cuda_layer_norm/layer_norm.cpp -> build/lib/deepspeed/inference/v2/kernels/core_ops/cuda_layer_norm copying deepspeed/inference/v2/kernels/core_ops/cuda_layer_norm/layer_norm.cu -> build/lib/deepspeed/inference/v2/kernels/core_ops/cuda_layer_norm copying deepspeed/inference/v2/kernels/core_ops/cuda_layer_norm/layer_norm.h -> build/lib/deepspeed/inference/v2/kernels/core_ops/cuda_layer_norm copying deepspeed/inference/v2/kernels/core_ops/cuda_rms_norm/rms_norm.cpp -> build/lib/deepspeed/inference/v2/kernels/core_ops/cuda_rms_norm copying deepspeed/inference/v2/kernels/core_ops/cuda_rms_norm/rms_norm.cu -> build/lib/deepspeed/inference/v2/kernels/core_ops/cuda_rms_norm copying deepspeed/inference/v2/kernels/core_ops/cuda_rms_norm/rms_norm.h -> build/lib/deepspeed/inference/v2/kernels/core_ops/cuda_rms_norm copying deepspeed/inference/v2/kernels/core_ops/gated_activations/gated_activation_kernels.cpp -> build/lib/deepspeed/inference/v2/kernels/core_ops/gated_activations copying deepspeed/inference/v2/kernels/core_ops/gated_activations/gated_activation_kernels.cu -> build/lib/deepspeed/inference/v2/kernels/core_ops/gated_activations copying deepspeed/inference/v2/kernels/core_ops/gated_activations/gated_activation_kernels.h -> build/lib/deepspeed/inference/v2/kernels/core_ops/gated_activations copying deepspeed/inference/v2/kernels/cutlass_ops/mixed_gemm/mixed_gemm.cu -> build/lib/deepspeed/inference/v2/kernels/cutlass_ops/mixed_gemm copying deepspeed/inference/v2/kernels/cutlass_ops/mixed_gemm/mixed_gemm.h -> build/lib/deepspeed/inference/v2/kernels/cutlass_ops/mixed_gemm copying deepspeed/inference/v2/kernels/cutlass_ops/mixed_gemm/mixed_gemm_api.h -> build/lib/deepspeed/inference/v2/kernels/cutlass_ops/mixed_gemm copying deepspeed/inference/v2/kernels/cutlass_ops/moe_gemm/moe_gemm.cu -> build/lib/deepspeed/inference/v2/kernels/cutlass_ops/moe_gemm copying deepspeed/inference/v2/kernels/cutlass_ops/moe_gemm/moe_gemm.h -> build/lib/deepspeed/inference/v2/kernels/cutlass_ops/moe_gemm copying deepspeed/inference/v2/kernels/cutlass_ops/moe_gemm/moe_gemm_api.h -> build/lib/deepspeed/inference/v2/kernels/cutlass_ops/moe_gemm copying deepspeed/inference/v2/kernels/ragged_ops/atom_builder/atom_builder.cpp -> build/lib/deepspeed/inference/v2/kernels/ragged_ops/atom_builder copying deepspeed/inference/v2/kernels/ragged_ops/atom_builder/atom_builder.h -> build/lib/deepspeed/inference/v2/kernels/ragged_ops/atom_builder copying deepspeed/inference/v2/kernels/ragged_ops/blocked_flash/attention_atom.h -> build/lib/deepspeed/inference/v2/kernels/ragged_ops/blocked_flash copying deepspeed/inference/v2/kernels/ragged_ops/blocked_flash/blocked_flash.cpp -> build/lib/deepspeed/inference/v2/kernels/ragged_ops/blocked_flash copying deepspeed/inference/v2/kernels/ragged_ops/blocked_flash/blocked_flash.h -> build/lib/deepspeed/inference/v2/kernels/ragged_ops/blocked_flash copying deepspeed/inference/v2/kernels/ragged_ops/blocked_flash/flash.h -> build/lib/deepspeed/inference/v2/kernels/ragged_ops/blocked_flash copying deepspeed/inference/v2/kernels/ragged_ops/embed/embed.cpp -> build/lib/deepspeed/inference/v2/kernels/ragged_ops/embed copying deepspeed/inference/v2/kernels/ragged_ops/embed/embed.cu -> build/lib/deepspeed/inference/v2/kernels/ragged_ops/embed copying deepspeed/inference/v2/kernels/ragged_ops/embed/embed.cuh -> build/lib/deepspeed/inference/v2/kernels/ragged_ops/embed copying deepspeed/inference/v2/kernels/ragged_ops/embed/embed.h -> build/lib/deepspeed/inference/v2/kernels/ragged_ops/embed copying deepspeed/inference/v2/kernels/ragged_ops/linear_blocked_kv_rotary/blocked_kv_rotary.cpp -> build/lib/deepspeed/inference/v2/kernels/ragged_ops/linear_blocked_kv_rotary copying deepspeed/inference/v2/kernels/ragged_ops/linear_blocked_kv_rotary/blocked_kv_rotary.cu -> build/lib/deepspeed/inference/v2/kernels/ragged_ops/linear_blocked_kv_rotary copying deepspeed/inference/v2/kernels/ragged_ops/linear_blocked_kv_rotary/blocked_kv_rotary.cuh -> build/lib/deepspeed/inference/v2/kernels/ragged_ops/linear_blocked_kv_rotary copying deepspeed/inference/v2/kernels/ragged_ops/linear_blocked_kv_rotary/blocked_kv_rotary.h -> build/lib/deepspeed/inference/v2/kernels/ragged_ops/linear_blocked_kv_rotary copying deepspeed/inference/v2/kernels/ragged_ops/logits_gather/logits_gather.cpp -> build/lib/deepspeed/inference/v2/kernels/ragged_ops/logits_gather copying deepspeed/inference/v2/kernels/ragged_ops/logits_gather/logits_gather.cu -> build/lib/deepspeed/inference/v2/kernels/ragged_ops/logits_gather copying deepspeed/inference/v2/kernels/ragged_ops/logits_gather/logits_gather.cuh -> build/lib/deepspeed/inference/v2/kernels/ragged_ops/logits_gather copying deepspeed/inference/v2/kernels/ragged_ops/logits_gather/logits_gather.h -> build/lib/deepspeed/inference/v2/kernels/ragged_ops/logits_gather copying deepspeed/inference/v2/kernels/ragged_ops/moe_gather/moe_gather.cpp -> build/lib/deepspeed/inference/v2/kernels/ragged_ops/moe_gather copying deepspeed/inference/v2/kernels/ragged_ops/moe_gather/moe_gather.cu -> build/lib/deepspeed/inference/v2/kernels/ragged_ops/moe_gather copying deepspeed/inference/v2/kernels/ragged_ops/moe_gather/moe_gather.cuh -> build/lib/deepspeed/inference/v2/kernels/ragged_ops/moe_gather copying deepspeed/inference/v2/kernels/ragged_ops/moe_gather/moe_gather.h -> build/lib/deepspeed/inference/v2/kernels/ragged_ops/moe_gather copying deepspeed/inference/v2/kernels/ragged_ops/moe_scatter/moe_scatter.cpp -> build/lib/deepspeed/inference/v2/kernels/ragged_ops/moe_scatter copying deepspeed/inference/v2/kernels/ragged_ops/moe_scatter/moe_scatter.cu -> build/lib/deepspeed/inference/v2/kernels/ragged_ops/moe_scatter copying deepspeed/inference/v2/kernels/ragged_ops/moe_scatter/moe_scatter.cuh -> build/lib/deepspeed/inference/v2/kernels/ragged_ops/moe_scatter copying deepspeed/inference/v2/kernels/ragged_ops/moe_scatter/moe_scatter.h -> build/lib/deepspeed/inference/v2/kernels/ragged_ops/moe_scatter copying deepspeed/inference/v2/kernels/ragged_ops/top_1_gating/top_1_gating.cpp -> build/lib/deepspeed/inference/v2/kernels/ragged_ops/top_1_gating copying deepspeed/inference/v2/kernels/ragged_ops/top_1_gating/top_1_gating.cu -> build/lib/deepspeed/inference/v2/kernels/ragged_ops/top_1_gating copying deepspeed/inference/v2/kernels/ragged_ops/top_1_gating/top_1_gating.cuh -> build/lib/deepspeed/inference/v2/kernels/ragged_ops/top_1_gating copying deepspeed/inference/v2/kernels/ragged_ops/top_1_gating/top_1_gating.h -> build/lib/deepspeed/inference/v2/kernels/ragged_ops/top_1_gating copying deepspeed/ops/sparse_attention/trsrc/matmul.tr -> build/lib/deepspeed/ops/sparse_attention/trsrc copying deepspeed/ops/sparse_attention/trsrc/softmax_bwd.tr -> build/lib/deepspeed/ops/sparse_attention/trsrc copying deepspeed/ops/sparse_attention/trsrc/softmax_fwd.tr -> build/lib/deepspeed/ops/sparse_attention/trsrc running build_scripts creating build/scripts-3.11 copying and adjusting bin/deepspeed -> build/scripts-3.11 copying and adjusting bin/deepspeed.pt -> build/scripts-3.11 copying and adjusting bin/ds -> build/scripts-3.11 copying bin/ds_ssh -> build/scripts-3.11 copying and adjusting bin/ds_report -> build/scripts-3.11 copying and adjusting bin/ds_bench -> build/scripts-3.11 copying and adjusting bin/dsr -> build/scripts-3.11 copying and adjusting bin/ds_elastic -> build/scripts-3.11 changing mode of build/scripts-3.11/deepspeed from 644 to 755 changing mode of build/scripts-3.11/deepspeed.pt from 644 to 755 changing mode of build/scripts-3.11/ds from 644 to 755 changing mode of build/scripts-3.11/ds_report from 644 to 755 changing mode of build/scripts-3.11/ds_bench from 644 to 755 changing mode of build/scripts-3.11/dsr from 644 to 755 changing mode of build/scripts-3.11/ds_elastic from 644 to 755 deepspeed build time = 0.5732948780059814 secs + sleep 1 + RPM_EC=0 ++ jobs -p + exit 0 Executing(%install): /bin/sh -e /var/tmp/rpm-tmp.UZ5IIv + umask 022 + cd /builddir/build/BUILD + '[' /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64 '!=' / ']' + rm -rf /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64 ++ dirname /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64 + mkdir -p /builddir/build/BUILDROOT + mkdir /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64 + cd DeepSpeed-0.12.2 + CFLAGS='-O2 -g -pipe -Wall -Werror=format-security -Wp,-D_FORTIFY_SOURCE=2 -Wp,-D_GLIBCXX_ASSERTIONS -fstack-protector-strong -grecord-gcc-switches -specs=/usr/lib/rpm/generic-hardened-cc1 -fasynchronous-unwind-tables -fstack-clash-protection' + LDFLAGS='-Wl,-z,relro -Wl,-z,now -specs=/usr/lib/rpm/generic-hardened-ld' + /usr/bin/python3 setup.py install -O1 --skip-build --root /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64 fatal: not a git repository (or any of the parent directories): .git [WARNING] Torch did not find cuda available, if cross-compiling or running with cpu only you can ignore this message. Adding compute capability for Pascal, Volta, and Turing (compute capabilities 6.0, 6.1, 6.2) DS_BUILD_OPS=0 [WARNING] async_io requires the dev libaio .so object and headers but these were not found. [WARNING] async_io: please install the libaio-devel package with yum [WARNING] If libaio is already installed (perhaps from source), try setting the CFLAGS and LDFLAGS environment variables to where it can be found. [WARNING] Please specify the CUTLASS repo directory as environment variable $CUTLASS_PATH [WARNING] sparse_attn cuda is not available from torch [WARNING] sparse_attn requires a torch version >= 1.5 and < 2.0 but detected 2.0 [WARNING] please install triton==1.0.0 if you want to use sparse attention Install Ops={'async_io': False, 'fused_adam': False, 'cpu_adam': False, 'cpu_adagrad': False, 'cpu_lion': False, 'evoformer_attn': False, 'fused_lamb': False, 'fused_lion': False, 'inference_core_ops': False, 'cutlass_ops': False, 'quantizer': False, 'ragged_device_ops': False, 'ragged_ops': False, 'random_ltd': False, 'sparse_attn': False, 'spatial_inference': False, 'transformer': False, 'stochastic_transformer': False, 'transformer_inference': False} version=0.12.2+unknown, git_hash=unknown, git_branch=unknown install_requires=['hjson', 'ninja', 'numpy', 'packaging>=20.0', 'psutil', 'py-cpuinfo', 'pydantic', 'pynvml', 'torch', 'tqdm'] compatible_ops={'async_io': False, 'fused_adam': True, 'cpu_adam': True, 'cpu_adagrad': True, 'cpu_lion': True, 'evoformer_attn': False, 'fused_lamb': True, 'fused_lion': True, 'inference_core_ops': True, 'cutlass_ops': True, 'quantizer': True, 'ragged_device_ops': True, 'ragged_ops': True, 'random_ltd': True, 'sparse_attn': False, 'spatial_inference': True, 'transformer': True, 'stochastic_transformer': True, 'transformer_inference': True, 'deepspeed_not_implemented': False} ext_modules=[] running install /usr/lib/python3.11/site-packages/setuptools/_distutils/cmd.py:66: SetuptoolsDeprecationWarning: setup.py install is deprecated. !! ******************************************************************************** Please avoid running ``setup.py`` directly. Instead, use pypa/build, pypa/installer or other standards-based tools. See https://blog.ganssle.io/articles/2021/10/setup-py-deprecated.html for details. ******************************************************************************** !! self.initialize_options() running install_lib creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11 creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed copying build/lib/deepspeed/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed copying build/lib/deepspeed/constants.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed copying build/lib/deepspeed/env_report.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed copying build/lib/deepspeed/git_version_info.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed copying build/lib/deepspeed/pydantic_v1.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed copying build/lib/deepspeed/git_version_info_installed.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/autotuning copying build/lib/deepspeed/autotuning/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/autotuning copying build/lib/deepspeed/autotuning/autotuner.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/autotuning copying build/lib/deepspeed/autotuning/config.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/autotuning copying build/lib/deepspeed/autotuning/constants.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/autotuning copying build/lib/deepspeed/autotuning/scheduler.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/autotuning copying build/lib/deepspeed/autotuning/utils.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/autotuning creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/autotuning/tuner copying build/lib/deepspeed/autotuning/tuner/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/autotuning/tuner copying build/lib/deepspeed/autotuning/tuner/base_tuner.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/autotuning/tuner copying build/lib/deepspeed/autotuning/tuner/cost_model.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/autotuning/tuner copying build/lib/deepspeed/autotuning/tuner/index_based_tuner.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/autotuning/tuner copying build/lib/deepspeed/autotuning/tuner/model_based_tuner.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/autotuning/tuner copying build/lib/deepspeed/autotuning/tuner/utils.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/autotuning/tuner creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/autotuning/config_templates copying build/lib/deepspeed/autotuning/config_templates/template_zero0.json -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/autotuning/config_templates copying build/lib/deepspeed/autotuning/config_templates/template_zero1.json -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/autotuning/config_templates copying build/lib/deepspeed/autotuning/config_templates/template_zero2.json -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/autotuning/config_templates copying build/lib/deepspeed/autotuning/config_templates/template_zero3.json -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/autotuning/config_templates creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/checkpoint copying build/lib/deepspeed/checkpoint/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/checkpoint copying build/lib/deepspeed/checkpoint/constants.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/checkpoint copying build/lib/deepspeed/checkpoint/deepspeed_checkpoint.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/checkpoint copying build/lib/deepspeed/checkpoint/ds_to_universal.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/checkpoint copying build/lib/deepspeed/checkpoint/reshape_3d_utils.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/checkpoint copying build/lib/deepspeed/checkpoint/reshape_meg_2d.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/checkpoint copying build/lib/deepspeed/checkpoint/reshape_utils.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/checkpoint copying build/lib/deepspeed/checkpoint/universal_checkpoint.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/checkpoint copying build/lib/deepspeed/checkpoint/utils.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/checkpoint copying build/lib/deepspeed/checkpoint/zero_checkpoint.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/checkpoint creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/comm copying build/lib/deepspeed/comm/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/comm copying build/lib/deepspeed/comm/backend.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/comm copying build/lib/deepspeed/comm/ccl.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/comm copying build/lib/deepspeed/comm/comm.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/comm copying build/lib/deepspeed/comm/config.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/comm copying build/lib/deepspeed/comm/constants.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/comm copying build/lib/deepspeed/comm/reduce_op.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/comm copying build/lib/deepspeed/comm/torch.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/comm copying build/lib/deepspeed/comm/utils.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/comm creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/compression copying build/lib/deepspeed/compression/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/compression copying build/lib/deepspeed/compression/basic_layer.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/compression copying build/lib/deepspeed/compression/compress.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/compression copying build/lib/deepspeed/compression/config.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/compression copying build/lib/deepspeed/compression/constants.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/compression copying build/lib/deepspeed/compression/helper.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/compression copying build/lib/deepspeed/compression/scheduler.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/compression copying build/lib/deepspeed/compression/utils.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/compression creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/elasticity copying build/lib/deepspeed/elasticity/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/elasticity copying build/lib/deepspeed/elasticity/config.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/elasticity copying build/lib/deepspeed/elasticity/constants.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/elasticity copying build/lib/deepspeed/elasticity/elastic_agent.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/elasticity copying build/lib/deepspeed/elasticity/elasticity.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/elasticity copying build/lib/deepspeed/elasticity/utils.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/elasticity creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference copying build/lib/deepspeed/inference/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference copying build/lib/deepspeed/inference/config.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference copying build/lib/deepspeed/inference/engine.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/quantization copying build/lib/deepspeed/inference/quantization/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/quantization copying build/lib/deepspeed/inference/quantization/layers.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/quantization copying build/lib/deepspeed/inference/quantization/quantization.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/quantization copying build/lib/deepspeed/inference/quantization/quantization_context.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/quantization copying build/lib/deepspeed/inference/quantization/utils.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/quantization creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2 copying build/lib/deepspeed/inference/v2/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2 copying build/lib/deepspeed/inference/v2/allocator.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2 copying build/lib/deepspeed/inference/v2/config_v2.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2 copying build/lib/deepspeed/inference/v2/engine_factory.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2 copying build/lib/deepspeed/inference/v2/engine_v2.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2 copying build/lib/deepspeed/inference/v2/inference_utils.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2 copying build/lib/deepspeed/inference/v2/logging.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2 copying build/lib/deepspeed/inference/v2/scheduling_utils.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2 creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/checkpoint copying build/lib/deepspeed/inference/v2/checkpoint/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/checkpoint copying build/lib/deepspeed/inference/v2/checkpoint/base_engine.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/checkpoint copying build/lib/deepspeed/inference/v2/checkpoint/huggingface_engine.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/checkpoint copying build/lib/deepspeed/inference/v2/checkpoint/in_memory_engine.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/checkpoint creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels copying build/lib/deepspeed/inference/v2/kernels/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels copying build/lib/deepspeed/inference/v2/kernels/ds_kernel.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/core_ops copying build/lib/deepspeed/inference/v2/kernels/core_ops/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/core_ops creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/core_ops/bias_activations copying build/lib/deepspeed/inference/v2/kernels/core_ops/bias_activations/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/core_ops/bias_activations copying build/lib/deepspeed/inference/v2/kernels/core_ops/bias_activations/bias_activation.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/core_ops/bias_activations copying build/lib/deepspeed/inference/v2/kernels/core_ops/bias_activations/bias_activation.cpp -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/core_ops/bias_activations copying build/lib/deepspeed/inference/v2/kernels/core_ops/bias_activations/bias_activation.cu -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/core_ops/bias_activations copying build/lib/deepspeed/inference/v2/kernels/core_ops/bias_activations/bias_activation.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/core_ops/bias_activations creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/core_ops/blas_kernels copying build/lib/deepspeed/inference/v2/kernels/core_ops/blas_kernels/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/core_ops/blas_kernels copying build/lib/deepspeed/inference/v2/kernels/core_ops/blas_kernels/blas_linear.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/core_ops/blas_kernels copying build/lib/deepspeed/inference/v2/kernels/core_ops/blas_kernels/blas.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/core_ops/blas_kernels copying build/lib/deepspeed/inference/v2/kernels/core_ops/blas_kernels/blas_utils.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/core_ops/blas_kernels creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/core_ops/cuda_layer_norm copying build/lib/deepspeed/inference/v2/kernels/core_ops/cuda_layer_norm/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/core_ops/cuda_layer_norm copying build/lib/deepspeed/inference/v2/kernels/core_ops/cuda_layer_norm/cuda_fp_ln_base.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/core_ops/cuda_layer_norm copying build/lib/deepspeed/inference/v2/kernels/core_ops/cuda_layer_norm/cuda_ln.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/core_ops/cuda_layer_norm copying build/lib/deepspeed/inference/v2/kernels/core_ops/cuda_layer_norm/cuda_post_ln.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/core_ops/cuda_layer_norm copying build/lib/deepspeed/inference/v2/kernels/core_ops/cuda_layer_norm/cuda_pre_ln.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/core_ops/cuda_layer_norm copying build/lib/deepspeed/inference/v2/kernels/core_ops/cuda_layer_norm/layer_norm.cpp -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/core_ops/cuda_layer_norm copying build/lib/deepspeed/inference/v2/kernels/core_ops/cuda_layer_norm/layer_norm.cu -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/core_ops/cuda_layer_norm copying build/lib/deepspeed/inference/v2/kernels/core_ops/cuda_layer_norm/layer_norm.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/core_ops/cuda_layer_norm creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/core_ops/cuda_rms_norm copying build/lib/deepspeed/inference/v2/kernels/core_ops/cuda_rms_norm/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/core_ops/cuda_rms_norm copying build/lib/deepspeed/inference/v2/kernels/core_ops/cuda_rms_norm/rms_norm.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/core_ops/cuda_rms_norm copying build/lib/deepspeed/inference/v2/kernels/core_ops/cuda_rms_norm/rms_norm_base.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/core_ops/cuda_rms_norm copying build/lib/deepspeed/inference/v2/kernels/core_ops/cuda_rms_norm/rms_pre_norm.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/core_ops/cuda_rms_norm copying build/lib/deepspeed/inference/v2/kernels/core_ops/cuda_rms_norm/rms_norm.cpp -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/core_ops/cuda_rms_norm copying build/lib/deepspeed/inference/v2/kernels/core_ops/cuda_rms_norm/rms_norm.cu -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/core_ops/cuda_rms_norm copying build/lib/deepspeed/inference/v2/kernels/core_ops/cuda_rms_norm/rms_norm.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/core_ops/cuda_rms_norm creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/core_ops/gated_activations copying build/lib/deepspeed/inference/v2/kernels/core_ops/gated_activations/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/core_ops/gated_activations copying build/lib/deepspeed/inference/v2/kernels/core_ops/gated_activations/gated_activation.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/core_ops/gated_activations copying build/lib/deepspeed/inference/v2/kernels/core_ops/gated_activations/gated_activation_kernels.cpp -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/core_ops/gated_activations copying build/lib/deepspeed/inference/v2/kernels/core_ops/gated_activations/gated_activation_kernels.cu -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/core_ops/gated_activations copying build/lib/deepspeed/inference/v2/kernels/core_ops/gated_activations/gated_activation_kernels.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/core_ops/gated_activations copying build/lib/deepspeed/inference/v2/kernels/core_ops/core_ops.cpp -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/core_ops creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/cutlass_ops copying build/lib/deepspeed/inference/v2/kernels/cutlass_ops/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/cutlass_ops creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/cutlass_ops/mixed_gemm copying build/lib/deepspeed/inference/v2/kernels/cutlass_ops/mixed_gemm/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/cutlass_ops/mixed_gemm copying build/lib/deepspeed/inference/v2/kernels/cutlass_ops/mixed_gemm/mixed_gemm.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/cutlass_ops/mixed_gemm copying build/lib/deepspeed/inference/v2/kernels/cutlass_ops/mixed_gemm/mixed_gemm.cu -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/cutlass_ops/mixed_gemm copying build/lib/deepspeed/inference/v2/kernels/cutlass_ops/mixed_gemm/mixed_gemm.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/cutlass_ops/mixed_gemm copying build/lib/deepspeed/inference/v2/kernels/cutlass_ops/mixed_gemm/mixed_gemm_api.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/cutlass_ops/mixed_gemm creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/cutlass_ops/moe_gemm copying build/lib/deepspeed/inference/v2/kernels/cutlass_ops/moe_gemm/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/cutlass_ops/moe_gemm copying build/lib/deepspeed/inference/v2/kernels/cutlass_ops/moe_gemm/mixed_moe_gemm.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/cutlass_ops/moe_gemm copying build/lib/deepspeed/inference/v2/kernels/cutlass_ops/moe_gemm/moe_gemm.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/cutlass_ops/moe_gemm copying build/lib/deepspeed/inference/v2/kernels/cutlass_ops/moe_gemm/moe_gemm.cu -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/cutlass_ops/moe_gemm copying build/lib/deepspeed/inference/v2/kernels/cutlass_ops/moe_gemm/moe_gemm.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/cutlass_ops/moe_gemm copying build/lib/deepspeed/inference/v2/kernels/cutlass_ops/moe_gemm/moe_gemm_api.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/cutlass_ops/moe_gemm copying build/lib/deepspeed/inference/v2/kernels/cutlass_ops/cutlass_ops.cpp -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/cutlass_ops creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/cutlass_ops/shared_resources copying build/lib/deepspeed/inference/v2/kernels/cutlass_ops/shared_resources/weight_variant.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/cutlass_ops/shared_resources creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops copying build/lib/deepspeed/inference/v2/kernels/ragged_ops/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/atom_builder copying build/lib/deepspeed/inference/v2/kernels/ragged_ops/atom_builder/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/atom_builder copying build/lib/deepspeed/inference/v2/kernels/ragged_ops/atom_builder/atom_builder.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/atom_builder copying build/lib/deepspeed/inference/v2/kernels/ragged_ops/atom_builder/atom_builder.cpp -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/atom_builder copying build/lib/deepspeed/inference/v2/kernels/ragged_ops/atom_builder/atom_builder.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/atom_builder creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/blocked_flash copying build/lib/deepspeed/inference/v2/kernels/ragged_ops/blocked_flash/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/blocked_flash copying build/lib/deepspeed/inference/v2/kernels/ragged_ops/blocked_flash/blocked_flash.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/blocked_flash copying build/lib/deepspeed/inference/v2/kernels/ragged_ops/blocked_flash/attention_atom.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/blocked_flash copying build/lib/deepspeed/inference/v2/kernels/ragged_ops/blocked_flash/blocked_flash.cpp -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/blocked_flash copying build/lib/deepspeed/inference/v2/kernels/ragged_ops/blocked_flash/blocked_flash.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/blocked_flash copying build/lib/deepspeed/inference/v2/kernels/ragged_ops/blocked_flash/flash.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/blocked_flash creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/embed copying build/lib/deepspeed/inference/v2/kernels/ragged_ops/embed/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/embed copying build/lib/deepspeed/inference/v2/kernels/ragged_ops/embed/embed.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/embed copying build/lib/deepspeed/inference/v2/kernels/ragged_ops/embed/embed.cpp -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/embed copying build/lib/deepspeed/inference/v2/kernels/ragged_ops/embed/embed.cu -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/embed copying build/lib/deepspeed/inference/v2/kernels/ragged_ops/embed/embed.cuh -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/embed copying build/lib/deepspeed/inference/v2/kernels/ragged_ops/embed/embed.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/embed creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/linear_blocked_kv_rotary copying build/lib/deepspeed/inference/v2/kernels/ragged_ops/linear_blocked_kv_rotary/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/linear_blocked_kv_rotary copying build/lib/deepspeed/inference/v2/kernels/ragged_ops/linear_blocked_kv_rotary/blocked_kv_rotary.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/linear_blocked_kv_rotary copying build/lib/deepspeed/inference/v2/kernels/ragged_ops/linear_blocked_kv_rotary/blocked_trained_kv_rotary.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/linear_blocked_kv_rotary copying build/lib/deepspeed/inference/v2/kernels/ragged_ops/linear_blocked_kv_rotary/linear_blocked_kv_copy.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/linear_blocked_kv_rotary copying build/lib/deepspeed/inference/v2/kernels/ragged_ops/linear_blocked_kv_rotary/blocked_kv_rotary.cpp -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/linear_blocked_kv_rotary copying build/lib/deepspeed/inference/v2/kernels/ragged_ops/linear_blocked_kv_rotary/blocked_kv_rotary.cu -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/linear_blocked_kv_rotary copying build/lib/deepspeed/inference/v2/kernels/ragged_ops/linear_blocked_kv_rotary/blocked_kv_rotary.cuh -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/linear_blocked_kv_rotary copying build/lib/deepspeed/inference/v2/kernels/ragged_ops/linear_blocked_kv_rotary/blocked_kv_rotary.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/linear_blocked_kv_rotary creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/logits_gather copying build/lib/deepspeed/inference/v2/kernels/ragged_ops/logits_gather/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/logits_gather copying build/lib/deepspeed/inference/v2/kernels/ragged_ops/logits_gather/logits_gather.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/logits_gather copying build/lib/deepspeed/inference/v2/kernels/ragged_ops/logits_gather/logits_gather.cpp -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/logits_gather copying build/lib/deepspeed/inference/v2/kernels/ragged_ops/logits_gather/logits_gather.cu -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/logits_gather copying build/lib/deepspeed/inference/v2/kernels/ragged_ops/logits_gather/logits_gather.cuh -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/logits_gather copying build/lib/deepspeed/inference/v2/kernels/ragged_ops/logits_gather/logits_gather.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/logits_gather creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/moe_gather copying build/lib/deepspeed/inference/v2/kernels/ragged_ops/moe_gather/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/moe_gather copying build/lib/deepspeed/inference/v2/kernels/ragged_ops/moe_gather/moe_gather.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/moe_gather copying build/lib/deepspeed/inference/v2/kernels/ragged_ops/moe_gather/moe_gather.cpp -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/moe_gather copying build/lib/deepspeed/inference/v2/kernels/ragged_ops/moe_gather/moe_gather.cu -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/moe_gather copying build/lib/deepspeed/inference/v2/kernels/ragged_ops/moe_gather/moe_gather.cuh -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/moe_gather copying build/lib/deepspeed/inference/v2/kernels/ragged_ops/moe_gather/moe_gather.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/moe_gather creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/moe_scatter copying build/lib/deepspeed/inference/v2/kernels/ragged_ops/moe_scatter/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/moe_scatter copying build/lib/deepspeed/inference/v2/kernels/ragged_ops/moe_scatter/moe_scatter.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/moe_scatter copying build/lib/deepspeed/inference/v2/kernels/ragged_ops/moe_scatter/moe_scatter.cpp -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/moe_scatter copying build/lib/deepspeed/inference/v2/kernels/ragged_ops/moe_scatter/moe_scatter.cu -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/moe_scatter copying build/lib/deepspeed/inference/v2/kernels/ragged_ops/moe_scatter/moe_scatter.cuh -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/moe_scatter copying build/lib/deepspeed/inference/v2/kernels/ragged_ops/moe_scatter/moe_scatter.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/moe_scatter creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/top_1_gating copying build/lib/deepspeed/inference/v2/kernels/ragged_ops/top_1_gating/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/top_1_gating copying build/lib/deepspeed/inference/v2/kernels/ragged_ops/top_1_gating/top_1_gating.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/top_1_gating copying build/lib/deepspeed/inference/v2/kernels/ragged_ops/top_1_gating/top_1_gating.cpp -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/top_1_gating copying build/lib/deepspeed/inference/v2/kernels/ragged_ops/top_1_gating/top_1_gating.cu -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/top_1_gating copying build/lib/deepspeed/inference/v2/kernels/ragged_ops/top_1_gating/top_1_gating.cuh -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/top_1_gating copying build/lib/deepspeed/inference/v2/kernels/ragged_ops/top_1_gating/top_1_gating.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/top_1_gating copying build/lib/deepspeed/inference/v2/kernels/ragged_ops/ragged_ops.cpp -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/ragged_helpers copying build/lib/deepspeed/inference/v2/kernels/ragged_ops/ragged_helpers/ragged_dtypes.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/ragged_helpers copying build/lib/deepspeed/inference/v2/kernels/ragged_ops/ragged_helpers/ragged_kernel_helpers.cpp -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/ragged_helpers copying build/lib/deepspeed/inference/v2/kernels/ragged_ops/ragged_helpers/ragged_kernel_helpers.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/ragged_helpers creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations copying build/lib/deepspeed/inference/v2/model_implementations/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations copying build/lib/deepspeed/inference/v2/model_implementations/inference_model_base.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations copying build/lib/deepspeed/inference/v2/model_implementations/inference_policy_base.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations copying build/lib/deepspeed/inference/v2/model_implementations/inference_transformer_base.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations copying build/lib/deepspeed/inference/v2/model_implementations/layer_container_base.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations copying build/lib/deepspeed/inference/v2/model_implementations/parameter_base.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/common_parameters copying build/lib/deepspeed/inference/v2/model_implementations/common_parameters/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/common_parameters copying build/lib/deepspeed/inference/v2/model_implementations/common_parameters/attn_output_parameters.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/common_parameters copying build/lib/deepspeed/inference/v2/model_implementations/common_parameters/embedding_parameters.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/common_parameters copying build/lib/deepspeed/inference/v2/model_implementations/common_parameters/invfreq_parameters.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/common_parameters copying build/lib/deepspeed/inference/v2/model_implementations/common_parameters/mlp_parameters.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/common_parameters copying build/lib/deepspeed/inference/v2/model_implementations/common_parameters/moe_parameters.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/common_parameters copying build/lib/deepspeed/inference/v2/model_implementations/common_parameters/norm_parameters.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/common_parameters copying build/lib/deepspeed/inference/v2/model_implementations/common_parameters/qkv_parameters.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/common_parameters copying build/lib/deepspeed/inference/v2/model_implementations/common_parameters/unembed_parameters.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/common_parameters creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/llama_v2 copying build/lib/deepspeed/inference/v2/model_implementations/llama_v2/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/llama_v2 copying build/lib/deepspeed/inference/v2/model_implementations/llama_v2/llama_v2_containers.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/llama_v2 copying build/lib/deepspeed/inference/v2/model_implementations/llama_v2/llama_v2_model.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/llama_v2 copying build/lib/deepspeed/inference/v2/model_implementations/llama_v2/llama_v2_policy.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/llama_v2 creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/mistral copying build/lib/deepspeed/inference/v2/model_implementations/mistral/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/mistral copying build/lib/deepspeed/inference/v2/model_implementations/mistral/container.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/mistral copying build/lib/deepspeed/inference/v2/model_implementations/mistral/model.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/mistral copying build/lib/deepspeed/inference/v2/model_implementations/mistral/policy.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/mistral creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/opt copying build/lib/deepspeed/inference/v2/model_implementations/opt/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/opt copying build/lib/deepspeed/inference/v2/model_implementations/opt/container.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/opt copying build/lib/deepspeed/inference/v2/model_implementations/opt/model.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/opt copying build/lib/deepspeed/inference/v2/model_implementations/opt/policy.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/opt creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/sharding copying build/lib/deepspeed/inference/v2/model_implementations/sharding/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/sharding copying build/lib/deepspeed/inference/v2/model_implementations/sharding/attn.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/sharding copying build/lib/deepspeed/inference/v2/model_implementations/sharding/attn_out.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/sharding copying build/lib/deepspeed/inference/v2/model_implementations/sharding/embedding.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/sharding copying build/lib/deepspeed/inference/v2/model_implementations/sharding/mlp.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/sharding copying build/lib/deepspeed/inference/v2/model_implementations/sharding/qkv.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/sharding copying build/lib/deepspeed/inference/v2/model_implementations/sharding/types.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/sharding copying build/lib/deepspeed/inference/v2/model_implementations/sharding/unembed.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/sharding copying build/lib/deepspeed/inference/v2/model_implementations/sharding/utils.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/sharding creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules copying build/lib/deepspeed/inference/v2/modules/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules copying build/lib/deepspeed/inference/v2/modules/ds_module.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules copying build/lib/deepspeed/inference/v2/modules/heuristics.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules copying build/lib/deepspeed/inference/v2/modules/module_registry.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/configs copying build/lib/deepspeed/inference/v2/modules/configs/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/configs copying build/lib/deepspeed/inference/v2/modules/configs/attention_configs.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/configs copying build/lib/deepspeed/inference/v2/modules/configs/embedding_config.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/configs copying build/lib/deepspeed/inference/v2/modules/configs/linear_config.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/configs copying build/lib/deepspeed/inference/v2/modules/configs/moe_config.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/configs copying build/lib/deepspeed/inference/v2/modules/configs/norm_config.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/configs copying build/lib/deepspeed/inference/v2/modules/configs/unembed_config.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/configs creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/implementations copying build/lib/deepspeed/inference/v2/modules/implementations/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/implementations creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/implementations/attention copying build/lib/deepspeed/inference/v2/modules/implementations/attention/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/implementations/attention copying build/lib/deepspeed/inference/v2/modules/implementations/attention/dense_blocked_attention.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/implementations/attention creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/implementations/embedding copying build/lib/deepspeed/inference/v2/modules/implementations/embedding/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/implementations/embedding copying build/lib/deepspeed/inference/v2/modules/implementations/embedding/ragged_embedding.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/implementations/embedding creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/implementations/linear copying build/lib/deepspeed/inference/v2/modules/implementations/linear/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/implementations/linear copying build/lib/deepspeed/inference/v2/modules/implementations/linear/blas_fp_linear.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/implementations/linear copying build/lib/deepspeed/inference/v2/modules/implementations/linear/cutlass_fp_linear.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/implementations/linear creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/implementations/moe copying build/lib/deepspeed/inference/v2/modules/implementations/moe/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/implementations/moe copying build/lib/deepspeed/inference/v2/modules/implementations/moe/cutlass_multi_gemm.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/implementations/moe copying build/lib/deepspeed/inference/v2/modules/implementations/moe/gate_fn.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/implementations/moe copying build/lib/deepspeed/inference/v2/modules/implementations/moe/test.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/implementations/moe creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/implementations/post_norm copying build/lib/deepspeed/inference/v2/modules/implementations/post_norm/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/implementations/post_norm copying build/lib/deepspeed/inference/v2/modules/implementations/post_norm/cuda_post_ln.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/implementations/post_norm creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/implementations/pre_norm copying build/lib/deepspeed/inference/v2/modules/implementations/pre_norm/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/implementations/pre_norm copying build/lib/deepspeed/inference/v2/modules/implementations/pre_norm/cuda_pre_ln.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/implementations/pre_norm copying build/lib/deepspeed/inference/v2/modules/implementations/pre_norm/cuda_pre_rms.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/implementations/pre_norm creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/implementations/unembed copying build/lib/deepspeed/inference/v2/modules/implementations/unembed/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/implementations/unembed copying build/lib/deepspeed/inference/v2/modules/implementations/unembed/ragged_unembed.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/implementations/unembed creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/interfaces copying build/lib/deepspeed/inference/v2/modules/interfaces/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/interfaces copying build/lib/deepspeed/inference/v2/modules/interfaces/attention_base.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/interfaces copying build/lib/deepspeed/inference/v2/modules/interfaces/embedding_base.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/interfaces copying build/lib/deepspeed/inference/v2/modules/interfaces/linear_base.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/interfaces copying build/lib/deepspeed/inference/v2/modules/interfaces/moe_base.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/interfaces copying build/lib/deepspeed/inference/v2/modules/interfaces/post_norm_base.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/interfaces copying build/lib/deepspeed/inference/v2/modules/interfaces/pre_norm_base.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/interfaces copying build/lib/deepspeed/inference/v2/modules/interfaces/unembed_base.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/interfaces creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/ragged copying build/lib/deepspeed/inference/v2/ragged/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/ragged copying build/lib/deepspeed/inference/v2/ragged/blocked_allocator.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/ragged copying build/lib/deepspeed/inference/v2/ragged/kv_cache.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/ragged copying build/lib/deepspeed/inference/v2/ragged/manager_configs.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/ragged copying build/lib/deepspeed/inference/v2/ragged/ragged_manager.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/ragged copying build/lib/deepspeed/inference/v2/ragged/ragged_wrapper.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/ragged copying build/lib/deepspeed/inference/v2/ragged/sequence_descriptor.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/ragged creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/ragged/csrc copying build/lib/deepspeed/inference/v2/ragged/csrc/fast_host_buffer.cu -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/ragged/csrc copying build/lib/deepspeed/inference/v2/ragged/csrc/ragged_ops.cpp -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/ragged/csrc creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/ragged/includes copying build/lib/deepspeed/inference/v2/ragged/includes/fast_host_buffer.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/ragged/includes creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/launcher copying build/lib/deepspeed/launcher/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/launcher copying build/lib/deepspeed/launcher/constants.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/launcher copying build/lib/deepspeed/launcher/launch.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/launcher copying build/lib/deepspeed/launcher/multinode_runner.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/launcher copying build/lib/deepspeed/launcher/runner.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/launcher creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/model_implementations copying build/lib/deepspeed/model_implementations/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/model_implementations creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/model_implementations/diffusers copying build/lib/deepspeed/model_implementations/diffusers/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/model_implementations/diffusers copying build/lib/deepspeed/model_implementations/diffusers/unet.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/model_implementations/diffusers copying build/lib/deepspeed/model_implementations/diffusers/vae.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/model_implementations/diffusers creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/model_implementations/features copying build/lib/deepspeed/model_implementations/features/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/model_implementations/features copying build/lib/deepspeed/model_implementations/features/cuda_graph.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/model_implementations/features creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/model_implementations/transformers copying build/lib/deepspeed/model_implementations/transformers/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/model_implementations/transformers copying build/lib/deepspeed/model_implementations/transformers/clip_encoder.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/model_implementations/transformers copying build/lib/deepspeed/model_implementations/transformers/ds_base.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/model_implementations/transformers copying build/lib/deepspeed/model_implementations/transformers/ds_bert.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/model_implementations/transformers copying build/lib/deepspeed/model_implementations/transformers/ds_bloom.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/model_implementations/transformers copying build/lib/deepspeed/model_implementations/transformers/ds_gpt.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/model_implementations/transformers copying build/lib/deepspeed/model_implementations/transformers/ds_llama2.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/model_implementations/transformers copying build/lib/deepspeed/model_implementations/transformers/ds_megatron_gpt.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/model_implementations/transformers copying build/lib/deepspeed/model_implementations/transformers/ds_opt.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/model_implementations/transformers copying build/lib/deepspeed/model_implementations/transformers/ds_transformer.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/model_implementations/transformers creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject copying build/lib/deepspeed/module_inject/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject copying build/lib/deepspeed/module_inject/auto_tp.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject copying build/lib/deepspeed/module_inject/auto_tp_model_utils.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject copying build/lib/deepspeed/module_inject/fusedqkv_utils.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject copying build/lib/deepspeed/module_inject/inject.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject copying build/lib/deepspeed/module_inject/layers.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject copying build/lib/deepspeed/module_inject/load_checkpoint.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject copying build/lib/deepspeed/module_inject/module_quantize.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject copying build/lib/deepspeed/module_inject/policy.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject copying build/lib/deepspeed/module_inject/replace_module.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject copying build/lib/deepspeed/module_inject/replace_policy.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject copying build/lib/deepspeed/module_inject/tp_shard.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject copying build/lib/deepspeed/module_inject/utils.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers copying build/lib/deepspeed/module_inject/containers/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers copying build/lib/deepspeed/module_inject/containers/base.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers copying build/lib/deepspeed/module_inject/containers/base_moe.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers copying build/lib/deepspeed/module_inject/containers/bert.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers copying build/lib/deepspeed/module_inject/containers/bloom.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers copying build/lib/deepspeed/module_inject/containers/clip.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers copying build/lib/deepspeed/module_inject/containers/distil_bert.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers copying build/lib/deepspeed/module_inject/containers/gpt2.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers copying build/lib/deepspeed/module_inject/containers/gptj.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers copying build/lib/deepspeed/module_inject/containers/gptneo.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers copying build/lib/deepspeed/module_inject/containers/gptneox.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers copying build/lib/deepspeed/module_inject/containers/internlm.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers copying build/lib/deepspeed/module_inject/containers/llama.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers copying build/lib/deepspeed/module_inject/containers/llama2.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers copying build/lib/deepspeed/module_inject/containers/megatron_gpt.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers copying build/lib/deepspeed/module_inject/containers/megatron_gpt_moe.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers copying build/lib/deepspeed/module_inject/containers/opt.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers copying build/lib/deepspeed/module_inject/containers/unet.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers copying build/lib/deepspeed/module_inject/containers/vae.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers/features copying build/lib/deepspeed/module_inject/containers/features/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers/features copying build/lib/deepspeed/module_inject/containers/features/gated_mlp.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers/features copying build/lib/deepspeed/module_inject/containers/features/hybrid_engine.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers/features copying build/lib/deepspeed/module_inject/containers/features/hybrid_megatron.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers/features copying build/lib/deepspeed/module_inject/containers/features/megatron.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers/features copying build/lib/deepspeed/module_inject/containers/features/meta_tensor.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers/features copying build/lib/deepspeed/module_inject/containers/features/split_qkv.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers/features creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/moe copying build/lib/deepspeed/moe/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/moe copying build/lib/deepspeed/moe/experts.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/moe copying build/lib/deepspeed/moe/layer.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/moe copying build/lib/deepspeed/moe/mappings.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/moe copying build/lib/deepspeed/moe/sharded_moe.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/moe copying build/lib/deepspeed/moe/utils.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/moe creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/monitor copying build/lib/deepspeed/monitor/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/monitor copying build/lib/deepspeed/monitor/config.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/monitor copying build/lib/deepspeed/monitor/csv_monitor.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/monitor copying build/lib/deepspeed/monitor/monitor.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/monitor copying build/lib/deepspeed/monitor/tensorboard.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/monitor copying build/lib/deepspeed/monitor/utils.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/monitor copying build/lib/deepspeed/monitor/wandb.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/monitor creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/nebula copying build/lib/deepspeed/nebula/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/nebula copying build/lib/deepspeed/nebula/config.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/nebula copying build/lib/deepspeed/nebula/constants.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/nebula creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops copying build/lib/deepspeed/ops/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/adagrad copying build/lib/deepspeed/ops/adagrad/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/adagrad copying build/lib/deepspeed/ops/adagrad/cpu_adagrad.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/adagrad creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/adam copying build/lib/deepspeed/ops/adam/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/adam copying build/lib/deepspeed/ops/adam/cpu_adam.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/adam copying build/lib/deepspeed/ops/adam/fused_adam.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/adam copying build/lib/deepspeed/ops/adam/multi_tensor_apply.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/adam creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/aio copying build/lib/deepspeed/ops/aio/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/aio creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/deepspeed4science copying build/lib/deepspeed/ops/deepspeed4science/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/deepspeed4science copying build/lib/deepspeed/ops/deepspeed4science/evoformer_attn.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/deepspeed4science creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/lamb copying build/lib/deepspeed/ops/lamb/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/lamb copying build/lib/deepspeed/ops/lamb/fused_lamb.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/lamb creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/lion copying build/lib/deepspeed/ops/lion/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/lion copying build/lib/deepspeed/ops/lion/cpu_lion.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/lion copying build/lib/deepspeed/ops/lion/fused_lion.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/lion copying build/lib/deepspeed/ops/lion/multi_tensor_apply.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/lion creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/quantizer copying build/lib/deepspeed/ops/quantizer/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/quantizer copying build/lib/deepspeed/ops/quantizer/quantizer.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/quantizer creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/random_ltd copying build/lib/deepspeed/ops/random_ltd/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/random_ltd copying build/lib/deepspeed/ops/random_ltd/dropping_utils.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/random_ltd creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/sparse_attention copying build/lib/deepspeed/ops/sparse_attention/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/sparse_attention copying build/lib/deepspeed/ops/sparse_attention/bert_sparse_self_attention.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/sparse_attention copying build/lib/deepspeed/ops/sparse_attention/matmul.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/sparse_attention copying build/lib/deepspeed/ops/sparse_attention/softmax.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/sparse_attention copying build/lib/deepspeed/ops/sparse_attention/sparse_attention_utils.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/sparse_attention copying build/lib/deepspeed/ops/sparse_attention/sparse_self_attention.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/sparse_attention copying build/lib/deepspeed/ops/sparse_attention/sparsity_config.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/sparse_attention creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/sparse_attention/trsrc copying build/lib/deepspeed/ops/sparse_attention/trsrc/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/sparse_attention/trsrc copying build/lib/deepspeed/ops/sparse_attention/trsrc/matmul.tr -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/sparse_attention/trsrc copying build/lib/deepspeed/ops/sparse_attention/trsrc/softmax_bwd.tr -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/sparse_attention/trsrc copying build/lib/deepspeed/ops/sparse_attention/trsrc/softmax_fwd.tr -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/sparse_attention/trsrc creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer copying build/lib/deepspeed/ops/transformer/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer copying build/lib/deepspeed/ops/transformer/transformer.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference copying build/lib/deepspeed/ops/transformer/inference/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference copying build/lib/deepspeed/ops/transformer/inference/bias_add.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference copying build/lib/deepspeed/ops/transformer/inference/config.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference copying build/lib/deepspeed/ops/transformer/inference/diffusers_2d_transformer.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference copying build/lib/deepspeed/ops/transformer/inference/diffusers_attention.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference copying build/lib/deepspeed/ops/transformer/inference/diffusers_transformer_block.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference copying build/lib/deepspeed/ops/transformer/inference/ds_attention.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference copying build/lib/deepspeed/ops/transformer/inference/ds_mlp.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference copying build/lib/deepspeed/ops/transformer/inference/moe_inference.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference copying build/lib/deepspeed/ops/transformer/inference/triton_ops.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference/op_binding copying build/lib/deepspeed/ops/transformer/inference/op_binding/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference/op_binding copying build/lib/deepspeed/ops/transformer/inference/op_binding/base.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference/op_binding copying build/lib/deepspeed/ops/transformer/inference/op_binding/gelu_gemm.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference/op_binding copying build/lib/deepspeed/ops/transformer/inference/op_binding/linear.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference/op_binding copying build/lib/deepspeed/ops/transformer/inference/op_binding/mlp_gemm.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference/op_binding copying build/lib/deepspeed/ops/transformer/inference/op_binding/qkv_gemm.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference/op_binding copying build/lib/deepspeed/ops/transformer/inference/op_binding/residual_add.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference/op_binding copying build/lib/deepspeed/ops/transformer/inference/op_binding/softmax.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference/op_binding copying build/lib/deepspeed/ops/transformer/inference/op_binding/softmax_context.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference/op_binding copying build/lib/deepspeed/ops/transformer/inference/op_binding/vector_matmul.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference/op_binding creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference/triton copying build/lib/deepspeed/ops/transformer/inference/triton/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference/triton copying build/lib/deepspeed/ops/transformer/inference/triton/attention.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference/triton copying build/lib/deepspeed/ops/transformer/inference/triton/gelu.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference/triton copying build/lib/deepspeed/ops/transformer/inference/triton/layer_norm.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference/triton copying build/lib/deepspeed/ops/transformer/inference/triton/matmul_ext.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference/triton copying build/lib/deepspeed/ops/transformer/inference/triton/mlp.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference/triton copying build/lib/deepspeed/ops/transformer/inference/triton/ops.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference/triton copying build/lib/deepspeed/ops/transformer/inference/triton/residual_add.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference/triton copying build/lib/deepspeed/ops/transformer/inference/triton/softmax.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference/triton copying build/lib/deepspeed/ops/transformer/inference/triton/triton_matmul_kernel.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference/triton creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder copying build/lib/deepspeed/ops/op_builder/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder copying build/lib/deepspeed/ops/op_builder/all_ops.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder copying build/lib/deepspeed/ops/op_builder/async_io.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder copying build/lib/deepspeed/ops/op_builder/builder.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder copying build/lib/deepspeed/ops/op_builder/cpu_adagrad.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder copying build/lib/deepspeed/ops/op_builder/cpu_adam.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder copying build/lib/deepspeed/ops/op_builder/cpu_lion.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder copying build/lib/deepspeed/ops/op_builder/evoformer_attn.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder copying build/lib/deepspeed/ops/op_builder/fused_adam.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder copying build/lib/deepspeed/ops/op_builder/fused_lamb.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder copying build/lib/deepspeed/ops/op_builder/fused_lion.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder copying build/lib/deepspeed/ops/op_builder/inference_core_ops.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder copying build/lib/deepspeed/ops/op_builder/inference_cutlass_builder.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder copying build/lib/deepspeed/ops/op_builder/quantizer.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder copying build/lib/deepspeed/ops/op_builder/ragged_ops.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder copying build/lib/deepspeed/ops/op_builder/ragged_utils.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder copying build/lib/deepspeed/ops/op_builder/random_ltd.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder copying build/lib/deepspeed/ops/op_builder/sparse_attn.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder copying build/lib/deepspeed/ops/op_builder/spatial_inference.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder copying build/lib/deepspeed/ops/op_builder/stochastic_transformer.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder copying build/lib/deepspeed/ops/op_builder/transformer.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder copying build/lib/deepspeed/ops/op_builder/transformer_inference.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder/cpu copying build/lib/deepspeed/ops/op_builder/cpu/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder/cpu copying build/lib/deepspeed/ops/op_builder/cpu/builder.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder/cpu copying build/lib/deepspeed/ops/op_builder/cpu/comm.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder/cpu copying build/lib/deepspeed/ops/op_builder/cpu/cpu_adam.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder/cpu copying build/lib/deepspeed/ops/op_builder/cpu/fused_adam.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder/cpu copying build/lib/deepspeed/ops/op_builder/cpu/no_impl.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder/cpu creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder/npu copying build/lib/deepspeed/ops/op_builder/npu/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder/npu copying build/lib/deepspeed/ops/op_builder/npu/builder.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder/npu copying build/lib/deepspeed/ops/op_builder/npu/fused_adam.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder/npu copying build/lib/deepspeed/ops/op_builder/npu/no_impl.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder/npu creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/adagrad copying build/lib/deepspeed/ops/csrc/adagrad/cpu_adagrad.cpp -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/adagrad creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/adam copying build/lib/deepspeed/ops/csrc/adam/cpu_adam.cpp -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/adam copying build/lib/deepspeed/ops/csrc/adam/cpu_adam_impl.cpp -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/adam copying build/lib/deepspeed/ops/csrc/adam/fused_adam_frontend.cpp -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/adam copying build/lib/deepspeed/ops/csrc/adam/multi_tensor_adam.cu -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/adam copying build/lib/deepspeed/ops/csrc/adam/multi_tensor_apply.cuh -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/adam creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/aio creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/aio/common copying build/lib/deepspeed/ops/csrc/aio/common/deepspeed_aio_common.cpp -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/aio/common copying build/lib/deepspeed/ops/csrc/aio/common/deepspeed_aio_common.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/aio/common copying build/lib/deepspeed/ops/csrc/aio/common/deepspeed_aio_types.cpp -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/aio/common copying build/lib/deepspeed/ops/csrc/aio/common/deepspeed_aio_types.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/aio/common copying build/lib/deepspeed/ops/csrc/aio/common/deepspeed_aio_utils.cpp -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/aio/common copying build/lib/deepspeed/ops/csrc/aio/common/deepspeed_aio_utils.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/aio/common creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/aio/py_lib copying build/lib/deepspeed/ops/csrc/aio/py_lib/deepspeed_aio_thread.cpp -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/aio/py_lib copying build/lib/deepspeed/ops/csrc/aio/py_lib/deepspeed_aio_thread.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/aio/py_lib copying build/lib/deepspeed/ops/csrc/aio/py_lib/deepspeed_pin_tensor.cpp -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/aio/py_lib copying build/lib/deepspeed/ops/csrc/aio/py_lib/deepspeed_pin_tensor.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/aio/py_lib copying build/lib/deepspeed/ops/csrc/aio/py_lib/deepspeed_py_aio.cpp -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/aio/py_lib copying build/lib/deepspeed/ops/csrc/aio/py_lib/deepspeed_py_aio.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/aio/py_lib copying build/lib/deepspeed/ops/csrc/aio/py_lib/deepspeed_py_aio_handle.cpp -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/aio/py_lib copying build/lib/deepspeed/ops/csrc/aio/py_lib/deepspeed_py_aio_handle.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/aio/py_lib copying build/lib/deepspeed/ops/csrc/aio/py_lib/deepspeed_py_copy.cpp -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/aio/py_lib copying build/lib/deepspeed/ops/csrc/aio/py_lib/deepspeed_py_copy.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/aio/py_lib copying build/lib/deepspeed/ops/csrc/aio/py_lib/py_ds_aio.cpp -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/aio/py_lib creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/aio/py_test copying build/lib/deepspeed/ops/csrc/aio/py_test/single_process_config.json -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/aio/py_test creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/common copying build/lib/deepspeed/ops/csrc/common/custom_cuda_kernel.cu -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/common creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/cpu creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/cpu/adam copying build/lib/deepspeed/ops/csrc/cpu/adam/fused_adam.cpp -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/cpu/adam creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/cpu/comm copying build/lib/deepspeed/ops/csrc/cpu/comm/ccl.cpp -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/cpu/comm creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/cpu/lion copying build/lib/deepspeed/ops/csrc/cpu/lion/fused_lion.cpp -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/cpu/lion creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/deepspeed4science creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/deepspeed4science/evoformer_attn copying build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/attention.cpp -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/deepspeed4science/evoformer_attn copying build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/attention_back.cu -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/deepspeed4science/evoformer_attn copying build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/attention_cu.cu -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/deepspeed4science/evoformer_attn copying build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/gemm_kernel_utils.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/deepspeed4science/evoformer_attn copying build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/kernel_backward.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/deepspeed4science/evoformer_attn copying build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/kernel_forward.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/deepspeed4science/evoformer_attn creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/epilogue copying build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/epilogue/epilogue_grad_bias.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/epilogue copying build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/epilogue/epilogue_pipelined.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/epilogue copying build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/epilogue/epilogue_rescale_output.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/epilogue copying build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/epilogue/epilogue_thread_apply_logsumexp.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/epilogue creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/gemm copying build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/gemm/custom_mma.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/gemm copying build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/gemm/custom_mma_base.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/gemm copying build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/gemm/custom_mma_multistage.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/gemm copying build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/gemm/custom_mma_pipelined.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/gemm copying build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/gemm/find_default_mma.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/gemm copying build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/gemm/mma_accum_lambda_iterator.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/gemm copying build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/gemm/mma_from_smem.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/gemm creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/iterators copying build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/iterators/epilogue_predicated_tile_iterator.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/iterators copying build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/iterators/make_residual_last.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/iterators copying build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/iterators/predicated_tile_access_iterator_residual_last.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/iterators copying build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/iterators/predicated_tile_iterator_atomic.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/iterators copying build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/iterators/predicated_tile_iterator_residual_last.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/iterators copying build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/iterators/transpose_warp_iterator.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/iterators copying build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/iterators/warp_iterator_from_smem.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/iterators creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/transform copying build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/transform/bias_broadcast.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/transform copying build/lib/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/transform/tile_smem_loader.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/deepspeed4science/evoformer_attn/transform creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/includes copying build/lib/deepspeed/ops/csrc/includes/StopWatch.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/includes copying build/lib/deepspeed/ops/csrc/includes/Timer.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/includes copying build/lib/deepspeed/ops/csrc/includes/activation_type.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/includes copying build/lib/deepspeed/ops/csrc/includes/compat.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/includes copying build/lib/deepspeed/ops/csrc/includes/context.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/includes copying build/lib/deepspeed/ops/csrc/includes/conversion_utils.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/includes copying build/lib/deepspeed/ops/csrc/includes/cpu_adagrad.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/includes copying build/lib/deepspeed/ops/csrc/includes/cpu_adam.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/includes copying build/lib/deepspeed/ops/csrc/includes/cpu_lion.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/includes copying build/lib/deepspeed/ops/csrc/includes/cublas_wrappers.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/includes copying build/lib/deepspeed/ops/csrc/includes/custom_cuda_layers.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/includes copying build/lib/deepspeed/ops/csrc/includes/dequantization_utils.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/includes copying build/lib/deepspeed/ops/csrc/includes/dropout.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/includes copying build/lib/deepspeed/ops/csrc/includes/ds_kernel_utils.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/includes copying build/lib/deepspeed/ops/csrc/includes/ds_transformer_cuda.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/includes copying build/lib/deepspeed/ops/csrc/includes/feed_forward.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/includes copying build/lib/deepspeed/ops/csrc/includes/gelu.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/includes copying build/lib/deepspeed/ops/csrc/includes/gemm_test.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/includes copying build/lib/deepspeed/ops/csrc/includes/general_kernels.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/includes copying build/lib/deepspeed/ops/csrc/includes/memory_access_utils.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/includes copying build/lib/deepspeed/ops/csrc/includes/normalize_layer.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/includes copying build/lib/deepspeed/ops/csrc/includes/quantization.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/includes copying build/lib/deepspeed/ops/csrc/includes/quantization_utils.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/includes copying build/lib/deepspeed/ops/csrc/includes/quantizer.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/includes copying build/lib/deepspeed/ops/csrc/includes/reduction_utils.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/includes copying build/lib/deepspeed/ops/csrc/includes/simd.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/includes copying build/lib/deepspeed/ops/csrc/includes/softmax.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/includes copying build/lib/deepspeed/ops/csrc/includes/strided_batch_gemm.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/includes copying build/lib/deepspeed/ops/csrc/includes/type_shim.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/includes creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/lamb copying build/lib/deepspeed/ops/csrc/lamb/fused_lamb_cuda.cpp -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/lamb copying build/lib/deepspeed/ops/csrc/lamb/fused_lamb_cuda_kernel.cu -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/lamb creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/lion copying build/lib/deepspeed/ops/csrc/lion/cpu_lion.cpp -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/lion copying build/lib/deepspeed/ops/csrc/lion/cpu_lion_impl.cpp -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/lion copying build/lib/deepspeed/ops/csrc/lion/fused_lion_frontend.cpp -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/lion copying build/lib/deepspeed/ops/csrc/lion/multi_tensor_apply.cuh -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/lion copying build/lib/deepspeed/ops/csrc/lion/multi_tensor_lion.cu -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/lion creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/quantization copying build/lib/deepspeed/ops/csrc/quantization/dequantize.cu -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/quantization copying build/lib/deepspeed/ops/csrc/quantization/fake_quantizer.cu -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/quantization copying build/lib/deepspeed/ops/csrc/quantization/pt_binding.cpp -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/quantization copying build/lib/deepspeed/ops/csrc/quantization/quant_reduce.cu -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/quantization copying build/lib/deepspeed/ops/csrc/quantization/quantize.cu -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/quantization copying build/lib/deepspeed/ops/csrc/quantization/quantize_intX.cu -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/quantization copying build/lib/deepspeed/ops/csrc/quantization/swizzled_quantize.cu -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/quantization creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/random_ltd copying build/lib/deepspeed/ops/csrc/random_ltd/gather_scatter.cu -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/random_ltd copying build/lib/deepspeed/ops/csrc/random_ltd/pt_binding.cpp -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/random_ltd copying build/lib/deepspeed/ops/csrc/random_ltd/slice_attn_masks.cu -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/random_ltd copying build/lib/deepspeed/ops/csrc/random_ltd/token_sort.cu -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/random_ltd creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/sparse_attention copying build/lib/deepspeed/ops/csrc/sparse_attention/utils.cpp -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/sparse_attention creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/spatial creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/spatial/csrc copying build/lib/deepspeed/ops/csrc/spatial/csrc/opt_bias_add.cu -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/spatial/csrc copying build/lib/deepspeed/ops/csrc/spatial/csrc/pt_binding.cpp -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/spatial/csrc creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/spatial/includes copying build/lib/deepspeed/ops/csrc/spatial/includes/spatial_cuda_layers.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/spatial/includes creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/transformer copying build/lib/deepspeed/ops/csrc/transformer/cublas_wrappers.cu -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/transformer copying build/lib/deepspeed/ops/csrc/transformer/dropout_kernels.cu -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/transformer copying build/lib/deepspeed/ops/csrc/transformer/ds_transformer_cuda.cpp -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/transformer copying build/lib/deepspeed/ops/csrc/transformer/gelu_kernels.cu -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/transformer copying build/lib/deepspeed/ops/csrc/transformer/general_kernels.cu -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/transformer copying build/lib/deepspeed/ops/csrc/transformer/normalize_kernels.cu -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/transformer copying build/lib/deepspeed/ops/csrc/transformer/softmax_kernels.cu -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/transformer copying build/lib/deepspeed/ops/csrc/transformer/transform_kernels.cu -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/transformer creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/transformer/inference creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/transformer/inference/csrc copying build/lib/deepspeed/ops/csrc/transformer/inference/csrc/apply_rotary_pos_emb.cu -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/transformer/inference/csrc copying build/lib/deepspeed/ops/csrc/transformer/inference/csrc/dequantize.cu -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/transformer/inference/csrc copying build/lib/deepspeed/ops/csrc/transformer/inference/csrc/gelu.cu -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/transformer/inference/csrc copying build/lib/deepspeed/ops/csrc/transformer/inference/csrc/layer_norm.cu -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/transformer/inference/csrc copying build/lib/deepspeed/ops/csrc/transformer/inference/csrc/pointwise_ops.cu -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/transformer/inference/csrc copying build/lib/deepspeed/ops/csrc/transformer/inference/csrc/pt_binding.cpp -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/transformer/inference/csrc copying build/lib/deepspeed/ops/csrc/transformer/inference/csrc/relu.cu -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/transformer/inference/csrc copying build/lib/deepspeed/ops/csrc/transformer/inference/csrc/rms_norm.cu -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/transformer/inference/csrc copying build/lib/deepspeed/ops/csrc/transformer/inference/csrc/softmax.cu -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/transformer/inference/csrc copying build/lib/deepspeed/ops/csrc/transformer/inference/csrc/transform.cu -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/transformer/inference/csrc creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/transformer/inference/includes copying build/lib/deepspeed/ops/csrc/transformer/inference/includes/inference_context.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/transformer/inference/includes copying build/lib/deepspeed/ops/csrc/transformer/inference/includes/inference_cublas_wrappers.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/transformer/inference/includes copying build/lib/deepspeed/ops/csrc/transformer/inference/includes/inference_cuda_layers.h -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/transformer/inference/includes creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/utils copying build/lib/deepspeed/ops/csrc/utils/flatten_unflatten.cpp -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/csrc/utils creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/pipe copying build/lib/deepspeed/pipe/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/pipe creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/profiling copying build/lib/deepspeed/profiling/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/profiling copying build/lib/deepspeed/profiling/config.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/profiling copying build/lib/deepspeed/profiling/constants.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/profiling creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/profiling/flops_profiler copying build/lib/deepspeed/profiling/flops_profiler/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/profiling/flops_profiler copying build/lib/deepspeed/profiling/flops_profiler/profiler.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/profiling/flops_profiler creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime copying build/lib/deepspeed/runtime/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime copying build/lib/deepspeed/runtime/bf16_optimizer.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime copying build/lib/deepspeed/runtime/config.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime copying build/lib/deepspeed/runtime/config_utils.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime copying build/lib/deepspeed/runtime/constants.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime copying build/lib/deepspeed/runtime/dataloader.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime copying build/lib/deepspeed/runtime/eigenvalue.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime copying build/lib/deepspeed/runtime/engine.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime copying build/lib/deepspeed/runtime/hybrid_engine.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime copying build/lib/deepspeed/runtime/lr_schedules.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime copying build/lib/deepspeed/runtime/progressive_layer_drop.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime copying build/lib/deepspeed/runtime/quantize.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime copying build/lib/deepspeed/runtime/sparse_tensor.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime copying build/lib/deepspeed/runtime/state_dict_factory.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime copying build/lib/deepspeed/runtime/utils.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime copying build/lib/deepspeed/runtime/weight_quantizer.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/activation_checkpointing copying build/lib/deepspeed/runtime/activation_checkpointing/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/activation_checkpointing copying build/lib/deepspeed/runtime/activation_checkpointing/checkpointing.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/activation_checkpointing copying build/lib/deepspeed/runtime/activation_checkpointing/config.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/activation_checkpointing creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/checkpoint_engine copying build/lib/deepspeed/runtime/checkpoint_engine/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/checkpoint_engine copying build/lib/deepspeed/runtime/checkpoint_engine/checkpoint_engine.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/checkpoint_engine copying build/lib/deepspeed/runtime/checkpoint_engine/nebula_checkpoint_engine.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/checkpoint_engine copying build/lib/deepspeed/runtime/checkpoint_engine/torch_checkpoint_engine.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/checkpoint_engine creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/comm copying build/lib/deepspeed/runtime/comm/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/comm copying build/lib/deepspeed/runtime/comm/coalesced_collectives.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/comm copying build/lib/deepspeed/runtime/comm/mpi.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/comm copying build/lib/deepspeed/runtime/comm/nccl.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/comm creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/compression copying build/lib/deepspeed/runtime/compression/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/compression copying build/lib/deepspeed/runtime/compression/cupy.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/compression creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/data_pipeline copying build/lib/deepspeed/runtime/data_pipeline/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/data_pipeline copying build/lib/deepspeed/runtime/data_pipeline/config.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/data_pipeline copying build/lib/deepspeed/runtime/data_pipeline/constants.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/data_pipeline copying build/lib/deepspeed/runtime/data_pipeline/curriculum_scheduler.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/data_pipeline creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/data_pipeline/data_routing copying build/lib/deepspeed/runtime/data_pipeline/data_routing/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/data_pipeline/data_routing copying build/lib/deepspeed/runtime/data_pipeline/data_routing/basic_layer.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/data_pipeline/data_routing copying build/lib/deepspeed/runtime/data_pipeline/data_routing/helper.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/data_pipeline/data_routing copying build/lib/deepspeed/runtime/data_pipeline/data_routing/scheduler.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/data_pipeline/data_routing copying build/lib/deepspeed/runtime/data_pipeline/data_routing/utils.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/data_pipeline/data_routing creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/data_pipeline/data_sampling copying build/lib/deepspeed/runtime/data_pipeline/data_sampling/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/data_pipeline/data_sampling copying build/lib/deepspeed/runtime/data_pipeline/data_sampling/data_analyzer.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/data_pipeline/data_sampling copying build/lib/deepspeed/runtime/data_pipeline/data_sampling/data_sampler.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/data_pipeline/data_sampling copying build/lib/deepspeed/runtime/data_pipeline/data_sampling/indexed_dataset.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/data_pipeline/data_sampling copying build/lib/deepspeed/runtime/data_pipeline/data_sampling/utils.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/data_pipeline/data_sampling creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/fp16 copying build/lib/deepspeed/runtime/fp16/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/fp16 copying build/lib/deepspeed/runtime/fp16/fused_optimizer.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/fp16 copying build/lib/deepspeed/runtime/fp16/loss_scaler.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/fp16 copying build/lib/deepspeed/runtime/fp16/unfused_optimizer.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/fp16 creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/fp16/onebit copying build/lib/deepspeed/runtime/fp16/onebit/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/fp16/onebit copying build/lib/deepspeed/runtime/fp16/onebit/adam.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/fp16/onebit copying build/lib/deepspeed/runtime/fp16/onebit/lamb.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/fp16/onebit copying build/lib/deepspeed/runtime/fp16/onebit/zoadam.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/fp16/onebit creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/pipe copying build/lib/deepspeed/runtime/pipe/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/pipe copying build/lib/deepspeed/runtime/pipe/engine.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/pipe copying build/lib/deepspeed/runtime/pipe/module.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/pipe copying build/lib/deepspeed/runtime/pipe/p2p.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/pipe copying build/lib/deepspeed/runtime/pipe/schedule.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/pipe copying build/lib/deepspeed/runtime/pipe/topology.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/pipe creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/swap_tensor copying build/lib/deepspeed/runtime/swap_tensor/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/swap_tensor copying build/lib/deepspeed/runtime/swap_tensor/aio_config.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/swap_tensor copying build/lib/deepspeed/runtime/swap_tensor/async_swapper.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/swap_tensor copying build/lib/deepspeed/runtime/swap_tensor/constants.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/swap_tensor copying build/lib/deepspeed/runtime/swap_tensor/optimizer_utils.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/swap_tensor copying build/lib/deepspeed/runtime/swap_tensor/partitioned_optimizer_swapper.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/swap_tensor copying build/lib/deepspeed/runtime/swap_tensor/partitioned_param_swapper.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/swap_tensor copying build/lib/deepspeed/runtime/swap_tensor/pipelined_optimizer_swapper.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/swap_tensor copying build/lib/deepspeed/runtime/swap_tensor/utils.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/swap_tensor creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/zero copying build/lib/deepspeed/runtime/zero/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/zero copying build/lib/deepspeed/runtime/zero/config.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/zero copying build/lib/deepspeed/runtime/zero/contiguous_memory_allocator.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/zero copying build/lib/deepspeed/runtime/zero/linear.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/zero copying build/lib/deepspeed/runtime/zero/mics.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/zero copying build/lib/deepspeed/runtime/zero/mics_utils.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/zero copying build/lib/deepspeed/runtime/zero/offload_config.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/zero copying build/lib/deepspeed/runtime/zero/parameter_offload.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/zero copying build/lib/deepspeed/runtime/zero/partition_parameters.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/zero copying build/lib/deepspeed/runtime/zero/partitioned_param_coordinator.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/zero copying build/lib/deepspeed/runtime/zero/partitioned_param_profiler.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/zero copying build/lib/deepspeed/runtime/zero/stage3.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/zero copying build/lib/deepspeed/runtime/zero/stage_1_and_2.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/zero copying build/lib/deepspeed/runtime/zero/test.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/zero copying build/lib/deepspeed/runtime/zero/tiling.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/zero copying build/lib/deepspeed/runtime/zero/utils.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/zero creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/sequence copying build/lib/deepspeed/sequence/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/sequence copying build/lib/deepspeed/sequence/layer.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/sequence creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/utils copying build/lib/deepspeed/utils/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/utils copying build/lib/deepspeed/utils/comms_logging.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/utils copying build/lib/deepspeed/utils/debug.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/utils copying build/lib/deepspeed/utils/exceptions.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/utils copying build/lib/deepspeed/utils/groups.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/utils copying build/lib/deepspeed/utils/init_on_device.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/utils copying build/lib/deepspeed/utils/logging.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/utils copying build/lib/deepspeed/utils/mixed_precision_linkage.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/utils copying build/lib/deepspeed/utils/numa.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/utils copying build/lib/deepspeed/utils/nvtx.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/utils copying build/lib/deepspeed/utils/tensor_fragment.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/utils copying build/lib/deepspeed/utils/timer.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/utils copying build/lib/deepspeed/utils/types.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/utils copying build/lib/deepspeed/utils/zero_to_fp32.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/utils creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/accelerator copying build/lib/deepspeed/accelerator/__init__.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/accelerator copying build/lib/deepspeed/accelerator/abstract_accelerator.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/accelerator copying build/lib/deepspeed/accelerator/cpu_accelerator.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/accelerator copying build/lib/deepspeed/accelerator/cuda_accelerator.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/accelerator copying build/lib/deepspeed/accelerator/mps_accelerator.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/accelerator copying build/lib/deepspeed/accelerator/npu_accelerator.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/accelerator copying build/lib/deepspeed/accelerator/real_accelerator.py -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/accelerator byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/constants.py to constants.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/env_report.py to env_report.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/git_version_info.py to git_version_info.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/pydantic_v1.py to pydantic_v1.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/git_version_info_installed.py to git_version_info_installed.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/autotuning/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/autotuning/autotuner.py to autotuner.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/autotuning/config.py to config.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/autotuning/constants.py to constants.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/autotuning/scheduler.py to scheduler.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/autotuning/utils.py to utils.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/autotuning/tuner/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/autotuning/tuner/base_tuner.py to base_tuner.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/autotuning/tuner/cost_model.py to cost_model.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/autotuning/tuner/index_based_tuner.py to index_based_tuner.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/autotuning/tuner/model_based_tuner.py to model_based_tuner.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/autotuning/tuner/utils.py to utils.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/checkpoint/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/checkpoint/constants.py to constants.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/checkpoint/deepspeed_checkpoint.py to deepspeed_checkpoint.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/checkpoint/ds_to_universal.py to ds_to_universal.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/checkpoint/reshape_3d_utils.py to reshape_3d_utils.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/checkpoint/reshape_meg_2d.py to reshape_meg_2d.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/checkpoint/reshape_utils.py to reshape_utils.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/checkpoint/universal_checkpoint.py to universal_checkpoint.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/checkpoint/utils.py to utils.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/checkpoint/zero_checkpoint.py to zero_checkpoint.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/comm/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/comm/backend.py to backend.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/comm/ccl.py to ccl.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/comm/comm.py to comm.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/comm/config.py to config.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/comm/constants.py to constants.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/comm/reduce_op.py to reduce_op.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/comm/torch.py to torch.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/comm/utils.py to utils.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/compression/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/compression/basic_layer.py to basic_layer.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/compression/compress.py to compress.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/compression/config.py to config.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/compression/constants.py to constants.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/compression/helper.py to helper.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/compression/scheduler.py to scheduler.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/compression/utils.py to utils.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/elasticity/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/elasticity/config.py to config.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/elasticity/constants.py to constants.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/elasticity/elastic_agent.py to elastic_agent.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/elasticity/elasticity.py to elasticity.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/elasticity/utils.py to utils.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/config.py to config.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/engine.py to engine.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/quantization/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/quantization/layers.py to layers.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/quantization/quantization.py to quantization.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/quantization/quantization_context.py to quantization_context.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/quantization/utils.py to utils.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/allocator.py to allocator.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/config_v2.py to config_v2.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/engine_factory.py to engine_factory.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/engine_v2.py to engine_v2.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/inference_utils.py to inference_utils.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/logging.py to logging.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/scheduling_utils.py to scheduling_utils.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/checkpoint/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/checkpoint/base_engine.py to base_engine.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/checkpoint/huggingface_engine.py to huggingface_engine.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/checkpoint/in_memory_engine.py to in_memory_engine.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ds_kernel.py to ds_kernel.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/core_ops/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/core_ops/bias_activations/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/core_ops/bias_activations/bias_activation.py to bias_activation.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/core_ops/blas_kernels/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/core_ops/blas_kernels/blas_linear.py to blas_linear.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/core_ops/cuda_layer_norm/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/core_ops/cuda_layer_norm/cuda_fp_ln_base.py to cuda_fp_ln_base.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/core_ops/cuda_layer_norm/cuda_ln.py to cuda_ln.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/core_ops/cuda_layer_norm/cuda_post_ln.py to cuda_post_ln.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/core_ops/cuda_layer_norm/cuda_pre_ln.py to cuda_pre_ln.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/core_ops/cuda_rms_norm/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/core_ops/cuda_rms_norm/rms_norm.py to rms_norm.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/core_ops/cuda_rms_norm/rms_norm_base.py to rms_norm_base.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/core_ops/cuda_rms_norm/rms_pre_norm.py to rms_pre_norm.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/core_ops/gated_activations/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/core_ops/gated_activations/gated_activation.py to gated_activation.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/cutlass_ops/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/cutlass_ops/mixed_gemm/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/cutlass_ops/mixed_gemm/mixed_gemm.py to mixed_gemm.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/cutlass_ops/moe_gemm/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/cutlass_ops/moe_gemm/mixed_moe_gemm.py to mixed_moe_gemm.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/cutlass_ops/moe_gemm/moe_gemm.py to moe_gemm.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/atom_builder/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/atom_builder/atom_builder.py to atom_builder.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/blocked_flash/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/blocked_flash/blocked_flash.py to blocked_flash.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/embed/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/embed/embed.py to embed.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/linear_blocked_kv_rotary/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/linear_blocked_kv_rotary/blocked_kv_rotary.py to blocked_kv_rotary.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/linear_blocked_kv_rotary/blocked_trained_kv_rotary.py to blocked_trained_kv_rotary.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/linear_blocked_kv_rotary/linear_blocked_kv_copy.py to linear_blocked_kv_copy.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/logits_gather/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/logits_gather/logits_gather.py to logits_gather.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/moe_gather/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/moe_gather/moe_gather.py to moe_gather.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/moe_scatter/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/moe_scatter/moe_scatter.py to moe_scatter.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/top_1_gating/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/kernels/ragged_ops/top_1_gating/top_1_gating.py to top_1_gating.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/inference_model_base.py to inference_model_base.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/inference_policy_base.py to inference_policy_base.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/inference_transformer_base.py to inference_transformer_base.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/layer_container_base.py to layer_container_base.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/parameter_base.py to parameter_base.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/common_parameters/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/common_parameters/attn_output_parameters.py to attn_output_parameters.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/common_parameters/embedding_parameters.py to embedding_parameters.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/common_parameters/invfreq_parameters.py to invfreq_parameters.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/common_parameters/mlp_parameters.py to mlp_parameters.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/common_parameters/moe_parameters.py to moe_parameters.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/common_parameters/norm_parameters.py to norm_parameters.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/common_parameters/qkv_parameters.py to qkv_parameters.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/common_parameters/unembed_parameters.py to unembed_parameters.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/llama_v2/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/llama_v2/llama_v2_containers.py to llama_v2_containers.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/llama_v2/llama_v2_model.py to llama_v2_model.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/llama_v2/llama_v2_policy.py to llama_v2_policy.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/mistral/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/mistral/container.py to container.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/mistral/model.py to model.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/mistral/policy.py to policy.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/opt/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/opt/container.py to container.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/opt/model.py to model.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/opt/policy.py to policy.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/sharding/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/sharding/attn.py to attn.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/sharding/attn_out.py to attn_out.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/sharding/embedding.py to embedding.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/sharding/mlp.py to mlp.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/sharding/qkv.py to qkv.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/sharding/types.py to types.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/sharding/unembed.py to unembed.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/model_implementations/sharding/utils.py to utils.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/ds_module.py to ds_module.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/heuristics.py to heuristics.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/module_registry.py to module_registry.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/configs/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/configs/attention_configs.py to attention_configs.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/configs/embedding_config.py to embedding_config.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/configs/linear_config.py to linear_config.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/configs/moe_config.py to moe_config.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/configs/norm_config.py to norm_config.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/configs/unembed_config.py to unembed_config.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/implementations/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/implementations/attention/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/implementations/attention/dense_blocked_attention.py to dense_blocked_attention.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/implementations/embedding/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/implementations/embedding/ragged_embedding.py to ragged_embedding.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/implementations/linear/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/implementations/linear/blas_fp_linear.py to blas_fp_linear.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/implementations/linear/cutlass_fp_linear.py to cutlass_fp_linear.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/implementations/moe/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/implementations/moe/cutlass_multi_gemm.py to cutlass_multi_gemm.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/implementations/moe/gate_fn.py to gate_fn.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/implementations/moe/test.py to test.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/implementations/post_norm/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/implementations/post_norm/cuda_post_ln.py to cuda_post_ln.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/implementations/pre_norm/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/implementations/pre_norm/cuda_pre_ln.py to cuda_pre_ln.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/implementations/pre_norm/cuda_pre_rms.py to cuda_pre_rms.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/implementations/unembed/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/implementations/unembed/ragged_unembed.py to ragged_unembed.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/interfaces/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/interfaces/attention_base.py to attention_base.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/interfaces/embedding_base.py to embedding_base.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/interfaces/linear_base.py to linear_base.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/interfaces/moe_base.py to moe_base.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/interfaces/post_norm_base.py to post_norm_base.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/interfaces/pre_norm_base.py to pre_norm_base.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/modules/interfaces/unembed_base.py to unembed_base.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/ragged/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/ragged/blocked_allocator.py to blocked_allocator.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/ragged/kv_cache.py to kv_cache.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/ragged/manager_configs.py to manager_configs.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/ragged/ragged_manager.py to ragged_manager.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/ragged/ragged_wrapper.py to ragged_wrapper.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/inference/v2/ragged/sequence_descriptor.py to sequence_descriptor.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/launcher/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/launcher/constants.py to constants.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/launcher/launch.py to launch.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/launcher/multinode_runner.py to multinode_runner.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/launcher/runner.py to runner.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/model_implementations/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/model_implementations/diffusers/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/model_implementations/diffusers/unet.py to unet.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/model_implementations/diffusers/vae.py to vae.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/model_implementations/features/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/model_implementations/features/cuda_graph.py to cuda_graph.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/model_implementations/transformers/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/model_implementations/transformers/clip_encoder.py to clip_encoder.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/model_implementations/transformers/ds_base.py to ds_base.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/model_implementations/transformers/ds_bert.py to ds_bert.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/model_implementations/transformers/ds_bloom.py to ds_bloom.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/model_implementations/transformers/ds_gpt.py to ds_gpt.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/model_implementations/transformers/ds_llama2.py to ds_llama2.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/model_implementations/transformers/ds_megatron_gpt.py to ds_megatron_gpt.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/model_implementations/transformers/ds_opt.py to ds_opt.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/model_implementations/transformers/ds_transformer.py to ds_transformer.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/auto_tp.py to auto_tp.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/auto_tp_model_utils.py to auto_tp_model_utils.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/fusedqkv_utils.py to fusedqkv_utils.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/inject.py to inject.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/layers.py to layers.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/load_checkpoint.py to load_checkpoint.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/module_quantize.py to module_quantize.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/policy.py to policy.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/replace_module.py to replace_module.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/replace_policy.py to replace_policy.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/tp_shard.py to tp_shard.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/utils.py to utils.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers/base.py to base.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers/base_moe.py to base_moe.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers/bert.py to bert.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers/bloom.py to bloom.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers/clip.py to clip.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers/distil_bert.py to distil_bert.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers/gpt2.py to gpt2.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers/gptj.py to gptj.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers/gptneo.py to gptneo.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers/gptneox.py to gptneox.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers/internlm.py to internlm.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers/llama.py to llama.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers/llama2.py to llama2.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers/megatron_gpt.py to megatron_gpt.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers/megatron_gpt_moe.py to megatron_gpt_moe.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers/opt.py to opt.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers/unet.py to unet.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers/vae.py to vae.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers/features/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers/features/gated_mlp.py to gated_mlp.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers/features/hybrid_engine.py to hybrid_engine.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers/features/hybrid_megatron.py to hybrid_megatron.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers/features/megatron.py to megatron.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers/features/meta_tensor.py to meta_tensor.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/module_inject/containers/features/split_qkv.py to split_qkv.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/moe/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/moe/experts.py to experts.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/moe/layer.py to layer.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/moe/mappings.py to mappings.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/moe/sharded_moe.py to sharded_moe.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/moe/utils.py to utils.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/monitor/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/monitor/config.py to config.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/monitor/csv_monitor.py to csv_monitor.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/monitor/monitor.py to monitor.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/monitor/tensorboard.py to tensorboard.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/monitor/utils.py to utils.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/monitor/wandb.py to wandb.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/nebula/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/nebula/config.py to config.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/nebula/constants.py to constants.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/adagrad/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/adagrad/cpu_adagrad.py to cpu_adagrad.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/adam/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/adam/cpu_adam.py to cpu_adam.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/adam/fused_adam.py to fused_adam.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/adam/multi_tensor_apply.py to multi_tensor_apply.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/aio/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/deepspeed4science/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/deepspeed4science/evoformer_attn.py to evoformer_attn.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/lamb/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/lamb/fused_lamb.py to fused_lamb.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/lion/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/lion/cpu_lion.py to cpu_lion.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/lion/fused_lion.py to fused_lion.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/lion/multi_tensor_apply.py to multi_tensor_apply.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/quantizer/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/quantizer/quantizer.py to quantizer.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/random_ltd/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/random_ltd/dropping_utils.py to dropping_utils.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/sparse_attention/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/sparse_attention/bert_sparse_self_attention.py to bert_sparse_self_attention.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/sparse_attention/matmul.py to matmul.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/sparse_attention/softmax.py to softmax.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/sparse_attention/sparse_attention_utils.py to sparse_attention_utils.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/sparse_attention/sparse_self_attention.py to sparse_self_attention.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/sparse_attention/sparsity_config.py to sparsity_config.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/sparse_attention/trsrc/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/transformer.py to transformer.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference/bias_add.py to bias_add.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference/config.py to config.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference/diffusers_2d_transformer.py to diffusers_2d_transformer.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference/diffusers_attention.py to diffusers_attention.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference/diffusers_transformer_block.py to diffusers_transformer_block.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference/ds_attention.py to ds_attention.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference/ds_mlp.py to ds_mlp.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference/moe_inference.py to moe_inference.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference/triton_ops.py to triton_ops.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference/op_binding/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference/op_binding/base.py to base.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference/op_binding/gelu_gemm.py to gelu_gemm.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference/op_binding/linear.py to linear.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference/op_binding/mlp_gemm.py to mlp_gemm.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference/op_binding/qkv_gemm.py to qkv_gemm.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference/op_binding/residual_add.py to residual_add.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference/op_binding/softmax.py to softmax.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference/op_binding/softmax_context.py to softmax_context.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference/op_binding/vector_matmul.py to vector_matmul.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference/triton/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference/triton/attention.py to attention.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference/triton/gelu.py to gelu.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference/triton/layer_norm.py to layer_norm.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference/triton/matmul_ext.py to matmul_ext.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference/triton/mlp.py to mlp.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference/triton/ops.py to ops.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference/triton/residual_add.py to residual_add.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference/triton/softmax.py to softmax.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/transformer/inference/triton/triton_matmul_kernel.py to triton_matmul_kernel.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder/all_ops.py to all_ops.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder/async_io.py to async_io.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder/builder.py to builder.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder/cpu_adagrad.py to cpu_adagrad.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder/cpu_adam.py to cpu_adam.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder/cpu_lion.py to cpu_lion.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder/evoformer_attn.py to evoformer_attn.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder/fused_adam.py to fused_adam.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder/fused_lamb.py to fused_lamb.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder/fused_lion.py to fused_lion.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder/inference_core_ops.py to inference_core_ops.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder/inference_cutlass_builder.py to inference_cutlass_builder.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder/quantizer.py to quantizer.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder/ragged_ops.py to ragged_ops.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder/ragged_utils.py to ragged_utils.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder/random_ltd.py to random_ltd.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder/sparse_attn.py to sparse_attn.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder/spatial_inference.py to spatial_inference.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder/stochastic_transformer.py to stochastic_transformer.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder/transformer.py to transformer.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder/transformer_inference.py to transformer_inference.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder/cpu/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder/cpu/builder.py to builder.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder/cpu/comm.py to comm.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder/cpu/cpu_adam.py to cpu_adam.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder/cpu/fused_adam.py to fused_adam.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder/cpu/no_impl.py to no_impl.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder/npu/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder/npu/builder.py to builder.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder/npu/fused_adam.py to fused_adam.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/ops/op_builder/npu/no_impl.py to no_impl.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/pipe/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/profiling/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/profiling/config.py to config.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/profiling/constants.py to constants.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/profiling/flops_profiler/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/profiling/flops_profiler/profiler.py to profiler.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/bf16_optimizer.py to bf16_optimizer.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/config.py to config.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/config_utils.py to config_utils.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/constants.py to constants.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/dataloader.py to dataloader.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/eigenvalue.py to eigenvalue.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/engine.py to engine.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/hybrid_engine.py to hybrid_engine.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/lr_schedules.py to lr_schedules.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/progressive_layer_drop.py to progressive_layer_drop.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/quantize.py to quantize.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/sparse_tensor.py to sparse_tensor.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/state_dict_factory.py to state_dict_factory.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/utils.py to utils.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/weight_quantizer.py to weight_quantizer.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/activation_checkpointing/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/activation_checkpointing/checkpointing.py to checkpointing.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/activation_checkpointing/config.py to config.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/checkpoint_engine/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/checkpoint_engine/checkpoint_engine.py to checkpoint_engine.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/checkpoint_engine/nebula_checkpoint_engine.py to nebula_checkpoint_engine.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/checkpoint_engine/torch_checkpoint_engine.py to torch_checkpoint_engine.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/comm/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/comm/coalesced_collectives.py to coalesced_collectives.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/comm/mpi.py to mpi.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/comm/nccl.py to nccl.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/compression/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/compression/cupy.py to cupy.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/data_pipeline/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/data_pipeline/config.py to config.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/data_pipeline/constants.py to constants.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/data_pipeline/curriculum_scheduler.py to curriculum_scheduler.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/data_pipeline/data_routing/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/data_pipeline/data_routing/basic_layer.py to basic_layer.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/data_pipeline/data_routing/helper.py to helper.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/data_pipeline/data_routing/scheduler.py to scheduler.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/data_pipeline/data_routing/utils.py to utils.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/data_pipeline/data_sampling/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/data_pipeline/data_sampling/data_analyzer.py to data_analyzer.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/data_pipeline/data_sampling/data_sampler.py to data_sampler.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/data_pipeline/data_sampling/indexed_dataset.py to indexed_dataset.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/data_pipeline/data_sampling/utils.py to utils.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/fp16/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/fp16/fused_optimizer.py to fused_optimizer.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/fp16/loss_scaler.py to loss_scaler.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/fp16/unfused_optimizer.py to unfused_optimizer.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/fp16/onebit/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/fp16/onebit/adam.py to adam.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/fp16/onebit/lamb.py to lamb.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/fp16/onebit/zoadam.py to zoadam.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/pipe/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/pipe/engine.py to engine.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/pipe/module.py to module.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/pipe/p2p.py to p2p.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/pipe/schedule.py to schedule.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/pipe/topology.py to topology.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/swap_tensor/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/swap_tensor/aio_config.py to aio_config.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/swap_tensor/async_swapper.py to async_swapper.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/swap_tensor/constants.py to constants.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/swap_tensor/optimizer_utils.py to optimizer_utils.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/swap_tensor/partitioned_optimizer_swapper.py to partitioned_optimizer_swapper.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/swap_tensor/partitioned_param_swapper.py to partitioned_param_swapper.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/swap_tensor/pipelined_optimizer_swapper.py to pipelined_optimizer_swapper.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/swap_tensor/utils.py to utils.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/zero/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/zero/config.py to config.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/zero/contiguous_memory_allocator.py to contiguous_memory_allocator.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/zero/linear.py to linear.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/zero/mics.py to mics.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/zero/mics_utils.py to mics_utils.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/zero/offload_config.py to offload_config.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/zero/parameter_offload.py to parameter_offload.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/zero/partition_parameters.py to partition_parameters.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/zero/partitioned_param_coordinator.py to partitioned_param_coordinator.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/zero/partitioned_param_profiler.py to partitioned_param_profiler.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/zero/stage3.py to stage3.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/zero/stage_1_and_2.py to stage_1_and_2.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/zero/test.py to test.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/zero/tiling.py to tiling.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/runtime/zero/utils.py to utils.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/sequence/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/sequence/layer.py to layer.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/utils/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/utils/comms_logging.py to comms_logging.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/utils/debug.py to debug.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/utils/exceptions.py to exceptions.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/utils/groups.py to groups.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/utils/init_on_device.py to init_on_device.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/utils/logging.py to logging.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/utils/mixed_precision_linkage.py to mixed_precision_linkage.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/utils/numa.py to numa.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/utils/nvtx.py to nvtx.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/utils/tensor_fragment.py to tensor_fragment.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/utils/timer.py to timer.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/utils/types.py to types.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/utils/zero_to_fp32.py to zero_to_fp32.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/accelerator/__init__.py to __init__.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/accelerator/abstract_accelerator.py to abstract_accelerator.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/accelerator/cpu_accelerator.py to cpu_accelerator.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/accelerator/cuda_accelerator.py to cuda_accelerator.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/accelerator/mps_accelerator.py to mps_accelerator.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/accelerator/npu_accelerator.py to npu_accelerator.cpython-311.pyc byte-compiling /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed/accelerator/real_accelerator.py to real_accelerator.cpython-311.pyc writing byte-compilation script '/tmp/tmpot12vilc.py' /usr/bin/python3 /tmp/tmpot12vilc.py removing /tmp/tmpot12vilc.py running install_egg_info running egg_info writing deepspeed.egg-info/PKG-INFO writing dependency_links to deepspeed.egg-info/dependency_links.txt writing entry points to deepspeed.egg-info/entry_points.txt writing requirements to deepspeed.egg-info/requires.txt writing top-level names to deepspeed.egg-info/top_level.txt listing git files failed - pretending there aren't any reading manifest file 'deepspeed.egg-info/SOURCES.txt' reading manifest template 'MANIFEST.in' warning: no files found matching 'deepspeed/inference/v2/kernels/ragged_ops/libs/*.so' warning: no files found matching 'deepspeed/inference/v2/kernels/cutlass_ops/libs/*.so' warning: no files found matching '*.hip' under directory 'deepspeed' warning: no files found matching '*.cc' under directory 'deepspeed' warning: no files found matching '*.tr' under directory 'csrc' warning: no files found matching '*.cc' under directory 'csrc' warning: no files found matching '*.py' under directory 'benchmarks' adding license file 'LICENSE' writing manifest file 'deepspeed.egg-info/SOURCES.txt' Copying deepspeed.egg-info to /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11/site-packages/deepspeed-0.12.2+unknown-py3.11.egg-info running install_scripts creating /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/bin copying build/scripts-3.11/deepspeed -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/bin copying build/scripts-3.11/deepspeed.pt -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/bin copying build/scripts-3.11/ds -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/bin copying build/scripts-3.11/ds_ssh -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/bin copying build/scripts-3.11/ds_report -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/bin copying build/scripts-3.11/ds_bench -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/bin copying build/scripts-3.11/dsr -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/bin copying build/scripts-3.11/ds_elastic -> /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/bin changing mode of /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/bin/deepspeed to 755 changing mode of /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/bin/deepspeed.pt to 755 changing mode of /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/bin/ds to 755 changing mode of /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/bin/ds_ssh to 755 changing mode of /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/bin/ds_report to 755 changing mode of /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/bin/ds_bench to 755 changing mode of /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/bin/dsr to 755 changing mode of /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/bin/ds_elastic to 755 deepspeed build time = 2.5687005519866943 secs + /usr/lib/rpm/check-buildroot + /usr/lib/rpm/brp-ldconfig + /usr/lib/rpm/brp-compress + /usr/lib/rpm/brp-strip /usr/bin/strip + /usr/lib/rpm/brp-strip-comment-note /usr/bin/strip /usr/bin/objdump + /usr/lib/rpm/brp-strip-static-archive /usr/bin/strip + /usr/lib/rpm/brp-python-bytecompile /usr/bin/python 1 1 Bytecompiling .py files below /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/lib/python3.11 using /usr/bin/python3.11 + /usr/lib/rpm/brp-python-hardlink Processing files: python3-DeepSpeed-0.12.2-2.aarch64 Executing(%doc): /bin/sh -e /var/tmp/rpm-tmp.XTV7dS + umask 022 + cd /builddir/build/BUILD + cd DeepSpeed-0.12.2 + DOCDIR=/builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/share/doc/python3-DeepSpeed + export LC_ALL=C + LC_ALL=C + export DOCDIR + /usr/bin/mkdir -p /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/share/doc/python3-DeepSpeed + cp -pr CODE_OF_CONDUCT.md CONTRIBUTING.md README.md SECURITY.md /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/share/doc/python3-DeepSpeed + RPM_EC=0 ++ jobs -p + exit 0 Executing(%license): /bin/sh -e /var/tmp/rpm-tmp.WxOxhE + umask 022 + cd /builddir/build/BUILD + cd DeepSpeed-0.12.2 + LICENSEDIR=/builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/share/licenses/python3-DeepSpeed + export LC_ALL=C + LC_ALL=C + export LICENSEDIR + /usr/bin/mkdir -p /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/share/licenses/python3-DeepSpeed + cp -pr LICENSE /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64/usr/share/licenses/python3-DeepSpeed + RPM_EC=0 ++ jobs -p + exit 0 Provides: python-DeepSpeed python3-DeepSpeed = 0.12.2-2 python3-DeepSpeed(aarch-64) = 0.12.2-2 Requires(rpmlib): rpmlib(CompressedFileNames) <= 3.0.4-1 rpmlib(FileDigests) <= 4.6.0-1 rpmlib(PartialHardlinkSets) <= 4.0.4-1 rpmlib(PayloadFilesHavePrefix) <= 4.0-1 Checking for unpackaged file(s): /usr/lib/rpm/check-files /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64 warning: Installed (but unpackaged) file(s) found: /usr/bin/deepspeed.pt /usr/bin/ds /usr/bin/ds_bench /usr/bin/ds_elastic /usr/bin/ds_report /usr/bin/ds_ssh /usr/bin/dsr Wrote: /builddir/build/RPMS/python3-DeepSpeed-0.12.2-2.aarch64.rpm Executing(%clean): /bin/sh -e /var/tmp/rpm-tmp.MSkMyT + umask 022 + cd /builddir/build/BUILD + cd DeepSpeed-0.12.2 + /usr/bin/rm -rf /builddir/build/BUILDROOT/DeepSpeed-0.12.2-2.aarch64 + RPM_EC=0 ++ jobs -p + exit 0 Executing(rmbuild): /bin/sh -e /var/tmp/rpm-tmp.U5iOkc + umask 022 + cd /builddir/build/BUILD + rm -rf DeepSpeed-0.12.2 DeepSpeed-0.12.2.gemspec + RPM_EC=0 ++ jobs -p + exit 0 RPM build warnings: Installed (but unpackaged) file(s) found: /usr/bin/deepspeed.pt /usr/bin/ds /usr/bin/ds_bench /usr/bin/ds_elastic /usr/bin/ds_report /usr/bin/ds_ssh /usr/bin/dsr Child return code was: 0