一、普通挂载
查看硬盘信息
sudo fdisk -l
创建文件系统
sudo mkfs.ext4 /dev/nvme0n1
创建挂载点
sudo mkdir /home/zain
挂载
sudo mount /dev/nvme0n1 /home/zain
二、永久挂载
vi /etc/fstabinsert:
/dev/nvme0n1 /home/zain ext4 defaults 0 2
wqsudo mount -a
三、Linux打包
Linux打包整个文件
tar -cvf zain.tar /home/zain
create
filename
-z 用gzip压缩
解压
tar -xzvf zain.tar.gz
四、芯片
ALU
算术逻辑单元(加减乘除、与或非、位运算、移位、条件)
五、Linux文件互传
scp /home/zain.zip root@192.168.6.111:/home/zain
#!/bin/bash
source /usr/local/Ascend/ascend-toolkit/set_env.sh
source /home/ma-user/.bashrc
mkdir llama2-13bwget -P ./llama2-13b https://obs-whaicc-fae-public.obs.cn-central-221.ovaijisuan.com/checkpoint/huggingface/LLaMA/LLaMA2-Chinese-13b-Chat/config.json
wget -P ./llama2-13b https://obs-whaicc-fae-public.obs.cn-central-221.ovaijisuan.com/checkpoint/huggingface/LLaMA/LLaMA2-Chinese-13b-Chat/generation_config.json
wget -P ./llama2-13b https://obs-whaicc-fae-public.obs.cn-central-221.ovaijisuan.com/checkpoint/huggingface/LLaMA/LLaMA2-Chinese-13b-Chat/pytorch_model.bin.index.json
wget -P ./llama2-13b https://obs-whaicc-fae-public.obs.cn-central-221.ovaijisuan.com/checkpoint/huggingface/LLaMA/LLaMA2-Chinese-13b-Chat/special_tokens_map.json
wget -P ./llama2-13b https://obs-whaicc-fae-public.obs.cn-central-221.ovaijisuan.com/checkpoint/huggingface/LLaMA/LLaMA2-Chinese-13b-Chat/tokenizer_config.json
wget -P ./llama2-13b https://obs-whaicc-fae-public.obs.cn-central-221.ovaijisuan.com/checkpoint/huggingface/LLaMA/LLaMA2-Chinese-13b-Chat/train-00000-of-00001-a09b74b3ef9c3b56.parquet
wget -P ./llama2-13b https://obs-whaicc-fae-public.obs.cn-central-221.ovaijisuan.com/checkpoint/huggingface/LLaMA/LLaMA2-Chinese-13b-Chat/pytorch_model-00001-of-00003.bin
wget -P ./llama2-13b https://obs-whaicc-fae-public.obs.cn-central-221.ovaijisuan.com/checkpoint/huggingface/LLaMA/LLaMA2-Chinese-13b-Chat/pytorch_model-00002-of-00003.bin
wget -P ./llama2-13b https://obs-whaicc-fae-public.obs.cn-central-221.ovaijisuan.com/checkpoint/huggingface/LLaMA/LLaMA2-Chinese-13b-Chat/pytorch_model-00003-of-00003.bin
wget -P ./llama2-13b https://obs-whaicc-fae-public.obs.cn-central-221.ovaijisuan.com/checkpoint/huggingface/LLaMA/LLaMA2-Chinese-13b-Chat/tokenizer.model
wget -P ./llama2-13b https://obs-whaicc-fae-public.obs.cn-central-221.ovaijisuan.com/checkpoint/huggingface/LLaMA/LLaMA2-Chinese-13b-Chat/pretrain_llama2_13B_ptd_8p.shpython tools/ckpt_convert/llama/convert_weights_from_huggingface.py --input-model-dir /home/ma-user/modelarts/user-job-dir/AscendSpeed/llama2-13b \--output-model-dir /home/ma-user/modelarts/user-job-dir/AscendSpeed/ckpt \--tensor-model-parallel-size 1 \--pipeline-model-parallel-size 1 \--type 13B \--deepspeedmkdir dataset_llama2cp ./llama2-13b/train-00000-of-00001-a09b74b3ef9c3b56.parquet ./dataset_llama2 -rf mkdir alpaca_preprocessedpython tools/preprocess_data.py --input /home/ma-user/modelarts/user-job-dir/AscendSpeed/dataset_llama2/train-00000-of-00001-a09b74b3ef9c3b56.parquet \--output-prefix /home/ma-user/modelarts/user-job-dir/AscendSpeed/alpaca_preprocessed/alpaca \--tokenizer-type PretrainedFromHF \--tokenizer-name-or-path llama2-13b \--tokenizer-not-use-fast \--handler-name GeneralInstructionHandler
echo "test_ls_1"
echo "test_ls_1"
ls
echo "test_ls_1"
echo "test_ls_1"echo "test_ls"
echo "test_ls"
ls /home/ma-user/modelarts/user-job-dir/AscendSpeed/alpaca_preprocessedecho "test_ls"
echo "test_ls"
mv ./llama2-13b/pretrain_llama2_13B_ptd_8p.sh examples/llama2/ -fbash examples/llama2/pretrain_llama2_13B_ptd_8p.sh