软件安装

conda

安装

  • linux安装conda：https://www.anaconda.com/docs/getting-started/miniconda/install#linux-2
    mkdir -p ~/miniconda3
wget https://mirrors.tuna.tsinghua.edu.cn/anaconda/miniconda/Miniconda3-latest-Linux-x86_64.sh -O ~/miniconda3/miniconda.sh
bash ~/miniconda3/miniconda.sh -b -u -p ~/miniconda3
rm ~/miniconda3/miniconda.sh

source ~/miniconda3/bin/activate
  • windows
    curl https://mirrors.tuna.tsinghua.edu.cn/anaconda/miniconda/Miniconda3-latest-Windows-x86_64.exe -o .\miniconda.exe
start /wait "" .\miniconda.exe /S
del .\miniconda.exe

使用

  • 添加镜像源
    conda config --add channels https://mirrors.aliyun.com/anaconda/pkgs/free/
conda config --add channels https://mirrors.aliyun.com/anaconda/pkgs/main/
conda config --add channels https://mirrors.aliyun.com/anaconda/cloud/conda-forge
conda config --add channels https://mirrors.aliyun.com/anaconda/cloud/msys2/
conda config --set show_channel_urls yes

pip config set global.index-url https://mirrors.aliyun.com/pypi/simple/

conda config --show channels
conda config --remove channels https://mirrors.tuna.tsinghua.edu.cn/anaconda/pkgs/free/
conda config --remove channels https://mirrors.tuna.tsinghua.edu.cn/anaconda/pkgs/main/
conda config --remove channels https://mirrors.tuna.tsinghua.edu.cn/anaconda/cloud/conda-forge
conda config --remove channels https://mirrors.tuna.tsinghua.edu.cn/anaconda/cloud/msys2/
  • 创建环境
    conda create python=3.10 -p D:\idea\AI\project\digit_recognition\.conda
conda config --append envs_dirs D:\idea\AI\project\digit_recognition\
conda activate torchtest

conda info --envs
  • 安装依赖
    conda install <package-name>
pip install pandas
pip install modelscope[framework]

conda env export --no-builds > environment.yml
conda env create -f environment.yml

pytorch

  • 官网：https://pytorch.org/get-started/locally/
  • 查看cuda版本
    nvidia-smi
  • 安装
    pip install torch torchvision
  • 源码调试
    git config --global core.longpaths true
git clone --depth 1 -b v2.10.0 --recursive --jobs 4 https://gitcode.com/GitHub_Trending/py/pytorch.git
pip install -r requirements.txt
python setup.py develop
git submodule deinit -f --all
git submodule sync --recursive
git submodule update --init --recursive --depth 1
# 查找镜像
https://github.com/NVIDIA/NVTX.git
https://gitee.com/projects/import/url
https://gitee.com/projects/check_project_duplicate?import_url=https://github.com/NVIDIA/NVTX.git


git submodule deinit -f third_party/flash-attention
rm -rf .git/modules/third_party/flash-attention
rm -rf third_party/flash-attention
git submodule sync --recursive
git submodule update --init --recursive --depth 1

git submodule deinit -f --all
rm -rf .git/modules/*
git submodule foreach --recursive rm -rf ./*
git submodule sync --recursive
git submodule update --init --recursive --depth 1

git

git config --global user.email "kunlingou@foxmail.com"
git config --global user.name "kunlingou"

- 删除目录
pip install git-filter-repo
git filter-repo --path .obsidian/ --invert-paths --force
git remote add origin https://gitee.com/kunlingou/idea.git
git push origin master --force

© IDEA BEGIN