Essential Commands for Environment Setup

UV

For more detailed instructions, refer to the official UV Docs.

Install

curl -LsSf https://astral.sh/uv/install.sh | sh

Upgrade

uv self update

Uninstall

# Clean up stored data (optional)
uv cache clean
rm -r "$(uv python dir)"
rm -r "$(uv tool dir)"

# Remove the uv and uvx binaries
rm ~/.local/bin/uv ~/.local/bin/uvx

Install Python

uv python install 3.11.11 --preview

Pin python

uv python pin 3.11.11

Init project

uv init -p 3.11.11 --lib your-project-name

Add package

uv add package-name

Virtual Env

uv venv --python 3.11.11

source .venv/bin/activate

deactivate

Set project version

uv version 0.1.0

Update env

# Update the project's environment.
uv sync

Install package

uv pip install numpy --force-reinstall

Ruff

# Install ruff
uv tool install ruff

# Or add it to project
uv add --dev ruff

# Check
uv run ruff check

# Check with fix
uv run ruff check --fix

# Format
uv run ruff format

Pyproject.toml

[project]
name = "your-project-name"
version = "1.0.0"
description = "Add your description here"
readme = "README.md"
requires-python = ">=3.11"
keywords = ["xxx", "yyy"]
maintainers = [
    { name = "xxx", email = "xxx@yyy.com" },
]
classifiers = [ "Development Status :: 5 - Production/Stable",
                "Intended Audience :: Developers",
                "License :: OSI Approved :: MIT License",
                "Programming Language :: Python :: 3.11" ]
dependencies = [
    "numpy==2.1.2",
    "torch>=2.7.1",
]

[project.urls]
Repository = ""

[project.optional-dependencies]
test = [
    "pytest>=8.3.0",
    "pytest-cov>=5.0.0",
]

[tool.ruff]
exclude = [ ".venv", "generated" ]
extend-exclude = [ "*_pb2.py" ]
line-length = 110

[tool.ruff.lint]
select = [
    "F",     # Flake8
    "E",     # pycodestyle 错误
    "W",     # pycodestyle 警告
    "C90",   # C90 标准兼容性
    "N",     # 命名约定
    "YTT",   # 时间相关检查
    "ASYNC", # 异步代码检查
    "PL"     # pylint 规则
]
ignore = [ "E501", "PLR2004", "PLR0913]

[tool.ruff.format]
quote-style = "double"
indent-style = "space"
docstring-code-format = true

[tool.basedpyright]
typeCheckingMode = "off"
reportArgumentType = "error"
reportCallIssue = "error"
reportAttributeAccessIssue = "error"
reportUnboundVariable = "error"
reportPossiblyUnboundVariable = "error"

[tool.uv]
no-build-isolation-package = []
index-url = "https://pypi.org/simple"
extra-index-url = ["https://mirrors.aliyun.com/pypi/simple/"]

[tool.uv.sources]
torch = { index = "pytorch-cu118" }

[[tool.uv.index]]
name = "pytorch-cu118"
url = "https://download.pytorch.org/whl/cu118"
explicit = true

[[tool.uv.index]]
name = "pytorch-cu126"
url = "https://download.pytorch.org/whl/cu126"
explicit = true

Lock requirements

uv pip compile pyproject.toml -o requirements.txt --emit-index-url --index-url https://pypi.org/simple --extra-index-url https://mirrors.aliyun.com/pypi/simple/

Conda

For detailed instructions on setting up and managing Conda environments, refer to the official Conda documentation.

Install

#!/bin/bash

# Step 1: Download Miniconda installation script to temporary directory
wget https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh -O /tmp/miniconda.sh

# Step 2: Install to /opt/conda with root privileges
sudo bash /tmp/miniconda.sh -b -p /opt/conda

# Step 3: Set global PATH for all users (/etc/profile.d/conda.sh)
echo 'export PATH="/opt/conda/bin:$PATH"' | sudo tee /etc/profile.d/conda.sh > /dev/null
sudo chmod +x /etc/profile.d/conda.sh

# Step 4: Optional: Initialize base environment (not forced activation, only for hook support)
sudo /opt/conda/bin/conda init --system

# Step 5: Clean up installation script
rm /tmp/miniconda.sh

echo "✅ Miniconda has been installed to /opt/conda, all users will automatically have Conda environment upon login."
echo "Please log out and log in again or run: source /etc/profile.d/conda.sh"

# 💡 Notes:
# • conda init --system will add base environment support to /etc/profile.d/conda.sh
# • All users will load /etc/profile.d/conda.sh upon login, thus automatically having conda command
# • Users don't need to manually modify their ~/.bashrc or install Conda separately


# Step 6: Test if it works (in a new terminal):
which conda
# Should output: /opt/conda/bin/conda
conda info
# Should normally output Conda environment information

Install

wget https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh
bash Miniconda3-latest-Linux-x86_64.sh
source ~/.bashrc
conda --version

Initialize for Shell

source /opt/conda/etc/profile.d/conda.sh

Activate

conda activate env_name

Deactivate

conda deactivate

List all Environments

conda info --envs

List Installed Packages

conda list

If you want to check for specific packages, such as CUDA, and see which version is installed, use:

conda list cuda

Create a New Environment

conda create --name env_name python=3.10.16

Clone the Base Environment

conda create -n env_name --clone base

Export to YAML File

conda env export > environment.yml

Create from YAML File

conda env create -f environment.yml

Remove a Conda Environment

conda remove -n env_name --all

Pip

For detailed instructions on pip commands, refer to the official documentation

List Installed Packages

# list all the installed Python packages and their detailed information (including version, location)
pip list --verbose

Check Packages Information

# display detailed information about the specified package (e.g., torch) installed in your environment
pip show torch

Check Configuration

Check the current source of pip

pip config list

Check more configuration information

pip config debug

Edit the pip configuration file

[global]
# index-url = https://mirrors.aliyun.com/pypi/simple
index-url = https://pypi.org/simple

# Note: # indicates a comment, and pip will not parse the commented line.

Install from Custom Index

# install the specified package from a custom package index, for example:
pip install opencv-python-headless -i https://pypi.org/simple

Domestic Mirrors

Mirror Source	URL
Aliyun	http://mirrors.aliyun.com/pypi/simple
Tsinghua	https://pypi.tuna.tsinghua.edu.cn/simple

If you want to set a default mirror globally, you can configure it in pip by running:

pip config set global.index-url http://mirrors.aliyun.com/pypi/simple

Git

Git LFS

git init  # initialize a git repo
git lfs install  # install git LFS
git lfs track *  # track large files
git add .gitattributes
git commit -m "first commit"  # add and commit the .gitattributes file
git remote add origin https://github.com/users/test.git  # link local repo to GitHub
git push origin master  # push initial LFS configuration
git add *
git commit -m "Git LFS commit"  # add and commit large files
git push origin master  # push large files to GitHub

Stash and Pull

# temporarily save local changes, pull the latest updates from the remote repository, and then reapply your saved changes
git stash           # Save local changes to a stash
git pull            # Pull the latest changes from the remote repository
git stash pop       # Reapply the saved changes from the stash

Reset and Force Push

git reset --hard HEAD~3	Removes the last 3 commits and resets to an earlier commit.
git push origin main --force	Forces the remote repository to match the local history after a reset.
git push origin main --force-with-lease	A safer alternative that prevents overwriting remote changes made by others.

Example: git reset

If the current commit history looks like this: A - B - C - D - E - F - G (HEAD)

Running git reset –hard HEAD~3 will result in: D (HEAD), Commits E to G are completely removed from history.

When to Use These Commands?

Undo recent commits permanently (e.g., bad commits, mistakenly pushed files).

Rewrite commit history to clean up or rebase changes.

Force push after resetting commits, ensuring remote reflects local history.

This action is irreversible! It replaces the remote history with your local history.

Other collaborators working on the branch may lose their work if they have commits beyond the new history.

If multiple people are working on the repository, use git push –force-with-lease instead, which only forces the push if no new commits were added remotely:

CUDA

Check Version

nvcc --version

This command will display the version of the CUDA compiler (nvcc) installed on your system. For a more comprehensive version check, you can also refer to the version.txt file in the CUDA installation directory:

cat /usr/local/cuda/version.txt

Check Installation Location

ls -l /usr/local | grep cuda

Install CUDA in Conda

conda install cuda -c nvidia/label/cuda-12.1.0

Check available versions in the NVIDIA Conda channel.

Switch Versions

If you’d prefer to use the system’s CUDA version (e.g., CUDA 11.8) instead of the one installed in your Conda environment, adjust the PATH and LD_LIBRARY_PATH environment variables:

export PATH=/usr/local/cuda-11.8/bin:$PATH
export LD_LIBRARY_PATH=/usr/local/cuda-11.8/lib64:$LD_LIBRARY_PATH

PyTorch

Install with Conda

For detailed instructions on installing PyTorch, refer to the official documentation.

# install PyTorch 2.4.0 with CUDA 12.1 support in your Conda environment
conda install pytorch==2.4.0 torchvision==0.19.0 torchaudio==2.4.0 pytorch-cuda=12.1 -c pytorch -c nvidia

Install with Pip

# install PyTorch 1.13.1 along with TorchVision and Torchaudio, and ensure compatibility with CUDA 11.7
pip install torch==1.13.1 torchvision torchaudio --index-url https://download.pytorch.org/whl/cu117

System

Search

find . -name "*" | xargs grep "xxxxx"

Chinese Character

# Install Chinese language packages
apt-get update
apt-get install -y locales fonts-noto-cjk fonts-noto-cjk-extra

# Generate Chinese locale
locale-gen zh_CN.utf8
locale-gen en_US.utf8

# Set system default locale
cat > /etc/default/locale << 'EOF'
LANG=en_US.utf8
LC_ALL=en_US.utf8
EOF

# Set user-level locale
echo 'export LANG=en_US.utf8
export LC_ALL=en_US.utf8' >> ~/.bashrc

# Set tmux configuration
cat > ~/.tmux.conf << 'EOF'
set-environment -g LANG 'en_US.utf8'
set-environment -g LC_ALL 'en_US.utf8'
set -g update-environment "SSH_AUTH_SOCK \
                          SSH_CONNECTION \
                          DISPLAY \
                          LANG \
                          LC_ALL"
EOF

Nohup

nohup (no hang up) allows processes to run in the background even after the terminal session is closed.

nohup python script.py &

Redirect Output to a Log File

nohup python script.py > script.log 2>&1 &

# `> script.log`: Redirects standard output to script.log.
# `2>&1`: Redirects standard error to the same log file.

Kill a nohup Process

ps -ef | grep script.py
kill -9 12345  # Replace 12345 with the actual PID

Check Running nohup Processes

ps aux | grep nohup

Kill Process

# terminate all running specified processes, e.g., **Python**
ps -ef | grep python | grep -v grep | awk '{print $2}' | xargs kill -9

Explanation

ps -ef: Lists all running processes on the system.

grep python: Filters the processes to show only those related to Python.

grep -v grep: Excludes the grep command itself from the results (since it contains the string “python”).

awk '{print $2}': Extracts the process ID (PID) of each Python process.

xargs kill -9: Passes the PIDs to the kill command with signal -9 (force kill).

Wget

wget --content-disposition "https://example.com/download/file"

Why Use –content-disposition?

Server-Suggested Filenames: Some websites provide a Content-Disposition header that suggests a proper filename. This is helpful when the URL doesn’t provide an obvious file name or is dynamically generated.

Avoid Manual Renaming: It prevents the need to manually rename files after downloading if the server has already suggested a meaningful name.

# Download Files from Google Drive
wget --no-check-certificate 'https://docs.google.com/uc?export=download&id=FILEID' -O FILENAME

# Usage Example: Replace FILEID with the actual Google Drive file ID and FILENAME with the desired output filename.
# Limitation: Won't work for large files.

# Download Large Files from Google Drive
wget --load-cookies /tmp/cookies.txt "https://docs.google.com/uc?export=download&confirm=$(wget --quiet --save-cookies /tmp/cookies.txt --keep-session-cookies --no-check-certificate 'https://docs.google.com/uc?export=download&id=FILEID' -O- | sed -rn 's/.*confirm=([0-9A-Za-z_]+).*/\1\n/p')&id=FILEID" -O FILENAME && rm -rf /tmp/cookies.txt

Gdown

Download Files from Google Drive Using gdown. gdown is a command-line tool that simplifies downloading files from Google Drive using their file ID.

pip install gdown	 # Install gdown
gdown file_id	 # Download a file by ID
gdown -O filename file_id	 # Download and rename file
gdown --fuzzy "URL"  # Download using a full Google Drive link
gdown --folder folder_id  # Download an entire folder
gdown --continue file_id  # Resume an interrupted download
gdown --id file_id --cookies cookies.txt	# Download private files with authentication

Port

View all listening ports

sudo ss -tuln

	•	-t：Show TCP
	•	-u：Show UDP
	•	-l：Only show listening services
	•	-n：Show addresses and ports in numeric form

View programs (processes) corresponding to ports

sudo ss -tulnp

Check if a specific port is in use (e.g., 8080)

sudo lsof -i :8080

View all current network connections (including ports)

sudo ss -ltnp | grep 8080

Quick Install

LLaMA-Factory

conda create --name llama-factory python=3.10.16
conda activate llama-factory
conda install cuda -c nvidia/label/cuda-12.1.0
conda install pytorch==2.4.0 torchvision==0.19.0 torchaudio==2.4.0 pytorch-cuda=12.1 -c pytorch -c nvidia
pip install deepspeed
pip install flash-attn --no-build-isolation
pip install git+https://github.com/huggingface/transformers.git
# It's highly recommanded to use `[decord]` feature for faster video loading.
pip install qwen-vl-utils[decord]==0.0.8

git clone --depth 1 https://github.com/hiyouga/LLaMA-Factory.git
cd LLaMA-Factory
pip install -e ".[torch,metrics]"
llamafactory-cli version