get git new version in ubuntu

sudo -E add-apt-repository ppa:git-core/ppa

sudo apt-get update

sudo apt-get install git

 build rustformers dockerfile

step 1: git clone https://github.com/rustformers/llm.git && git submodule update --init

step 2: cd llm && mv utils/Dockerfile .

step 3: modify dockerfile as shown below

 # Start with a rust alpine image

FROM rust:alpine3.19 as builder

# This is important, see https://github.com/rust-lang/docker-rust/issues/85

ENV RUSTFLAGS="-C target-feature=-crt-static"

# if needed, add additional dependencies here

RUN apk add --no-cache musl-dev pkgconfig openssl-dev

# set the workdir and copy the source into it

WORKDIR /app

COPY ./ /app

# do a release build

RUN cargo build --release --bin llm

RUN strip target/release/llm

step 4:  docker build -t rustformers:v1 .

 untimeError: cutlassF: no kernel found to launch!

Try to add

torch.backends.cuda.enable_mem_efficient_sdp(False)
torch.backends.cuda.enable_flash_sdp(False)

reference:

https://huggingface.co/stabilityai/stable-cascade/discussions/11

MOJO install in WSL

WSL ubuntu_22.04

conda create -n mojo python=3.10

conda activate mojo

sudo apt-get install -y apt-transport-https &&

  keyring_location=/usr/share/keyrings/modular-installer-archive-keyring.gpg &&

  curl -1sLf 'https://dl.modular.com/bBNWiLZX5igwHXeu/installer/gpg.0E4925737A3895AD.key' |  gpg --dearmor | sudo tee ${keyring_location} &&

  curl -1sLf 'https://dl.modular.com/bBNWiLZX5igwHXeu/installer/config.deb.txt?distro=debian&codename=wheezy' | sudo tee /etc/apt/sources.list.d/modular-installer.list &&

 sudo apt-get update &&

 sudo apt-get install -y modular

modular auth mut_f515f73db5154dfb8ab8d0148513938e &&

modular install mojo

echo 'export MODULAR_HOME="/home/user/.modular"' >> ~/.bashrc

echo 'export PATH="/home/user/.modular/pkg/packages.modular.com_mojo/bin:$PATH"' >> ~/.bashrc

source ~/.bashrc

mojo

Welcome to Mojo! 🔥

Expressions are delimited by a blank line.

Type `:mojo help` for further assistance.

1>

it's work ^^

source: https://github.com/modularml/mojo/issues/607

需求:在docker container 中可以run docker

 docker in docker

docker run --name my_dind --privileged -d -p5555:22 -p 8888:8888 docker:dind

set ssh server on alpine

apk search openssh

apk add openssh

rc-update add sshd

rc-status

/etc/init.d/sshd restat

ssh users@0.0.0.0 -p5555

scp -P 5555 .\hello.py user@0.0.0.0:/home/user

FROM alpine:3.1

RUN apk add --update make cmake gcc g++ gfortran
RUN apk add --update python py-pip python-dev
RUN pip install cython
RUN pip install numpy

reference

https://docs.gitlab.com/ee/ci/docker/using_docker_build.html

https://www.cyberciti.biz/faq/how-to-install-openssh-server-on-alpine-linux-including-docker/

https://wiki.alpinelinux.org/wiki/Setting_up_a_SSH_server

NVIDIA-SMI has failed because it couldn't communicate with the NVIDIA driver. Make sure that the latest NVIDIA driver is installed and running.

NVIDIA-SMI has failed because it couldn't communicate with the NVIDIA driver. 
Make sure that the latest NVIDIA driver is installed and running.

移除nvidia驅動

sudo apt-get remove --purge '^nvidia-.*'

sudo apt-update

安裝驅動

sudo ubuntu-drivers autoinstall

安裝linux-headers

sudo apt install linux-headers-$(uname -r)

install dynet on mac

first, install Eigen3

brew install cmake hg

hg clone https://bitbucket.org/eigen/eigen/ -r b2e267d

brew install --HEAD eigen

cd dynet

mkdir build

cd build

cmake .. -DEIGEN3_INCLUDE_DIR=/usr/local/cellar/eigen/3.3.4/include/eigen3 -DENABLE_CPP_EXAMPLES=ON

make -j4

then error

/usr/local/Cellar/eigen/3.3.4/include/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorStorage.h:39:7: error: 

      class template partial specialization is not more specialized than the

      primary template [-Winvalid-partial-specialization]

set the following information in  CMakeLists.txt line 84

set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-invalid-partial-specialization")

make -j4

done

# Test with an example
./examples/xor

Reference:

https://github.com/clab/dynet#installation
https://github.com/zou3519/pytorch/commit/6ba96952a6c7b9a6a495f333427c15c7ba18fa22