File tree Expand file tree Collapse file tree
bionemo-recipes/recipes/vllm_inference/esm2 Expand file tree Collapse file tree Original file line number Diff line number Diff line change 5656 bionemo-recipes/models/**
5757 bionemo-recipes/recipes/**
5858 !bionemo-recipes/recipes/*megatron/**
59- !bionemo-recipes/recipes/vllm_inference/**
6059
6160 - id : set-dirs
6261 name : Determine which directories to run
Original file line number Diff line number Diff line change @@ -9,14 +9,13 @@ echo "Building vLLM for CUDA arch: $ARCH (MAX_JOBS=$MAX_JOBS)"
99
1010cd /workspace
1111if [ ! -d vllm ]; then
12- git clone --branch v0.15 .1 --depth 1 https://github.com/vllm-project/vllm.git
12+ git clone --branch v0.19 .1 --depth 1 https://github.com/vllm-project/vllm.git
1313fi
1414cd vllm
1515python use_existing_torch.py
1616TORCH_CUDA_ARCH_LIST=" $ARCH " MAX_JOBS=" $MAX_JOBS " \
1717 uv pip install -r requirements/build.txt --system
1818TORCH_CUDA_ARCH_LIST=" $ARCH " MAX_JOBS=" $MAX_JOBS " \
1919 uv pip install --no-build-isolation -e . --system
20- pip install --upgrade " transformers[torch]"
2120
2221echo " vLLM installed for arch $ARCH "
Original file line number Diff line number Diff line change 2222so the HuggingFace paths replicate that post-processing for comparison.
2323"""
2424
25- from pathlib import Path
26-
2725import numpy as np
2826import pytest
2927import torch
4442
4543EXPORT_TAG = "esm2_t6_8M_UR50D"
4644REFERENCE_MODEL_ID = "nvidia/esm2_t6_8M_UR50D"
47- ESM2_MODEL_DIR = Path (__file__ ).resolve ().parent .parent
4845
4946SEQUENCES = [
5047 "LKGHAMCLGCLHMLMCGLLAGAMCGLMKLLKCCGKCLMHLMKAMLGLKCACHHHHLLLHACAAKKLCLGAKLAMGLKLLGAHGKGLKMACGHHMLHLHMH" ,
You can’t perform that action at this time.
0 commit comments