Skip to content

Commit 3bdbd17

Browse files
author
Sigrid Jin (Sionic AI)
committed
refactor: accept review
Signed-off-by: Sigrid Jin (Sionic AI) <[email protected]>
1 parent 27b28f7 commit 3bdbd17

File tree

4 files changed

+7
-9
lines changed

4 files changed

+7
-9
lines changed

benchmarks/jina_embeddings_v4_validation.py

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -155,9 +155,9 @@ def compute_vllm_embeddings(
155155

156156
for output in outputs:
157157
# Extract based on token type
158-
if 151652 in output.prompt_token_ids: # VISION_START_TOKEN_ID
159-
img_start = output.prompt_token_ids.index(151652)
160-
img_end = output.prompt_token_ids.index(151653)
158+
if VISION_START_TOKEN_ID in output.prompt_token_ids:
159+
img_start = output.prompt_token_ids.index(VISION_START_TOKEN_ID)
160+
img_end = output.prompt_token_ids.index(VISION_END_TOKEN_ID)
161161
embedding_data = output.outputs.data[img_start : img_end + 1]
162162
else:
163163
embedding_data = output.outputs.data

vllm/model_executor/models/jina_embeddings_v4.py

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -35,8 +35,6 @@
3535

3636
PoolingMetadata = Union[V0PoolingMetadata, V1PoolingMetadata]
3737

38-
# Triton kernel for optimized vision token extraction
39-
4038

4139
@MULTIMODAL_REGISTRY.register_processor(Qwen2VLMultiModalProcessor,
4240
info=Qwen2VLProcessingInfo,

vllm/third_party/pynvml.py

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -31,16 +31,16 @@
3131
# THE POSSIBILITY OF SUCH DAMAGE.
3232
#####
3333

34-
import os
35-
import string
36-
import sys
37-
import threading
3834
##
3935
# Python bindings for the NVML library
4036
##
4137
from ctypes import *
4238
from ctypes.util import find_library
4339
from functools import wraps
40+
import sys
41+
import os
42+
import threading
43+
import string
4444

4545
## C Type mappings ##
4646
## Enums

0 commit comments

Comments
 (0)