Browse Source

add nltk punkt resource (#7063)

tags/0.7.0
Jyong 1 year ago
parent
commit
169cde6c3c
No account linked to committer's email address
2 changed files with 4 additions and 2 deletions
  1. 3
    0
      api/Dockerfile
  2. 1
    2
      api/core/rag/rerank/weight_rerank.py

+ 3
- 0
api/Dockerfile View File

COPY --from=packages ${VIRTUAL_ENV} ${VIRTUAL_ENV} COPY --from=packages ${VIRTUAL_ENV} ${VIRTUAL_ENV}
ENV PATH="${VIRTUAL_ENV}/bin:${PATH}" ENV PATH="${VIRTUAL_ENV}/bin:${PATH}"


# Download nltk data
RUN python -c "import nltk; nltk.download('punkt')"

# Copy source code # Copy source code
COPY . /app/api/ COPY . /app/api/



+ 1
- 2
api/core/rag/rerank/weight_rerank.py View File

if 'score' in document.metadata: if 'score' in document.metadata:
query_vector_scores.append(document.metadata['score']) query_vector_scores.append(document.metadata['score'])
else: else:
content_vector = document.metadata['vector']
# transform to NumPy # transform to NumPy
vec1 = np.array(query_vector) vec1 = np.array(query_vector)
vec2 = np.array(document.metadata['vector'])
vec2 = np.array(document.vector)


# calculate dot product # calculate dot product
dot_product = np.dot(vec1, vec2) dot_product = np.dot(vec1, vec2)

Loading…
Cancel
Save