another protection

This commit is contained in:
mrT23
2023-10-17 10:21:05 +03:00
parent 9f5c0daa8e
commit d5c098de73

View File

@ -1,3 +1,4 @@
import time
from enum import Enum from enum import Enum
from typing import List from typing import List
@ -46,6 +47,13 @@ class PRSimilarIssue:
# check if index exists, and if repo is already indexed # check if index exists, and if repo is already indexed
run_from_scratch = False run_from_scratch = False
if run_from_scratch:
if not index_name in pinecone.list_indexes():
get_logger().info('Removing index...')
pinecone.init(api_key=api_key, environment=environment)
pinecone.delete_index(index_name)
get_logger().info('Done')
upsert = True upsert = True
pinecone.init(api_key=api_key, environment=environment) pinecone.init(api_key=api_key, environment=environment)
if not index_name in pinecone.list_indexes(): if not index_name in pinecone.list_indexes():
@ -246,6 +254,7 @@ class PRSimilarIssue:
if not upsert: if not upsert:
get_logger().info('Creating index from scratch...') get_logger().info('Creating index from scratch...')
ds.to_pinecone_index(self.index_name, api_key=api_key, environment=environment) ds.to_pinecone_index(self.index_name, api_key=api_key, environment=environment)
time.sleep(15) # wait for pinecone to finalize indexing before querying
else: else:
get_logger().info('Upserting index...') get_logger().info('Upserting index...')
namespace = "" namespace = ""
@ -253,6 +262,7 @@ class PRSimilarIssue:
concurrency: int = 10 concurrency: int = 10
pinecone.init(api_key=api_key, environment=environment) pinecone.init(api_key=api_key, environment=environment)
ds._upsert_to_index(self.index_name, namespace, batch_size, concurrency) ds._upsert_to_index(self.index_name, namespace, batch_size, concurrency)
time.sleep(5) # wait for pinecone to finalize upserting before querying
get_logger().info('Done') get_logger().info('Done')