We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent e9bca53 commit 9e6b66dCopy full SHA for 9e6b66d
microservices/document-ingestion/pgvector/main.py
@@ -172,9 +172,11 @@ def ingest_url_to_pgvector(url_list: List[str]) -> None:
172
try:
173
invalid_urls = 0
174
for url in url_list:
175
- response = requests.get(url, timeout=5, allow_redirects=True)
176
- if response.status_code != 200:
177
- invalid_urls += 1
+ if url.startswith('http://') or url.startswith('https://'):
+ response = requests.get(url, timeout=5, allow_redirects=True)
+ if response.status_code == 200:
178
+ continue
179
+ invalid_urls += 1
180
181
if invalid_urls > 0:
182
raise Exception(
0 commit comments