This commit is contained in:
Charles-Gormley
2024-11-30 16:14:33 -05:00
parent 111e985afc
commit 72e75d4d7d
10 changed files with 123 additions and 11125 deletions

View File

@@ -365,6 +365,27 @@
"df.sample(20)[\"content\"].values"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
"def pinecone_save_article(article:dict):\n",
" logger.info(\"Saving article to Pinecone\")\n",
" index = get_index()\n",
"\n",
" # Expected Keys from Pinecone *MUST* include 'id' and 'values'\n",
" article[\"id\"] = article[\"article_id\"]\n",
" article[\"values\"] = vectorize(article[\"content\"])\n",
" \n",
" namespace = f\"IngestRSS-Articles\"\n",
" \n",
" logger.info(\"Upserting article to Pinecone\")\n",
" upsert_vectors(index, [article], namespace)\n",
" logger.info(f\"Successfully upserted article w/ article-id: {article[\"article_id\"]} to Pinecone index {index.name} with namespace {namespace}\")"
]
},
{
"cell_type": "code",
"execution_count": null,