add checks to qdrant and elasticsearch

Author: JKusio

00-EnvironmentCheck.ipynb

@@ -18,7 +18,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 2,
+   "execution_count": 1,
    "metadata": {},
    "outputs": [
     {
@@ -53,7 +53,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 3,
+   "execution_count": 2,
    "metadata": {},
    "outputs": [
     {
@@ -84,7 +84,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 4,
+   "execution_count": 3,
    "metadata": {},
    "outputs": [
     {
@@ -117,7 +117,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 5,
+   "execution_count": 4,
    "metadata": {},
    "outputs": [
     {
@@ -134,7 +134,7 @@
        "[{'label': 'POSITIVE', 'score': 0.9997795224189758}]"
       ]
      },
-     "execution_count": 5,
+     "execution_count": 4,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -143,6 +143,60 @@
     "nlp = pipeline(\"sentiment-analysis\")\n",
     "nlp(\"We are very happy to show you the 🤗 Transformers library.\")"
    ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "## Check if docker is setup correctly\n",
+    "\n",
+    "Verify if ElasticSearch and QDrant are up and running in docker."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 6,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Elasticsearch is not running.\n"
+     ]
+    },
+    {
+     "ename": "TypeError",
+     "evalue": "QdrantClient.recreate_collection() missing 1 required positional argument: 'vectors_config'",
+     "output_type": "error",
+     "traceback": [
+      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
+      "\u001b[0;31mTypeError\u001b[0m                                 Traceback (most recent call last)",
+      "Cell \u001b[0;32mIn[6], line 12\u001b[0m\n\u001b[1;32m      9\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[1;32m     10\u001b[0m     \u001b[38;5;28mprint\u001b[39m(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mElasticsearch is not running.\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n\u001b[0;32m---> 12\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m (\u001b[43mqd\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mrecreate_collection\u001b[49m\u001b[43m(\u001b[49m\u001b[43mcollection_name\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mtest_collection\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m)\u001b[49m):\n\u001b[1;32m     13\u001b[0m     \u001b[38;5;28mprint\u001b[39m(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mQdrant is up and running.\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n\u001b[1;32m     14\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n",
+      "\u001b[0;31mTypeError\u001b[0m: QdrantClient.recreate_collection() missing 1 required positional argument: 'vectors_config'"
+     ]
+    }
+   ],
+   "source": [
+    "from qdrant_client import QdrantClient\n",
+    "from qdrant_client.models import Distance, VectorParams\n",
+    "from elasticsearch import Elasticsearch\n",
+    "\n",
+    "es = Elasticsearch(\"http://localhost:9200\")\n",
+    "qd = QdrantClient(host='localhost', port=6333)\n",
+    "\n",
+    "if (es.ping()):\n",
+    "    print(\"Elasticsearch is up and running.\")\n",
+    "else:\n",
+    "    print(\"Elasticsearch is not running.\")\n",
+    "\n",
+    "if (qd.recreate_collection(\n",
+    "    collection_name=\"test_collection\",     \n",
+    "    vectors_config=VectorParams(size=384, distance=Distance.COSINE))):\n",
+    "    print(\"Qdrant is up and running.\")\n",
+    "else:\n",
+    "    print(\"Qdrant is not running.\")"
+   ]
   }
  ],
  "metadata": {

01-SentenceSimilarity.ipynb

@@ -49,7 +49,7 @@
    "source": [
     "from qdrant_client import QdrantClient\n",
     "\n",
-    "client = QdrantClient(\":memory:\")"
+    "client = QdrantClient(host='localhost', port=6333)"
    ]
   },
   {

docker-compose.yml

@@ -1,7 +1,7 @@
 version: '3.8'
 services:
   qdrant:
-    image: generall/qdrant
+    image: qdrant/qdrant
     ports:
       - 6333:6333
   elasticsearch:

requirements.txt

@@ -9,3 +9,4 @@ transformers
 datasets
 accelerate
 qdrant-client
+elasticsearch