mongodb

Docs, poc/mvp, updated deps

Author: pythoninthegrass

README.md

@@ -29,6 +29,8 @@ Be the change et al if Windows is your main and you wanna raise a PR with broad
     * [Django](#django)
     * [Flask](#flask)
     * [FastAPI](#fastapi)
+    * [NoSQL](#nosql)
+      * [MongoDB](#mongodb)
     * [Kubernetes (k8s)](#kubernetes-k8s)
     * [Terraform](#terraform)
   * [GitHub Actions](#github-actions)
@@ -319,6 +321,44 @@ deactivate
 
 ### FastAPI
 
+### NoSQL
+#### MongoDB
+* See [Docker](#docker) section above
+* Setup empty DB as a detached container with port 27017 mapped
+    ```bash
+    # start mongodb docker container
+    docker run --name mongodb -d -p 27017:27017 mongo
+
+    # stop container
+    docker stop mongodb
+    ```
+* Access DB
+  * GUI: Install [MongoDB Compass](https://www.mongodb.com/try/download/compass)
+    ![compass](img/compass.png)
+  * Shell
+    ```bash
+    # install mongo client
+    asdf install mongodb latest
+
+    # open client with defaults (mongodb://localhost:27017)
+    mongo
+
+    # list databases
+    show dbs
+    ```
+  * Python (ayyyy)
+    ```python
+    # ./nosql/mongo/mongo_mvp.py
+    import pymongo
+
+    client = pymongo.MongoClient('mongodb://localhost:27017/')
+    db = client["music"]
+    collection = db["albums"]
+    data = { "artist": "Grimes", "album": "Miss Anthropocene" }
+    collection.insert_one(data)
+    client.close()
+    ```
+
 ### Kubernetes (k8s)
 * Easiest way to set up a local single node cluster is via one of the following:
     * [Rancher Desktop](https://docs.rancherdesktop.io/getting-started/installation)
@@ -527,6 +567,9 @@ deactivate
 * Flask
     * Bonus points for [Svelte](https://svelte.dev/blog/the-easiest-way-to-get-started) front-end ❤️
 * FastAPI
+* MongoDB
+  * Switch to `docker-compose`
+  * Fix unique index deleting too many keys
 * k8s
   * `~/.kubeconfig`
 * ansible
@@ -566,3 +609,9 @@ deactivate
 [Advanced settings configuration in WSL | Microsoft Docs](https://docs.microsoft.com/en-us/windows/wsl/wsl-config)
 
 [Understanding The Python Path Environment Variable in Python](https://www.simplilearn.com/tutorials/python-tutorial/python-path)
+
+[Docker & MongoDB | Containers & Compatibility | MongoDB](https://www.mongodb.com/compatibility/docker)
+
+[MongoDB Python Connection | MongoDB](https://www.mongodb.com/languages/python)
+
+[Python MongoDB](https://www.w3schools.com/python/python_mongodb_getstarted.asp)

img/compass.png

@@ -0,0 +1,64 @@
+#!/usr/bin/env python3
+
+# import dnspython
+import pymongo
+from icecream import ic
+from pandas import DataFrame
+
+# verbose icecream
+ic.configureOutput(includeContext=True)
+
+# TODO: ORM for mongo; last.fm API to generate data
+
+# connect to mongodb
+client = pymongo.MongoClient('mongodb://localhost:27017/')
+
+# create database
+db = client["music"]
+
+# create collection (table in relational database)
+collection = db["albums"]
+
+# insert data
+data = { "artist": "Grimes", "album": "Miss Anthropocene" }
+collection.insert_one(data)
+
+# find data
+for x in collection.find():
+    ic(x)
+
+# query data
+for x in collection.find({"artist": "Grimes"}):
+    ic(x)
+
+# delete album
+collection.delete_one({"album": "Miss Anthropocene"})
+
+# update album as 'Art Angels'
+data = { "artist": "Grimes", "album": "Art Angels" }
+collection.update_one({"album": "Miss Anthropocene"}, {"$set": data})
+
+# insert data
+data = { "artist": "Super Furry Animals", "album": "Phantom Power" }
+collection.insert_one(data)
+
+# sort data
+for x in collection.find().sort("artist", pymongo.ASCENDING):
+    ic(x)
+
+# TODO: debug -- prefers SFA over Grimes
+# remove duplicate artists and albums
+collection.create_index([("artist", pymongo.ASCENDING), ("album", pymongo.ASCENDING)], unique=True)
+
+# dataframe
+df = DataFrame(list(collection.find()))
+ic(df)
+
+# drop collection
+collection.drop()
+
+# remove database
+client.drop_database("music")
+
+# close connection
+client.close()

nosql/mongo/mongo_mvp.py

@@ -15,6 +15,8 @@ GitPython = "^3.1.26"
 pyee = "^9.0.4"
 websockets = "^10.3"
 Django = "^4.0.6"
+pymongo = "^4.2.0"
+dnspython = "^2.2.1"
 
 [tool.poetry.dev-dependencies]
 icecream = "^2.1.1"

poetry.lock

@@ -6,7 +6,8 @@ bs4==0.0.1
 cattrs==22.1.0; python_version >= "3.7" and python_version < "4.0"
 certifi==2022.6.15; python_version >= "3.7" and python_version < "4"
 charset-normalizer==2.1.0; python_version >= "3.7" and python_version < "4" and python_full_version >= "3.6.0"
-django==4.0.6; python_version >= "3.8"
+django==4.1; python_version >= "3.8"
+dnspython==2.2.1; python_version >= "3.6" and python_version < "4.0"
 exceptiongroup==1.0.0rc8; python_full_version >= "3.10.0" and python_full_version < "4.0.0" and python_version >= "3.7" and python_version <= "3.10"
 gitdb==4.0.9; python_version >= "3.7"
 gitpython==3.1.27; python_version >= "3.7"
@@ -16,6 +17,7 @@ numpy==1.23.1; python_version >= "3.10"
 pandas==1.4.3; python_version >= "3.8"
 playwright==1.18.1; python_version >= "3.7"
 pyee==9.0.4
+pymongo==4.2.0; python_version >= "3.7"
 python-dateutil==2.8.2; python_version >= "3.8" and python_full_version < "3.0.0" or python_full_version >= "3.3.0" and python_version >= "3.8"
 pytz==2022.1; python_version >= "3.8"
 requests-cache==0.9.5; python_version >= "3.7" and python_version < "4.0"