add ruff linter and refactor all code

pyproject.toml

@@ -13,8 +13,26 @@ requests = "^2.31.0"
 bs4 = "^0.0.2"
 pymongo = "^4.6.1"
 environs = "^11.0.0"
+ruff = "^0.4.8"
 
 
 [build-system]
 requires = ["poetry-core"]
 build-backend = "poetry.core.masonry.api"
+
+[tool.ruff]
+exclude = [
+    ".git",
+    ".ruff_cache",
+    ".venv",
+    "venv",
+    "mongodb",
+    "data",
+]
+line-length = 92
+
+[tool.ruff.lint]
+select = ["E", "F", "UP", "I"]
+
+[tool.ruff.format]
+skip-magic-trailing-comma = true