Add Grafana schema and views for document state management

Author: lpi-tn

welearn_database/alembic/env.py

@@ -79,8 +79,16 @@ def run_migrations_online() -> None:
     if "prod" in os.getenv("PG_HOST").lower():
         print("Connecting to production database for migrations!")
         input("Press Enter to continue...")
-    elif "dev" in os.getenv("PG_HOST" "").lower():
-        print("Connecting to development database for migrations!")
+    elif (
+        "dev" in os.getenv("PG_HOST" "").lower()
+        and "staging" in os.getenv("PG_DB" "").lower()
+    ):
+        print("Connecting to staging database for migrations!")
+    elif (
+        "dev" in os.getenv("PG_HOST" "").lower()
+        and not "staging" in os.getenv("PG_DB" "").lower()
+    ):
+        print("Connecting to dev database for migrations!")
     else:
         print("Connecting to unknown database for migrations!")
 

welearn_database/alembic/versions/16ff997426d3_remove_error_retrieval_unique_constraint.py

@@ -9,9 +9,8 @@
 from typing import Sequence, Union
 
 import sqlalchemy as sa
-from sqlalchemy.dialects import postgresql
-
 from alembic import op
+from sqlalchemy.dialects import postgresql
 
 # revision identifiers, used by Alembic.
 revision: str = "16ff997426d3"
@@ -21,9 +20,10 @@
 
 
 def upgrade() -> None:
-    op.drop_index(
+    op.drop_constraint(
         "error_retrieval_document_id_http_error_code_idx",
         "error_retrieval",
+        type_="unique",
         schema="document_related",
     )
 

welearn_database/alembic/versions/4c7161819e5a_grafana_views.py

@@ -18,6 +18,8 @@
 
 
 def upgrade():
+    op.execute("CREATE SCHEMA IF NOT EXISTS grafana;")
+
     op.execute(
         """
     CREATE OR REPLACE VIEW grafana.corpus
@@ -162,6 +164,21 @@ def upgrade():
     op.execute(
         """
 CREATE OR REPLACE VIEW grafana.document_latest_state
+AS SELECT DISTINCT ON (ps.document_id) ps.id,
+    ps.document_id,
+    wd.corpus_id,
+    wd.lang,
+    ps.title,
+    ps.created_at,
+    ps.operation_order
+   FROM document_related.process_state ps
+     JOIN document_related.welearn_document wd ON ps.document_id = wd.id
+  ORDER BY ps.document_id, ps.operation_order DESC;
+    """
+    )
+    op.execute(
+        """
+CREATE OR REPLACE VIEW grafana.test_document_latest_state
 AS SELECT DISTINCT ON (ps.document_id) ps.id,
     ps.document_id,
     wd.corpus_id,

welearn_database/alembic/versions/821173cf9c5d_initial_migration.py

@@ -258,6 +258,7 @@ def upgrade() -> None:
         sa.ForeignKeyConstraint(
             ["user_id"],
             ["user_related.user_profile.id"],
+            name="message_user_id_fkey",
         ),
         sa.PrimaryKeyConstraint("id"),
         schema="user_related",