Merge branch 'main' of https://github.com/jupyter-naas/abi

Author: FlorentLvr

Makefile

@@ -44,6 +44,18 @@ storage-push: .venv storage-pull
 	@ echo "Pushing storage..."
 	@ docker compose run --rm --remove-orphans  abi bash -c 'poetry run python scripts/storage_push.py | sh'
 
+triplestore-prod-remove: .venv
+	@ echo "Removing production triplestore..."
+	@ docker compose run --rm -it --remove-orphans  abi bash -c 'poetry run python scripts/triplestore_prod_remove.py'
+
+triplestore-prod-override: .venv
+	@ echo "Overriding production triplestore..."
+	@ docker compose run -it --rm --remove-orphans  abi bash -c 'poetry run python scripts/triplestore_prod_override.py'
+
+triplestore-prod-pull: .venv
+	@ echo "Pulling production triplestore..."
+	@ docker compose run --rm --remove-orphans abi bash -c 'poetry run python scripts/triplestore_prod_pull.py'
+
 clean:
 	@echo "Cleaning up build artifacts..."
 	rm -rf __pycache__ .pytest_cache build dist *.egg-info lib/.venv .venv

scripts/triplestore_prod_override.py

@@ -0,0 +1,21 @@
+from common import get_config, get_storage_credentials
+import os
+from datetime import datetime
+
+if __name__ == "__main__":
+    
+    # Ask user to validate storage? (y/n): " confirm
+    confirm = input("Are you sure you want to override the storage? (y/n): ")
+    if confirm != "y":
+        print("Storage override cancelled.")
+        exit()
+    
+    naas_api_key, workspace_id, storage_name = get_config()
+    bucket, access_key_id, secret_access_key, session_token = get_storage_credentials(naas_api_key, workspace_id, storage_name)
+    
+    # Backup the prod before overriding
+    backup_timestamp = datetime.now().strftime("%Y%m%d%H%M%S")
+    os.system(f'AWS_ACCESS_KEY_ID={access_key_id} AWS_SECRET_ACCESS_KEY={secret_access_key} AWS_SESSION_TOKEN={session_token} aws s3 mv --recursive {bucket}/ontologies {bucket}/ontologies-backups/{backup_timestamp}')
+    
+    # os.system(f'AWS_ACCESS_KEY_ID={access_key_id} AWS_SECRET_ACCESS_KEY={secret_access_key} AWS_SESSION_TOKEN={session_token} aws s3 cp --recursive {bucket}/storage/triplestore {bucket}/ontologies')
+    os.system(f'AWS_ACCESS_KEY_ID={access_key_id} AWS_SECRET_ACCESS_KEY={secret_access_key} AWS_SESSION_TOKEN={session_token} aws s3 sync --follow-symlinks --delete  storage/triplestore {bucket}/ontologies')

scripts/triplestore_prod_pull.py

@@ -0,0 +1,9 @@
+from common import get_config, get_storage_credentials
+import os
+from datetime import datetime
+if __name__ == "__main__":
+    
+    naas_api_key, workspace_id, storage_name = get_config()
+    bucket, access_key_id, secret_access_key, session_token = get_storage_credentials(naas_api_key, workspace_id, storage_name)
+    
+    os.system(f'AWS_ACCESS_KEY_ID={access_key_id} AWS_SECRET_ACCESS_KEY={secret_access_key} AWS_SESSION_TOKEN={session_token} aws s3 sync --follow-symlinks --delete {bucket}/ontologies storage/triplestore')

scripts/triplestore_prod_remove.py

@@ -0,0 +1,17 @@
+from common import get_config, get_storage_credentials
+import os
+from datetime import datetime
+if __name__ == "__main__":
+    
+    confirm = input("Are you sure you want to remove the storage? (y/n): ")
+    if confirm != "y":
+        print("Storage removal cancelled.")
+        exit()
+    
+    naas_api_key, workspace_id, storage_name = get_config()
+    bucket, access_key_id, secret_access_key, session_token = get_storage_credentials(naas_api_key, workspace_id, storage_name)
+    
+    backup_timestamp = datetime.now().strftime("%Y%m%d%H%M%S")
+    os.system(f'AWS_ACCESS_KEY_ID={access_key_id} AWS_SECRET_ACCESS_KEY={secret_access_key} AWS_SESSION_TOKEN={session_token} aws s3 mv --recursive {bucket}/ontologies {bucket}/ontologies-backups/{backup_timestamp}')
+    
+    os.system(f'AWS_ACCESS_KEY_ID={access_key_id} AWS_SECRET_ACCESS_KEY={secret_access_key} AWS_SESSION_TOKEN={session_token} aws s3 rm --recursive {bucket}/ontologies')