initial commit

Author: Billypl

.github/workflows/gdrive_auth.py

@@ -0,0 +1,46 @@
+import pickle
+import os
+from google_auth_oauthlib.flow import Flow, InstalledAppFlow
+from googleapiclient.discovery import build
+from googleapiclient.http import MediaFileUpload, MediaIoBaseDownload
+from google.auth.transport.requests import Request
+
+
+def Create_Service(client_secret_file, api_name, api_version, *scopes):
+    print(client_secret_file, api_name, api_version, scopes, sep='-')
+    CLIENT_SECRET_FILE = client_secret_file
+    API_SERVICE_NAME = api_name
+    API_VERSION = api_version
+    SCOPES = [scope for scope in scopes[0]]
+    print(SCOPES)
+
+    cred = None
+
+    pickle_file = f'token_{API_SERVICE_NAME}_{API_VERSION}.pickle'
+
+    if os.path.exists(pickle_file):
+        with open(pickle_file, 'rb') as token:
+            cred = pickle.load(token)
+
+    if not cred or not cred.valid:
+        if cred and cred.expired and cred.refresh_token:
+            cred.refresh(Request())
+        else:
+            flow = InstalledAppFlow.from_client_secrets_file(CLIENT_SECRET_FILE, SCOPES)
+            cred = flow.run_local_server()
+
+        with open(pickle_file, 'wb') as token:
+            pickle.dump(cred, token)
+
+    try:
+        service = build(API_SERVICE_NAME, API_VERSION, credentials=cred)
+        print(API_SERVICE_NAME, 'service created successfully')
+        return service
+    except Exception as e:
+        print('Unable to connect.')
+        print(e)
+        return None
+
+def convert_to_RFC_datetime(year=1900, month=1, day=1, hour=0, minute=0):
+    dt = datetime.datetime(year, month, day, hour, minute, 0).isoformat() + 'Z'
+    return dt

.github/workflows/gdrive_utility.py

@@ -0,0 +1,105 @@
+import os
+import pathlib
+from googleapiclient.errors import HttpError
+from googleapiclient.http import MediaFileUpload
+
+
+def get_existing_files_recursive(folder_id, service):
+    query = f"'{folder_id}' in parents and trashed=false"
+    files = {}
+    folders = {}
+
+    def recurse(current_id, path_prefix):
+        results = service.files().list(q=f"'{current_id}' in parents and trashed=false",
+                                       fields="files(id, name, mimeType)").execute()
+        for item in results['files']:
+            full_path = os.path.join(path_prefix, item['name'])
+            if item['mimeType'] == 'application/vnd.google-apps.folder':
+                folders[full_path] = item['id']
+                recurse(item['id'], full_path)
+            else:
+                files[full_path] = item['id']
+
+    recurse(folder_id, "")
+    return {"files": files, "folders": folders}
+
+def ensure_folder(path, parent_id, drive_service, existing_items):
+    folders = existing_items["folders"]
+    if path in folders:
+        return folders[path]
+
+    folder_name = os.path.basename(path)
+    parent_path = os.path.dirname(path)
+    if parent_path != "":
+        parent_folder_id = ensure_folder(parent_path, parent_id, drive_service, existing_items)
+    else:
+        parent_folder_id = parent_id
+
+    file_metadata = {
+        "name": folder_name,
+        "mimeType": "application/vnd.google-apps.folder",
+        "parents": [parent_folder_id]
+    }
+    folder = drive_service.files().create(body=file_metadata, fields="id").execute()
+    folders[path] = folder["id"]
+    return folder["id"] 
+
+def upload_file_or_folder(local_base_path, parent_drive_folder_id, drive_service, existing_items):
+    for local_path in pathlib.Path(local_base_path).rglob("*"):
+        relative_path = str(local_path.relative_to(local_base_path))
+
+        if local_path.is_dir():
+            ensure_folder(relative_path, parent_drive_folder_id, drive_service, existing_items)
+            print(f"✅ Added folder: {relative_path}")
+
+        elif local_path.is_file():
+            
+            parent_path = os.path.dirname(relative_path)
+            if parent_path == "":
+                parent_id = parent_drive_folder_id
+            else:
+                parent_id = ensure_folder(parent_path, parent_drive_folder_id, drive_service, existing_items)
+
+            if relative_path in existing_items["files"]:
+                continue  # Already exists, skip
+            file_metadata = {
+                "name": os.path.basename(local_path),
+                "parents": [parent_id]
+            }
+            media = MediaFileUpload(str(local_path))
+            file = drive_service.files().create(
+                body=file_metadata,
+                media_body=media,
+                fields="id"
+            ).execute()
+            existing_items["files"][relative_path] = file["id"]
+            print(f"✅ Added file: {relative_path}")
+
+
+def delete_items_not_in_local(local_base_path, parent_drive_folder_id, drive_service, existing_items):
+    local_files = set()
+    local_folders = set()
+
+    for path in pathlib.Path(local_base_path).rglob("*"):
+        rel = str(path.relative_to(local_base_path))
+        if path.is_file():
+            local_files.add(rel)
+        elif path.is_dir():
+            local_folders.add(rel)
+
+    for remote_path, file_id in existing_items["files"].items():
+        if remote_path not in local_files:
+            try:
+                drive_service.files().delete(fileId=file_id).execute()
+                print(f"❌ Removed file: {remote_path}")
+            except HttpError as e:
+                print(f"Error when removing {remote_path}: {e}")
+
+    # Remove folders from the deepest one
+    for remote_path in sorted(existing_items["folders"].keys(), key=lambda x: -x.count("/")):
+        if remote_path not in local_folders:
+            try:
+                drive_service.files().delete(fileId=existing_items["folders"][remote_path]).execute()
+                print(f"❌ Removed directory: {remote_path}")
+            except HttpError as e:
+                print(f"Error when removing directory {remote_path}: {e}")

.github/workflows/update_drive.py

@@ -0,0 +1,45 @@
+import os
+import pathlib
+from gdrive_auth import Create_Service
+from gdrive_utility import (
+    get_existing_files_recursive,
+    upload_file_or_folder,
+    delete_items_not_in_local
+)
+
+OAUTH2_SECRET = 'credentials.json'
+SCOPES = ['https://www.googleapis.com/auth/drive']
+API_TYPE = 'drive'
+API_VERSION = 'v3'
+
+LOCAL_FOLDER = 'shared'
+GDRIVE_FOLDER_ID = 'YOUR_FOLDER_ID'
+
+def main():
+    if not os.path.isdir(LOCAL_FOLDER):
+        print(f"Folder '{LOCAL_FOLDER}' not found.")
+        return
+
+    drive_service = Create_Service(OAUTH2_SECRET, API_TYPE, API_VERSION, SCOPES)
+
+    print("📝 Getting file list from google drive...")
+    existing_files = get_existing_files_recursive(GDRIVE_FOLDER_ID, drive_service)
+
+    print("⬆️ Uploading local files/folders to Google Drive...")
+    upload_file_or_folder(
+        local_base_path=LOCAL_FOLDER,
+        parent_drive_folder_id=GDRIVE_FOLDER_ID,
+        drive_service=drive_service,
+        existing_items=existing_files
+    )
+
+    print("🧹 Removing non-existent local files/directories from Google Drive...")
+    delete_items_not_in_local(
+        local_base_path=LOCAL_FOLDER,
+        parent_drive_folder_id=GDRIVE_FOLDER_ID,
+        drive_service=drive_service,
+        existing_items=existing_files
+    )
+
+if __name__ == '__main__':
+    main()

.github/workflows/upload-gdrive.yml

@@ -0,0 +1,36 @@
+name: Update Google Drive
+
+on:
+  push:
+    branches:
+      - master
+
+jobs:
+  upload:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.11'
+
+      - name: Install dependencies
+        run: pip install google-api-python-client google-auth google-auth-oauthlib google-auth-httplib2
+
+      - name: Restore credentials.json
+        run: |
+          echo "${{ secrets.GDRIVE_CREDENTIALS_B64 }}" | base64 -d > credentials.json
+
+      - name: Restore token_drive_v3.pickle
+        run: |
+          echo "${{ secrets.GDRIVE_TOKEN_B64 }}" | base64 -d > token_drive_v3.pickle
+
+      - name: Usuń pliki .gitkeep
+        run: find . -name ".gitkeep" -delete
+
+      - name: Upload to Google Drive  
+        run: python .github/workflows/update_drive.py
+        working-directory: ${{ github.workspace }}

.gitignore

@@ -0,0 +1,6 @@
+# repo credentials
+credentials.json
+credentials_b64.txt
+token_drive_v3.pickle
+token_b64.txt
+*.env

HowToUse.md

@@ -0,0 +1,29 @@
+# How to contribute?
+
+## Tutorial - mixed CLI and GitHub page
+Quick forking tutorial for newbies: https://www.youtube.com/watch?v=CML6vfKjQss
+
+## Tutorial - CLI only:
+```bash
+# install CLI GitHub and Git (gh and git packages)
+sudo apt install git
+sudo apt install gh
+gh auth login
+
+# fork the repo
+gh repo fork Billypl/PaczkownicyInfaPG --clone
+cd PaczkownicyInfaPG/paczka
+git checkout -b YOUR_BRANCH_NAME
+
+# add your files here
+git add .
+git commit -m "YOUR_MESSAGE_HERE"
+# when you want to push changes to your forked repo:
+# for the first time
+git push -u origin YOUR_BRANCHNAME
+# any other time
+git push
+
+# when you want to merge changes to original repo
+gh pr create --base master --head YOUR_USERNAME:YOUR_BRANCH_NAME --repo Billypl/PaczkownicyInfaPG
+```

README.md

@@ -0,0 +1,25 @@
+# Github to Google Drive Sync
+
+Helpful tutorial on how to start:   
+Getting started: https://www.youtube.com/watch?v=I5ili_1G0Vk  
+How to intagrate drive API: https://www.youtube.com/watch?v=9K2P2bWEd90&list=PL3JVwFmb_BnTamTxXbmlwpspYdpmaHdbz   
+Google API reference: https://developers.google.com/workspace/drive/api/reference/rest  
+Google Cloude Console: https://console.cloud.google.com/welcome  
+
+## Setup 
+1. go to https://console.cloud.google.com/welcome
+2. **Create project:** near GoogleCloud logo -> Create Project -> New Project
+3. **enable OAuth Consent Screen:** navigation menu -> APIs & Services -> OAuth consent screen - set external + provide app name and email + add scope (/auth/drive)
+4. **enable drive integration:** navigation menu -> APIs & Services -> Library -> Google Drive API -> Enable
+5. **generate credentials:** navigation menu -> APIs & Services -> Credentials -> DesktopApp -> Download JSON credentials file
+6. **generate authentication token:** Run the `./update_drive.py` script for the first time. It will ask you to open link to authorize with Google account. This will generate `*.pickle` file
+7. **encode the token file in base-64**: `base64 -w 0 token_drive_v3.pickle > token_b64.txt` command
+8. **encode the credentials file in base-64**: `base64 -w 0 credentials.json > credentials_b64.txt`
+9. **set secrects in GitHub repo**: GitHub -> Settings -> Security | Serets and variables -> Actions -> New Repository Secret -> GDRIVE_TOKEN_B64 and GDRIVE_CREDENTIALS_B64
+10. **get google drive folder id**: Google Drive -> Share -> Copy Link. Copy part after `/folders/` 
+11. **set google drive folder id**: in [update_drive.py](.github/workflows/update_drive.py) change `YOUR_FOLDER_ID` to your destination google drive folder ID extracted in the previous step
+12. **voila!**: any file you put in [shared](shared/) folder and commit will be automatically uploaded to Google Drive 
+
+## Important
+- Empty folders on github are not commited. In order to commit empty folder, you need to create ".gitkeep" file. It will be removed automatically befor upload to Google Drive.
+- For shared repo usage instruction read [HowToUse.md](HowToUse.md)