Python/Fabric_Prompts_Open_WebUI_OpenWebUI.py at master · freeload101/Python · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
import requests
import zipfile
import os
import json
import uuid
import time
import io
import logging

# Configure logging with debug level
logging.basicConfig(level=logging.DEBUG, format='%(asctime)s - %(levelname)s - %(message)s')
logger = logging.getLogger(__name__)

def download_and_extract_to_json(url, target_filename, target_folder):
    logger.debug(f"Starting download and extraction from URL: {url}")
    response = requests.get(url)
    logger.debug(f"Download completed. Response status code: {response.status_code}")
    json_array = []
    with zipfile.ZipFile(io.BytesIO(response.content)) as z:
        logger.debug(f"Processing zip file with {len(z.infolist())} files")
        for file_info in z.infolist():
            logger.debug(f"Processing file: {file_info.filename}")
            if file_info.filename.endswith(target_filename):
                extracted_path = os.path.join(target_folder, file_info.filename)
                logger.debug(f"Extracting to path: {extracted_path}")
                os.makedirs(os.path.dirname(extracted_path), exist_ok=True)
                with z.open(file_info) as f:
                    md_content = f.read().decode('utf-8')
                logger.debug(f"Content extracted, length: {len(md_content)} characters")
                # Create JSON object matching the new format
                json_array.append(create_json_object(md_content, extracted_path.split("/")[-2].replace("_", "-")))
                logger.debug("JSON object created successfully")
    logger.debug(f"Completed processing. Total JSON objects: {len(json_array)}")
    save_json_array(json_array)

def create_json_object(content, path):
    logger.debug(f"Creating JSON object for path: {path}")
    # Generate a unique ID for this prompt
    prompt_id = str(uuid.uuid4())
    version_id = str(uuid.uuid4())

    # Extract the name from the path (last part of the path)
    name = path

    # Get current timestamp
    current_timestamp = int(time.time())

    json_obj = {
        "id": prompt_id,
        "command": f"Fab-{path}",
        "user_id": str(uuid.uuid4()),
        "name": name,
        "content": content,
        "data": {},
        "meta": {},
        "tags": [],
        "is_active": True,
        "version_id": version_id,
        "created_at": current_timestamp,
        "updated_at": current_timestamp,
        "access_grants": [],
        "user": {
            "id": str(uuid.uuid4()),
            "name": "freeload103@yahoo.com",
            "role": "admin",
            "email": "freeload103@yahoo.com"
        },
        "write_access": True
    }
    logger.debug(f"JSON object created successfully with ID: {prompt_id}")
    return json_obj

def save_json_array(json_array):
    logger.debug(f"Saving JSON array with {len(json_array)} objects")
    # Use current timestamp in filename
    current_timestamp = int(time.time())
    filename = f"Fabric_Prompts_Open_WebUI_OpenWebUI_{current_timestamp}.json"
    logger.debug(f"Saving to filename: {filename}")
    with open(filename, 'w') as file:
        json.dump(json_array, file, indent=4)
    logger.debug(f"File saved successfully")
    print(f"Exported to {filename}")

url = "https://github.com/danielmiessler/fabric/archive/refs/heads/main.zip"
target_filename = "system.md"
target_folder = "patterns"

logger.debug(f"Script execution started")
logger.debug(f"URL: {url}")
logger.debug(f"Target filename: {target_filename}")
logger.debug(f"Target folder: {target_folder}")

download_and_extract_to_json(url, target_filename, target_folder)

logger.debug(f"Script execution completed")