diff --git a/application/single_app/app.py b/application/single_app/app.py index cd04ff67..2354b1b5 100644 --- a/application/single_app/app.py +++ b/application/single_app/app.py @@ -74,6 +74,7 @@ from route_backend_public_documents import * from route_backend_public_prompts import * from route_backend_user_agreement import register_route_backend_user_agreement +from route_backend_conversation_export import register_route_backend_conversation_export from route_backend_speech import register_route_backend_speech from route_backend_tts import register_route_backend_tts from route_enhanced_citations import register_enhanced_citations_routes @@ -628,6 +629,9 @@ def list_semantic_kernel_plugins(): # ------------------- API Public Workspaces Routes ------- register_route_backend_public_workspaces(app) +# ------------------- API Conversation Export Routes ----- +register_route_backend_conversation_export(app) + # ------------------- API Public Documents Routes -------- register_route_backend_public_documents(app) diff --git a/application/single_app/config.py b/application/single_app/config.py index 6d548c0a..dc2a3974 100644 --- a/application/single_app/config.py +++ b/application/single_app/config.py @@ -15,6 +15,12 @@ import fitz # PyMuPDF import math import mimetypes +# Register font MIME types so Flask serves them correctly (required for +# X-Content-Type-Options: nosniff to not block Bootstrap Icons) +mimetypes.add_type('font/woff', '.woff') +mimetypes.add_type('font/woff2', '.woff2') +mimetypes.add_type('font/ttf', '.ttf') +mimetypes.add_type('font/otf', '.otf') import openpyxl import xlrd import traceback @@ -88,7 +94,7 @@ EXECUTOR_TYPE = 'thread' EXECUTOR_MAX_WORKERS = 30 SESSION_TYPE = 'filesystem' -VERSION = "0.238.025" +VERSION = "0.239.001" SECRET_KEY = os.getenv('SECRET_KEY', 'dev-secret-key-change-in-production') diff --git a/application/single_app/route_backend_conversation_export.py b/application/single_app/route_backend_conversation_export.py new file mode 100644 index 00000000..aad750e4 --- /dev/null +++ b/application/single_app/route_backend_conversation_export.py @@ -0,0 +1,288 @@ +# route_backend_conversation_export.py + +import io +import json +import zipfile +from datetime import datetime + +from config import * +from functions_authentication import * +from functions_settings import * +from flask import Response, jsonify, request, make_response +from functions_debug import debug_print +from swagger_wrapper import swagger_route, get_auth_security + + +def register_route_backend_conversation_export(app): + """Register conversation export API routes.""" + + @app.route('/api/conversations/export', methods=['POST']) + @swagger_route(security=get_auth_security()) + @login_required + @user_required + def api_export_conversations(): + """ + Export one or more conversations in JSON or Markdown format. + Supports single-file or ZIP packaging. + + Request body: + conversation_ids (list): List of conversation IDs to export. + format (str): Export format — "json" or "markdown". + packaging (str): Output packaging — "single" or "zip". + """ + user_id = get_current_user_id() + if not user_id: + return jsonify({'error': 'User not authenticated'}), 401 + + data = request.get_json() + if not data: + return jsonify({'error': 'Request body is required'}), 400 + + conversation_ids = data.get('conversation_ids', []) + export_format = data.get('format', 'json').lower() + packaging = data.get('packaging', 'single').lower() + + if not conversation_ids or not isinstance(conversation_ids, list): + return jsonify({'error': 'At least one conversation_id is required'}), 400 + + if export_format not in ('json', 'markdown'): + return jsonify({'error': 'Format must be "json" or "markdown"'}), 400 + + if packaging not in ('single', 'zip'): + return jsonify({'error': 'Packaging must be "single" or "zip"'}), 400 + + try: + exported = [] + for conv_id in conversation_ids: + # Verify ownership and fetch conversation + try: + conversation = cosmos_conversations_container.read_item( + item=conv_id, + partition_key=conv_id + ) + except Exception: + debug_print(f"Export: conversation {conv_id} not found or access denied") + continue + + # Verify user owns this conversation + if conversation.get('user_id') != user_id: + debug_print(f"Export: user {user_id} does not own conversation {conv_id}") + continue + + # Fetch messages ordered by timestamp + message_query = f""" + SELECT * FROM c + WHERE c.conversation_id = '{conv_id}' + ORDER BY c.timestamp ASC + """ + messages = list(cosmos_messages_container.query_items( + query=message_query, + partition_key=conv_id + )) + + # Filter for active thread messages only + filtered_messages = [] + for msg in messages: + thread_info = msg.get('metadata', {}).get('thread_info', {}) + active = thread_info.get('active_thread') + if active is True or active is None or 'active_thread' not in thread_info: + filtered_messages.append(msg) + + exported.append({ + 'conversation': _sanitize_conversation(conversation), + 'messages': [_sanitize_message(m) for m in filtered_messages] + }) + + if not exported: + return jsonify({'error': 'No accessible conversations found'}), 404 + + # Generate export content + timestamp_str = datetime.utcnow().strftime('%Y%m%d_%H%M%S') + + if packaging == 'zip': + return _build_zip_response(exported, export_format, timestamp_str) + else: + return _build_single_file_response(exported, export_format, timestamp_str) + + except Exception as e: + debug_print(f"Export error: {str(e)}") + return jsonify({'error': f'Export failed: {str(e)}'}), 500 + + def _sanitize_conversation(conv): + """Return only user-facing conversation fields.""" + return { + 'id': conv.get('id'), + 'title': conv.get('title', 'Untitled'), + 'last_updated': conv.get('last_updated', ''), + 'chat_type': conv.get('chat_type', 'personal'), + 'tags': conv.get('tags', []), + 'is_pinned': conv.get('is_pinned', False), + 'context': conv.get('context', []) + } + + def _sanitize_message(msg): + """Return only user-facing message fields.""" + result = { + 'role': msg.get('role', ''), + 'content': msg.get('content', ''), + 'timestamp': msg.get('timestamp', ''), + } + # Include citations if present + if msg.get('citations'): + result['citations'] = msg['citations'] + # Include context/tool info if present + if msg.get('context'): + result['context'] = msg['context'] + return result + + def _build_single_file_response(exported, export_format, timestamp_str): + """Build a single-file download response.""" + if export_format == 'json': + content = json.dumps(exported, indent=2, ensure_ascii=False, default=str) + filename = f"conversations_export_{timestamp_str}.json" + content_type = 'application/json; charset=utf-8' + else: + parts = [] + for entry in exported: + parts.append(_conversation_to_markdown(entry)) + content = '\n\n---\n\n'.join(parts) + filename = f"conversations_export_{timestamp_str}.md" + content_type = 'text/markdown; charset=utf-8' + + response = make_response(content) + response.headers['Content-Type'] = content_type + response.headers['Content-Disposition'] = f'attachment; filename="{filename}"' + return response + + def _build_zip_response(exported, export_format, timestamp_str): + """Build a ZIP archive containing one file per conversation.""" + buffer = io.BytesIO() + with zipfile.ZipFile(buffer, 'w', zipfile.ZIP_DEFLATED) as zf: + for entry in exported: + conv = entry['conversation'] + safe_title = _safe_filename(conv.get('title', 'Untitled')) + conv_id_short = conv.get('id', 'unknown')[:8] + + if export_format == 'json': + file_content = json.dumps(entry, indent=2, ensure_ascii=False, default=str) + ext = 'json' + else: + file_content = _conversation_to_markdown(entry) + ext = 'md' + + file_name = f"{safe_title}_{conv_id_short}.{ext}" + zf.writestr(file_name, file_content) + + buffer.seek(0) + filename = f"conversations_export_{timestamp_str}.zip" + + response = make_response(buffer.read()) + response.headers['Content-Type'] = 'application/zip' + response.headers['Content-Disposition'] = f'attachment; filename="{filename}"' + return response + + def _conversation_to_markdown(entry): + """Convert a conversation + messages entry to Markdown format.""" + conv = entry['conversation'] + messages = entry['messages'] + + lines = [] + title = conv.get('title', 'Untitled') + lines.append(f"# {title}") + lines.append('') + + # Metadata + last_updated = conv.get('last_updated', '') + chat_type = conv.get('chat_type', 'personal') + tags = conv.get('tags', []) + + lines.append(f"**Last Updated:** {last_updated} ") + lines.append(f"**Chat Type:** {chat_type} ") + if tags: + tag_strs = [str(t) for t in tags] + lines.append(f"**Tags:** {', '.join(tag_strs)} ") + lines.append(f"**Messages:** {len(messages)} ") + lines.append('') + lines.append('---') + lines.append('') + + # Messages + for msg in messages: + role = msg.get('role', 'unknown') + timestamp = msg.get('timestamp', '') + raw_content = msg.get('content', '') + content = _normalize_content(raw_content) + + role_label = role.capitalize() + if role == 'assistant': + role_label = 'Assistant' + elif role == 'user': + role_label = 'User' + elif role == 'system': + role_label = 'System' + elif role == 'tool': + role_label = 'Tool' + + lines.append(f"### {role_label}") + if timestamp: + lines.append(f"*{timestamp}*") + lines.append('') + lines.append(content) + lines.append('') + + # Citations + citations = msg.get('citations') + if citations: + lines.append('**Citations:**') + if isinstance(citations, list): + for cit in citations: + if isinstance(cit, dict): + source = cit.get('title') or cit.get('filepath') or cit.get('url', 'Unknown') + lines.append(f"- {source}") + else: + lines.append(f"- {cit}") + lines.append('') + + lines.append('---') + lines.append('') + + return '\n'.join(lines) + + def _normalize_content(content): + """Normalize message content to a plain string. + + Content may be a string, a list of content-part dicts + (e.g. [{"type": "text", "text": "..."}, ...]), or a dict. + """ + if isinstance(content, str): + return content + if isinstance(content, list): + parts = [] + for item in content: + if isinstance(item, dict): + if item.get('type') == 'text': + parts.append(item.get('text', '')) + elif item.get('type') == 'image_url': + parts.append('[Image]') + else: + parts.append(str(item)) + else: + parts.append(str(item)) + return '\n'.join(parts) + if isinstance(content, dict): + if content.get('type') == 'text': + return content.get('text', '') + return str(content) + return str(content) if content else '' + + def _safe_filename(title): + """Create a filesystem-safe filename from a conversation title.""" + import re + # Remove or replace unsafe characters + safe = re.sub(r'[<>:"/\\|?*]', '_', title) + safe = re.sub(r'\s+', '_', safe) + safe = safe.strip('_. ') + # Truncate to reasonable length + if len(safe) > 50: + safe = safe[:50] + return safe or 'Untitled' diff --git a/application/single_app/static/css/sidebar.css b/application/single_app/static/css/sidebar.css index 999b44c7..ebc40910 100644 --- a/application/single_app/static/css/sidebar.css +++ b/application/single_app/static/css/sidebar.css @@ -304,6 +304,22 @@ body.sidebar-nav-enabled.has-classification-banner .container-fluid { #conversations-actions { opacity: 1; transition: opacity 0.2s ease; + flex-shrink: 0; + gap: 2px; +} + +/* Compact action buttons in selection mode */ +#conversations-actions .btn { + padding: 2px 4px !important; + font-size: 0.7rem !important; + margin-right: 0 !important; + line-height: 1; +} + +/* Reduce toggle row padding when selection actions are visible */ +#conversations-toggle.selection-active { + padding-left: 0.5rem !important; + padding-right: 0.25rem !important; } #sidebar-delete-selected-btn { diff --git a/application/single_app/static/images/custom_logo.png b/application/single_app/static/images/custom_logo.png deleted file mode 100644 index ecf6e652..00000000 Binary files a/application/single_app/static/images/custom_logo.png and /dev/null differ diff --git a/application/single_app/static/images/custom_logo_dark.png b/application/single_app/static/images/custom_logo_dark.png deleted file mode 100644 index 4f281945..00000000 Binary files a/application/single_app/static/images/custom_logo_dark.png and /dev/null differ diff --git a/application/single_app/static/js/chat/chat-conversations.js b/application/single_app/static/js/chat/chat-conversations.js index 221b5aa5..c4b7345b 100644 --- a/application/single_app/static/js/chat/chat-conversations.js +++ b/application/single_app/static/js/chat/chat-conversations.js @@ -11,6 +11,7 @@ const newConversationBtn = document.getElementById("new-conversation-btn"); const deleteSelectedBtn = document.getElementById("delete-selected-btn"); const pinSelectedBtn = document.getElementById("pin-selected-btn"); const hideSelectedBtn = document.getElementById("hide-selected-btn"); +const exportSelectedBtn = document.getElementById("export-selected-btn"); const conversationsList = document.getElementById("conversations-list"); const currentConversationTitleEl = document.getElementById("current-conversation-title"); const currentConversationClassificationsEl = document.getElementById("current-conversation-classifications"); @@ -96,6 +97,9 @@ function enterSelectionMode() { if (hideSelectedBtn) { hideSelectedBtn.style.display = "block"; } + if (exportSelectedBtn) { + exportSelectedBtn.style.display = "block"; + } // Only reload conversations if we're transitioning from inactive to active // This shows hidden conversations in selection mode @@ -129,6 +133,9 @@ function exitSelectionMode() { if (hideSelectedBtn) { hideSelectedBtn.style.display = "none"; } + if (exportSelectedBtn) { + exportSelectedBtn.style.display = "none"; + } // Clear any selections selectedConversations.clear(); @@ -503,6 +510,14 @@ export function createConversationItem(convo) { selectA.href = "#"; selectA.innerHTML = 'Select'; selectLi.appendChild(selectA); + + // Add Export option + const exportLi = document.createElement("li"); + const exportA = document.createElement("a"); + exportA.classList.add("dropdown-item", "export-btn"); + exportA.href = "#"; + exportA.innerHTML = 'Export'; + exportLi.appendChild(exportA); const editLi = document.createElement("li"); const editA = document.createElement("a"); @@ -522,6 +537,8 @@ export function createConversationItem(convo) { dropdownMenu.appendChild(pinLi); dropdownMenu.appendChild(hideLi); dropdownMenu.appendChild(selectLi); + dropdownMenu.appendChild(exportLi); + dropdownMenu.appendChild(editLi); dropdownMenu.appendChild(deleteLi); rightDiv.appendChild(dropdownBtn); @@ -571,6 +588,16 @@ export function createConversationItem(convo) { enterSelectionMode(); }); + // Add event listener for the Export button + exportA.addEventListener("click", (event) => { + event.preventDefault(); + event.stopPropagation(); + closeDropdownMenu(dropdownBtn); + if (window.chatExport && window.chatExport.openExportWizard) { + window.chatExport.openExportWizard([convo.id], true); + } + }); + // Add event listener for the Pin button pinA.addEventListener("click", (event) => { event.preventDefault(); @@ -1423,6 +1450,17 @@ if (hideSelectedBtn) { hideSelectedBtn.addEventListener("click", bulkHideConversations); } +if (exportSelectedBtn) { + exportSelectedBtn.addEventListener("click", () => { + if (window.chatExport && window.chatExport.openExportWizard) { + const selectedIds = Array.from(selectedConversations); + if (selectedIds.length > 0) { + window.chatExport.openExportWizard(selectedIds, false); + } + } + }); +} + // Helper function to set show hidden conversations state and return a promise export function setShowHiddenConversations(value) { showHiddenConversations = value; diff --git a/application/single_app/static/js/chat/chat-export.js b/application/single_app/static/js/chat/chat-export.js new file mode 100644 index 00000000..269cbfe0 --- /dev/null +++ b/application/single_app/static/js/chat/chat-export.js @@ -0,0 +1,517 @@ +// chat-export.js +import { showToast } from "./chat-toast.js"; + +'use strict'; + +/** + * Conversation Export Wizard Module + * + * Provides a multi-step modal wizard for exporting conversations + * in JSON or Markdown format with single-file or ZIP packaging. + */ + +// --- Wizard State --- +let exportConversationIds = []; +let exportConversationTitles = {}; +let exportFormat = 'json'; +let exportPackaging = 'single'; +let currentStep = 1; +let totalSteps = 3; +let skipSelectionStep = false; + +// Modal reference +let exportModal = null; + +// --- DOM Helpers --- +function getEl(id) { + return document.getElementById(id); +} + +// --- Initialize --- +document.addEventListener('DOMContentLoaded', () => { + const modalEl = getEl('export-wizard-modal'); + if (modalEl) { + exportModal = new bootstrap.Modal(modalEl); + } +}); + +// --- Public Entry Point --- + +/** + * Open the export wizard. + * @param {string[]} conversationIds - Array of conversation IDs to export. + * @param {boolean} skipSelection - If true, skip step 1 (review) and start at format choice. + */ +function openExportWizard(conversationIds, skipSelection) { + if (!conversationIds || conversationIds.length === 0) { + showToast('No conversations selected for export.', 'warning'); + return; + } + + // Reset state + exportConversationIds = [...conversationIds]; + exportConversationTitles = {}; + exportFormat = 'json'; + exportPackaging = conversationIds.length > 1 ? 'zip' : 'single'; + skipSelectionStep = !!skipSelection; + + // Determine step configuration + if (skipSelectionStep) { + totalSteps = 3; + currentStep = 1; // Format step (mapped to visual step) + } else { + totalSteps = 4; + currentStep = 1; // Selection review step + } + + // Initialize the modal if not already + if (!exportModal) { + const modalEl = getEl('export-wizard-modal'); + if (modalEl) { + exportModal = new bootstrap.Modal(modalEl); + } + } + + if (!exportModal) { + showToast('Export wizard not available.', 'danger'); + return; + } + + // Load conversation titles, then show the modal + _loadConversationTitles().then(() => { + _renderCurrentStep(); + _updateStepIndicators(); + _updateNavigationButtons(); + exportModal.show(); + }); +} + +// --- Step Navigation --- + +function nextStep() { + if (currentStep < totalSteps) { + currentStep++; + _renderCurrentStep(); + _updateStepIndicators(); + _updateNavigationButtons(); + } +} + +function prevStep() { + if (currentStep > 1) { + currentStep--; + _renderCurrentStep(); + _updateStepIndicators(); + _updateNavigationButtons(); + } +} + +// --- Data Loading --- + +async function _loadConversationTitles() { + try { + const response = await fetch('/api/get_conversations'); + if (!response.ok) throw new Error('Failed to fetch conversations'); + const data = await response.json(); + const conversations = data.conversations || []; + exportConversationTitles = {}; + conversations.forEach(c => { + if (exportConversationIds.includes(c.id)) { + exportConversationTitles[c.id] = c.title || 'Untitled'; + } + }); + // Fill in any missing titles + exportConversationIds.forEach(id => { + if (!exportConversationTitles[id]) { + exportConversationTitles[id] = 'Untitled Conversation'; + } + }); + } catch (err) { + console.error('Error loading conversation titles for export:', err); + // Use placeholder titles + exportConversationIds.forEach(id => { + exportConversationTitles[id] = exportConversationTitles[id] || 'Conversation'; + }); + } +} + +// --- Step Rendering --- + +function _renderCurrentStep() { + const stepBody = getEl('export-wizard-body'); + if (!stepBody) return; + + if (skipSelectionStep) { + // Steps: 1=Format, 2=Packaging, 3=Download + switch (currentStep) { + case 1: _renderFormatStep(stepBody); break; + case 2: _renderPackagingStep(stepBody); break; + case 3: _renderDownloadStep(stepBody); break; + } + } else { + // Steps: 1=Selection, 2=Format, 3=Packaging, 4=Download + switch (currentStep) { + case 1: _renderSelectionStep(stepBody); break; + case 2: _renderFormatStep(stepBody); break; + case 3: _renderPackagingStep(stepBody); break; + case 4: _renderDownloadStep(stepBody); break; + } + } +} + +function _renderSelectionStep(container) { + const count = exportConversationIds.length; + let listHtml = ''; + exportConversationIds.forEach(id => { + const title = _escapeHtml(exportConversationTitles[id] || 'Untitled'); + listHtml += ` +
+
+ + ${title} +
+ +
`; + }); + + container.innerHTML = ` +
+
Review Conversations
+

You have ${count} conversation${count !== 1 ? 's' : ''} selected for export. Remove any you don't want to include.

+
+
+ ${listHtml || '
No conversations selected
'} +
`; + + // Wire remove buttons + container.querySelectorAll('.export-remove-btn').forEach(btn => { + btn.addEventListener('click', (e) => { + e.preventDefault(); + const removeId = btn.dataset.id; + exportConversationIds = exportConversationIds.filter(id => id !== removeId); + delete exportConversationTitles[removeId]; + if (exportConversationIds.length === 0) { + showToast('All conversations removed. Closing export wizard.', 'warning'); + exportModal.hide(); + return; + } + _renderSelectionStep(container); + _updateNavigationButtons(); + }); + }); +} + +function _renderFormatStep(container) { + container.innerHTML = ` +
+
Choose Export Format
+

Select the format for your exported conversations.

+
+
+
+
+
+ +
JSON
+

Structured data format. Ideal for programmatic analysis or re-import.

+
+
+
+
+
+
+ +
Markdown
+

Human-readable format. Great for documentation and sharing.

+
+
+
+
`; + + // Wire card clicks + container.querySelectorAll('.action-type-card[data-format]').forEach(card => { + card.addEventListener('click', () => { + exportFormat = card.dataset.format; + container.querySelectorAll('.action-type-card[data-format]').forEach(c => c.classList.remove('selected')); + card.classList.add('selected'); + }); + card.addEventListener('keydown', (e) => { + if (e.key === 'Enter' || e.key === ' ') { + e.preventDefault(); + card.click(); + } + }); + }); +} + +function _renderPackagingStep(container) { + const count = exportConversationIds.length; + const singleDesc = count > 1 + ? 'All conversations combined into one file.' + : 'Export as a single file.'; + const zipDesc = count > 1 + ? 'Each conversation in a separate file, bundled in a ZIP archive.' + : 'Single conversation wrapped in a ZIP archive.'; + + container.innerHTML = ` +
+
Choose Output Packaging
+

Select how the exported file(s) should be packaged.

+
+
+
+
+
+ +
Single File
+

${singleDesc}

+
+
+
+
+
+
+ +
ZIP Archive
+

${zipDesc}

+
+
+
+
`; + + // Wire card clicks + container.querySelectorAll('.action-type-card[data-packaging]').forEach(card => { + card.addEventListener('click', () => { + exportPackaging = card.dataset.packaging; + container.querySelectorAll('.action-type-card[data-packaging]').forEach(c => c.classList.remove('selected')); + card.classList.add('selected'); + }); + card.addEventListener('keydown', (e) => { + if (e.key === 'Enter' || e.key === ' ') { + e.preventDefault(); + card.click(); + } + }); + }); +} + +function _renderDownloadStep(container) { + const count = exportConversationIds.length; + const formatLabel = exportFormat === 'json' ? 'JSON' : 'Markdown'; + const packagingLabel = exportPackaging === 'zip' ? 'ZIP Archive' : 'Single File'; + const ext = exportPackaging === 'zip' ? '.zip' : (exportFormat === 'json' ? '.json' : '.md'); + + let conversationsList = ''; + exportConversationIds.forEach(id => { + const title = _escapeHtml(exportConversationTitles[id] || 'Untitled'); + conversationsList += `
  • ${title}
    • `; + }); + + container.innerHTML = ` +
    +
    Ready to Export
    +

    Review your export settings and click Download.

    +
    +
    +
    +
    +
    Conversations:
    +
    ${count} conversation${count !== 1 ? 's' : ''}
    +
    +
    +
    Format:
    +
    ${formatLabel}
    +
    +
    +
    Packaging:
    +
    ${packagingLabel}
    +
    +
    +
    File type:
    +
    ${ext}
    +
    +
    +
    +
    + +
    +
    + +
    +
    `; + + // Wire download button + const downloadBtn = getEl('export-download-btn'); + if (downloadBtn) { + downloadBtn.addEventListener('click', _executeExport); + } +} + +// --- Step Indicator & Navigation --- + +function _updateStepIndicators() { + const stepsContainer = getEl('export-steps-container'); + if (!stepsContainer) return; + + let steps; + if (skipSelectionStep) { + steps = [ + { label: 'Format', icon: 'bi-filetype-json' }, + { label: 'Packaging', icon: 'bi-box' }, + { label: 'Download', icon: 'bi-download' } + ]; + } else { + steps = [ + { label: 'Select', icon: 'bi-list-check' }, + { label: 'Format', icon: 'bi-filetype-json' }, + { label: 'Packaging', icon: 'bi-box' }, + { label: 'Download', icon: 'bi-download' } + ]; + } + + let html = ''; + steps.forEach((step, index) => { + const stepNum = index + 1; + let circleClass = 'step-circle'; + let indicatorClass = 'step-indicator'; + if (stepNum < currentStep) { + circleClass += ' completed'; + indicatorClass += ' completed'; + } else if (stepNum === currentStep) { + circleClass += ' active'; + indicatorClass += ' active'; + } + + // Add connector line between steps + const connector = index < steps.length - 1 + ? '
    ' + : ''; + + html += ` +
    +
    ${stepNum < currentStep ? '' : stepNum}
    +
    ${step.label}
    + ${connector} +
    `; + }); + + stepsContainer.innerHTML = html; +} + +function _updateNavigationButtons() { + const prevBtn = getEl('export-prev-btn'); + const nextBtn = getEl('export-next-btn'); + + if (prevBtn) { + prevBtn.style.display = currentStep > 1 ? 'inline-block' : 'none'; + prevBtn.onclick = prevStep; + } + + if (nextBtn) { + const isLastStep = currentStep === totalSteps; + nextBtn.style.display = isLastStep ? 'none' : 'inline-block'; + nextBtn.onclick = nextStep; + + // Validate selection step — need at least 1 conversation + if (!skipSelectionStep && currentStep === 1 && exportConversationIds.length === 0) { + nextBtn.disabled = true; + } else { + nextBtn.disabled = false; + } + } +} + +// --- Export Execution --- + +async function _executeExport() { + const downloadBtn = getEl('export-download-btn'); + const statusDiv = getEl('export-download-status'); + + if (downloadBtn) { + downloadBtn.disabled = true; + downloadBtn.innerHTML = 'Generating export...'; + } + if (statusDiv) { + statusDiv.innerHTML = 'This may take a moment for large conversations...'; + } + + try { + const response = await fetch('/api/conversations/export', { + method: 'POST', + headers: { 'Content-Type': 'application/json' }, + body: JSON.stringify({ + conversation_ids: exportConversationIds, + format: exportFormat, + packaging: exportPackaging + }) + }); + + if (!response.ok) { + const errData = await response.json().catch(() => ({})); + throw new Error(errData.error || `Server responded with status ${response.status}`); + } + + // Get filename from Content-Disposition header + const disposition = response.headers.get('Content-Disposition') || ''; + const filenameMatch = disposition.match(/filename="?([^"]+)"?/); + const filename = filenameMatch ? filenameMatch[1] : `conversations_export.${exportPackaging === 'zip' ? 'zip' : (exportFormat === 'json' ? 'json' : 'md')}`; + + // Download the blob + const blob = await response.blob(); + const url = window.URL.createObjectURL(blob); + const a = document.createElement('a'); + a.href = url; + a.download = filename; + document.body.appendChild(a); + a.click(); + window.URL.revokeObjectURL(url); + document.body.removeChild(a); + + if (downloadBtn) { + downloadBtn.disabled = false; + downloadBtn.innerHTML = 'Downloaded!'; + downloadBtn.classList.remove('btn-primary'); + downloadBtn.classList.add('btn-success'); + } + if (statusDiv) { + statusDiv.innerHTML = 'Export downloaded successfully.'; + } + + showToast('Conversations exported successfully.', 'success'); + + // Auto-close modal after a short delay + setTimeout(() => { + if (exportModal) exportModal.hide(); + }, 1500); + + } catch (err) { + console.error('Export error:', err); + if (downloadBtn) { + downloadBtn.disabled = false; + downloadBtn.innerHTML = 'Retry Download'; + } + if (statusDiv) { + statusDiv.innerHTML = `Error: ${_escapeHtml(err.message)}`; + } + showToast(`Export failed: ${err.message}`, 'danger'); + } +} + +// --- Utility --- + +function _escapeHtml(text) { + const div = document.createElement('div'); + div.textContent = text; + return div.innerHTML; +} + +// --- Expose Globally --- +window.chatExport = { + openExportWizard +}; diff --git a/application/single_app/static/js/chat/chat-sidebar-conversations.js b/application/single_app/static/js/chat/chat-sidebar-conversations.js index c8bd3729..4e89144f 100644 --- a/application/single_app/static/js/chat/chat-sidebar-conversations.js +++ b/application/single_app/static/js/chat/chat-sidebar-conversations.js @@ -155,6 +155,7 @@ function createSidebarConversationItem(convo) {
  • ${isPinned ? 'Unpin' : 'Pin'}
  • ${isHidden ? 'Unhide' : 'Hide'}
  • Select
    • +
  • Export
  • Edit title
  • Delete
    • @@ -285,6 +286,7 @@ function createSidebarConversationItem(convo) { const pinBtn = convoItem.querySelector('.pin-btn'); const hideBtn = convoItem.querySelector('.hide-btn'); const selectBtn = convoItem.querySelector('.select-btn'); + const exportBtn = convoItem.querySelector('.export-btn'); const editBtn = convoItem.querySelector('.edit-btn'); const deleteBtn = convoItem.querySelector('.delete-btn'); @@ -400,6 +402,25 @@ function createSidebarConversationItem(convo) { }); } + if (exportBtn) { + exportBtn.addEventListener('click', (e) => { + e.preventDefault(); + e.stopPropagation(); + // Close dropdown after action + const dropdownBtn = convoItem.querySelector('[data-bs-toggle="dropdown"]'); + if (dropdownBtn) { + const dropdownInstance = bootstrap.Dropdown.getInstance(dropdownBtn); + if (dropdownInstance) { + dropdownInstance.hide(); + } + } + // Open export wizard for this single conversation + if (window.chatExport && window.chatExport.openExportWizard) { + window.chatExport.openExportWizard([convo.id], true); + } + }); + } + if (editBtn) { editBtn.addEventListener('click', (e) => { e.preventDefault(); @@ -523,6 +544,7 @@ export function setSidebarSelectionMode(isActive) { if (isActive) { conversationsToggle.style.color = '#856404'; conversationsToggle.style.fontWeight = '600'; + conversationsToggle.classList.add('selection-active'); conversationsActions.style.display = 'flex !important'; conversationsActions.style.setProperty('display', 'flex', 'important'); // Hide the search and eye buttons in selection mode @@ -564,6 +586,7 @@ export function setSidebarSelectionMode(isActive) { } else { conversationsToggle.style.color = ''; conversationsToggle.style.fontWeight = ''; + conversationsToggle.classList.remove('selection-active'); conversationsActions.style.display = 'none !important'; conversationsActions.style.setProperty('display', 'none', 'important'); if (sidebarDeleteBtn) { @@ -575,6 +598,10 @@ export function setSidebarSelectionMode(isActive) { if (sidebarHideBtn) { sidebarHideBtn.style.display = 'none'; } + const sidebarExportBtn = document.getElementById('sidebar-export-selected-btn'); + if (sidebarExportBtn) { + sidebarExportBtn.style.display = 'none'; + } // Show the search and eye buttons again when exiting selection mode if (sidebarSettingsBtn) { sidebarSettingsBtn.style.display = 'inline-block'; @@ -596,6 +623,7 @@ export function updateSidebarDeleteButton(selectedCount) { const sidebarDeleteBtn = document.getElementById('sidebar-delete-selected-btn'); const sidebarPinBtn = document.getElementById('sidebar-pin-selected-btn'); const sidebarHideBtn = document.getElementById('sidebar-hide-selected-btn'); + const sidebarExportBtn = document.getElementById('sidebar-export-selected-btn'); if (selectedCount > 0) { if (sidebarDeleteBtn) { @@ -610,6 +638,10 @@ export function updateSidebarDeleteButton(selectedCount) { sidebarHideBtn.style.display = 'inline-flex'; sidebarHideBtn.title = `Hide ${selectedCount} selected conversation${selectedCount > 1 ? 's' : ''}`; } + if (sidebarExportBtn) { + sidebarExportBtn.style.display = 'inline-flex'; + sidebarExportBtn.title = `Export ${selectedCount} selected conversation${selectedCount > 1 ? 's' : ''}`; + } } else { if (sidebarDeleteBtn) { sidebarDeleteBtn.style.display = 'none'; @@ -620,6 +652,9 @@ export function updateSidebarDeleteButton(selectedCount) { if (sidebarHideBtn) { sidebarHideBtn.style.display = 'none'; } + if (sidebarExportBtn) { + sidebarExportBtn.style.display = 'none'; + } } } @@ -821,6 +856,22 @@ document.addEventListener('DOMContentLoaded', () => { }); } + // Handle sidebar export selected button click + const sidebarExportBtn = document.getElementById('sidebar-export-selected-btn'); + if (sidebarExportBtn) { + sidebarExportBtn.addEventListener('click', (e) => { + e.preventDefault(); + e.stopPropagation(); + // Open export wizard for selected conversations + if (window.chatExport && window.chatExport.openExportWizard && window.chatConversations && window.chatConversations.getSelectedConversations) { + const selectedIds = window.chatConversations.getSelectedConversations(); + if (selectedIds && selectedIds.length > 0) { + window.chatExport.openExportWizard(Array.from(selectedIds), false); + } + } + }); + } + // Handle sidebar settings button click (toggle show/hide hidden conversations) const sidebarSettingsBtn = document.getElementById('sidebar-conversations-settings-btn'); if (sidebarSettingsBtn) { diff --git a/application/single_app/static/js/group/manage_group.js b/application/single_app/static/js/group/manage_group.js index 228c81c1..8a37d070 100644 --- a/application/single_app/static/js/group/manage_group.js +++ b/application/single_app/static/js/group/manage_group.js @@ -117,6 +117,14 @@ $(document).ready(function () { loadActivityTimeline(limit); }); + // Retention policy settings + $("#saveRetentionBtn").on("click", function () { + saveGroupRetentionSettings(); + }); + $('#settings-tab').on('shown.bs.tab', function () { + loadGroupRetentionSettings(); + }); + // Bulk Actions Events $("#selectAllMembers").on("change", function () { const isChecked = $(this).prop("checked"); @@ -321,14 +329,16 @@ function loadGroupInfo(doneCallback) { $("#addMemberBtn").show(); $("#addBulkMemberBtn").show(); } - + $("#pendingRequestsSection").show(); $("#activityTimelineSection").show(); $("#stats-tab-item").show(); + $("#settings-tab-item").removeClass("d-none"); loadPendingRequests(); loadGroupStats(); loadActivityTimeline(50); + loadGroupRetentionSettings(); } if (typeof doneCallback === "function") { @@ -1422,7 +1432,7 @@ async function bulkAssignRole() { async function bulkRemoveMembers() { const selectedMembers = getSelectedMembers(); - + if (selectedMembers.length === 0) { alert("No members selected"); return; @@ -1430,21 +1440,21 @@ async function bulkRemoveMembers() { // Close modal $("#bulkRemoveMembersModal").modal("hide"); - + let successCount = 0; let failedCount = 0; const failures = []; for (let i = 0; i < selectedMembers.length; i++) { const member = selectedMembers[i]; - + try { const response = await fetch(`/api/groups/${groupId}/members/${member.userId}`, { method: 'DELETE' }); const data = await response.json(); - + if (response.ok && data.success) { successCount++; } else { @@ -1470,3 +1480,102 @@ async function bulkRemoveMembers() { // Reload members and clear selection loadMembers(); } + +/* ===================== GROUP RETENTION POLICY ===================== */ + +async function loadGroupRetentionSettings() { + const convSelect = document.getElementById('group-conversation-retention-days'); + const docSelect = document.getElementById('group-document-retention-days'); + + if (!convSelect || !docSelect) return; + + try { + const orgDefaultsResp = await fetch('/api/retention-policy/defaults/group'); + const orgData = await orgDefaultsResp.json(); + + if (orgData.success) { + const convDefaultOption = convSelect.querySelector('option[value="default"]'); + const docDefaultOption = docSelect.querySelector('option[value="default"]'); + + if (convDefaultOption) { + convDefaultOption.textContent = `Using organization default (${orgData.default_conversation_label})`; + } + if (docDefaultOption) { + docDefaultOption.textContent = `Using organization default (${orgData.default_document_label})`; + } + } + } catch (error) { + console.error('Error loading group retention defaults:', error); + } + + try { + const groupResp = await fetch(`/api/groups/${groupId}`); + + if (!groupResp.ok) { + throw new Error(`Failed to fetch group: ${groupResp.status}`); + } + + const groupData = await groupResp.json(); + + if (groupData && groupData.retention_policy) { + const retentionPolicy = groupData.retention_policy; + let convRetention = retentionPolicy.conversation_retention_days; + let docRetention = retentionPolicy.document_retention_days; + + if (convRetention === undefined || convRetention === null) convRetention = 'default'; + if (docRetention === undefined || docRetention === null) docRetention = 'default'; + + convSelect.value = convRetention; + docSelect.value = docRetention; + } else { + convSelect.value = 'default'; + docSelect.value = 'default'; + } + } catch (error) { + console.error('Error loading group retention settings:', error); + convSelect.value = 'default'; + docSelect.value = 'default'; + } +} + +async function saveGroupRetentionSettings() { + const convSelect = document.getElementById('group-conversation-retention-days'); + const docSelect = document.getElementById('group-document-retention-days'); + const statusSpan = document.getElementById('group-retention-save-status'); + + if (!convSelect || !docSelect) return; + + const retentionData = { + conversation_retention_days: convSelect.value, + document_retention_days: docSelect.value + }; + + if (statusSpan) { + statusSpan.innerHTML = ' Saving...'; + } + + try { + const response = await fetch(`/api/retention-policy/group/${groupId}`, { + method: 'POST', + headers: { 'Content-Type': 'application/json' }, + body: JSON.stringify(retentionData) + }); + + const data = await response.json(); + + if (response.ok && data.success) { + if (statusSpan) { + statusSpan.innerHTML = ' Saved successfully!'; + setTimeout(() => { statusSpan.innerHTML = ''; }, 3000); + } + } else { + throw new Error(data.error || 'Failed to save retention settings'); + } + } catch (error) { + console.error('Error saving group retention settings:', error); + if (statusSpan) { + statusSpan.innerHTML = ` Error: ${error.message}`; + } + showToast(`Error saving retention settings: ${error.message}`, 'danger'); + } +} diff --git a/application/single_app/static/js/public/manage_public_workspace.js b/application/single_app/static/js/public/manage_public_workspace.js index 3b31ce9b..eed59fb2 100644 --- a/application/single_app/static/js/public/manage_public_workspace.js +++ b/application/single_app/static/js/public/manage_public_workspace.js @@ -20,6 +20,14 @@ $(document).ready(function () { loadWorkspaceStats(); }); + // Retention policy settings + $("#savePublicRetentionBtn").on("click", function () { + savePublicRetentionSettings(); + }); + $('#settings-tab').on('shown.bs.tab', function () { + loadPublicRetentionSettings(); + }); + // Activity timeline pagination $('input[name="activityLimit"]').on('change', function() { const limit = parseInt($(this).val()); @@ -281,7 +289,9 @@ function loadWorkspaceInfo(callback) { $("#addBulkMemberBtn").show(); $("#pendingRequestsSection").show(); $("#activityTimelineSection").show(); + $("#settings-tab-item").removeClass("d-none"); loadPendingRequests(); + loadPublicRetentionSettings(); } if (callback) callback(); @@ -1244,7 +1254,7 @@ async function bulkAssignRole() { async function bulkRemoveMembers() { const selectedMembers = getSelectedMembers(); - + if (selectedMembers.length === 0) { alert("No members selected"); return; @@ -1252,21 +1262,21 @@ async function bulkRemoveMembers() { // Close modal $("#bulkRemoveMembersModal").modal("hide"); - + let successCount = 0; let failedCount = 0; const failures = []; for (let i = 0; i < selectedMembers.length; i++) { const member = selectedMembers[i]; - + try { const response = await fetch(`/api/public_workspaces/${workspaceId}/members/${member.userId}`, { method: 'DELETE' }); const data = await response.json(); - + if (response.ok && data.success) { successCount++; } else { @@ -1293,3 +1303,101 @@ async function bulkRemoveMembers() { loadMembers(); } +/* ===================== PUBLIC RETENTION POLICY ===================== */ + +async function loadPublicRetentionSettings() { + const convSelect = document.getElementById('public-conversation-retention-days'); + const docSelect = document.getElementById('public-document-retention-days'); + + if (!convSelect || !docSelect) return; + + try { + const orgDefaultsResp = await fetch('/api/retention-policy/defaults/public'); + const orgData = await orgDefaultsResp.json(); + + if (orgData.success) { + const convDefaultOption = convSelect.querySelector('option[value="default"]'); + const docDefaultOption = docSelect.querySelector('option[value="default"]'); + + if (convDefaultOption) { + convDefaultOption.textContent = `Using organization default (${orgData.default_conversation_label})`; + } + if (docDefaultOption) { + docDefaultOption.textContent = `Using organization default (${orgData.default_document_label})`; + } + } + } catch (error) { + console.error('Error loading public workspace retention defaults:', error); + } + + try { + const workspaceResp = await fetch(`/api/public_workspaces/${workspaceId}`); + + if (!workspaceResp.ok) { + throw new Error(`Failed to fetch workspace: ${workspaceResp.status}`); + } + + const workspaceData = await workspaceResp.json(); + + if (workspaceData && workspaceData.retention_policy) { + const retentionPolicy = workspaceData.retention_policy; + let convRetention = retentionPolicy.conversation_retention_days; + let docRetention = retentionPolicy.document_retention_days; + + if (convRetention === undefined || convRetention === null) convRetention = 'default'; + if (docRetention === undefined || docRetention === null) docRetention = 'default'; + + convSelect.value = convRetention; + docSelect.value = docRetention; + } else { + convSelect.value = 'default'; + docSelect.value = 'default'; + } + } catch (error) { + console.error('Error loading public workspace retention settings:', error); + convSelect.value = 'default'; + docSelect.value = 'default'; + } +} + +async function savePublicRetentionSettings() { + const convSelect = document.getElementById('public-conversation-retention-days'); + const docSelect = document.getElementById('public-document-retention-days'); + const statusSpan = document.getElementById('public-retention-save-status'); + + if (!convSelect || !docSelect) return; + + const retentionData = { + conversation_retention_days: convSelect.value, + document_retention_days: docSelect.value + }; + + if (statusSpan) { + statusSpan.innerHTML = ' Saving...'; + } + + try { + const response = await fetch(`/api/retention-policy/public/${workspaceId}`, { + method: 'POST', + headers: { 'Content-Type': 'application/json' }, + body: JSON.stringify(retentionData) + }); + + const data = await response.json(); + + if (response.ok && data.success) { + if (statusSpan) { + statusSpan.innerHTML = ' Saved successfully!'; + setTimeout(() => { statusSpan.innerHTML = ''; }, 3000); + } + } else { + throw new Error(data.error || 'Failed to save retention settings'); + } + } catch (error) { + console.error('Error saving public workspace retention settings:', error); + if (statusSpan) { + statusSpan.innerHTML = ` Error: ${error.message}`; + } + alert(`Error saving retention settings: ${error.message}`); + } +} diff --git a/application/single_app/static/js/public/public_workspace.js b/application/single_app/static/js/public/public_workspace.js index dc6770a0..72e2a3ff 100644 --- a/application/single_app/static/js/public/public_workspace.js +++ b/application/single_app/static/js/public/public_workspace.js @@ -327,135 +327,10 @@ function updateWorkspaceUIBasedOnStatus(status) { } } -// ===================== PUBLIC RETENTION POLICY ===================== - -async function loadPublicRetentionSettings() { - if (!activePublicId) return; - - const convSelect = document.getElementById('public-conversation-retention-days'); - const docSelect = document.getElementById('public-document-retention-days'); - - if (!convSelect || !docSelect) return; // Settings tab not available - - console.log('Loading public workspace retention settings for:', activePublicId); - - try { - // Fetch organization defaults for public workspace retention - const orgDefaultsResp = await fetch('/api/retention-policy/defaults/public'); - const orgData = await orgDefaultsResp.json(); - - if (orgData.success) { - const convDefaultOption = convSelect.querySelector('option[value="default"]'); - const docDefaultOption = docSelect.querySelector('option[value="default"]'); - - if (convDefaultOption) { - convDefaultOption.textContent = `Using organization default (${orgData.default_conversation_label})`; - } - if (docDefaultOption) { - docDefaultOption.textContent = `Using organization default (${orgData.default_document_label})`; - } - console.log('Loaded org defaults:', orgData); - } - } catch (error) { - console.error('Error loading public workspace retention defaults:', error); - } - - // Load current public workspace's retention policy settings - try { - const workspaceResp = await fetch(`/api/public_workspaces/${activePublicId}`); - - if (!workspaceResp.ok) { - throw new Error(`Failed to fetch workspace: ${workspaceResp.status}`); - } - - const workspaceData = await workspaceResp.json(); - console.log('Loaded workspace data:', workspaceData); - - // API returns workspace object directly (not wrapped in success/workspace) - if (workspaceData && workspaceData.retention_policy) { - const retentionPolicy = workspaceData.retention_policy; - let convRetention = retentionPolicy.conversation_retention_days; - let docRetention = retentionPolicy.document_retention_days; - - console.log('Found retention policy:', retentionPolicy); - - // If undefined, use 'default' - if (convRetention === undefined || convRetention === null) convRetention = 'default'; - if (docRetention === undefined || docRetention === null) docRetention = 'default'; - - convSelect.value = convRetention; - docSelect.value = docRetention; - console.log('Set retention values to:', { conv: convRetention, doc: docRetention }); - } else { - // Set to organization default if no retention policy set - console.log('No retention policy found, using defaults'); - convSelect.value = 'default'; - docSelect.value = 'default'; - } - } catch (error) { - console.error('Error loading public workspace retention settings:', error); - // Set defaults on error - convSelect.value = 'default'; - docSelect.value = 'default'; - } -} - -async function savePublicRetentionSettings() { - if (!activePublicId) { - showToast('No active public workspace selected.', 'warning'); - return; - } - - const convSelect = document.getElementById('public-conversation-retention-days'); - const docSelect = document.getElementById('public-document-retention-days'); - const statusSpan = document.getElementById('public-retention-save-status'); - - if (!convSelect || !docSelect) return; - - const retentionData = { - conversation_retention_days: convSelect.value, - document_retention_days: docSelect.value - }; - - console.log('Saving public workspace retention settings:', retentionData); - - // Show saving status - if (statusSpan) { - statusSpan.innerHTML = ' Saving...'; - } - - try { - const response = await fetch(`/api/retention-policy/public/${activePublicId}`, { - method: 'POST', - headers: { 'Content-Type': 'application/json' }, - body: JSON.stringify(retentionData) - }); - - const data = await response.json(); - console.log('Save response:', data); - - if (response.ok && data.success) { - if (statusSpan) { - statusSpan.innerHTML = ' Saved successfully!'; - setTimeout(() => { statusSpan.innerHTML = ''; }, 3000); - } - console.log('Public workspace retention settings saved successfully'); - } else { - throw new Error(data.error || 'Failed to save retention settings'); - } - } catch (error) { - console.error('Error saving public workspace retention settings:', error); - if (statusSpan) { - statusSpan.innerHTML = ` Error: ${error.message}`; - } - showToast(`Error saving retention settings: ${error.message}`, 'danger'); - } -} - function loadActivePublicData(){ const activeTab = document.querySelector('#publicWorkspaceTab .nav-link.active').dataset.bsTarget; if(activeTab==='#public-docs-tab') fetchPublicDocs(); else fetchPublicPrompts(); - updatePublicRoleDisplay(); updatePublicPromptsRoleUI(); updateWorkspaceStatusAlert(); loadPublicRetentionSettings(); + updatePublicRoleDisplay(); updatePublicPromptsRoleUI(); updateWorkspaceStatusAlert(); } async function fetchPublicDocs(){ diff --git a/application/single_app/templates/_sidebar_nav.html b/application/single_app/templates/_sidebar_nav.html index 2f169573..a0bceee8 100644 --- a/application/single_app/templates/_sidebar_nav.html +++ b/application/single_app/templates/_sidebar_nav.html @@ -573,15 +573,18 @@
    - - - +
    diff --git a/application/single_app/templates/_sidebar_short_nav.html b/application/single_app/templates/_sidebar_short_nav.html index 954eab25..34413abc 100644 --- a/application/single_app/templates/_sidebar_short_nav.html +++ b/application/single_app/templates/_sidebar_short_nav.html @@ -43,6 +43,9 @@ + diff --git a/application/single_app/templates/chats.html b/application/single_app/templates/chats.html index 37c8c27d..b6c212cc 100644 --- a/application/single_app/templates/chats.html +++ b/application/single_app/templates/chats.html @@ -246,6 +246,9 @@
    Conversations
    + + +
    + +
    + +
    + +
    + +
    +
    +
    + + +
    + + + +
    @@ -1038,6 +1073,7 @@

    Group Workspace

    {% endif %} - {% if app_settings.enable_retention_policy_group %} - - {% endif %} @@ -862,78 +846,6 @@

    Group Workspace

    {% endif %} - {% if app_settings.enable_retention_policy_group %} - -
    -
    -
    Retention Policy Settings
    -

    Configure how long to keep conversations and documents in this group workspace. Items older than the specified period will be automatically deleted.

    - -
    - - Default: You can use the organization default or set a custom retention period. Choose "No automatic deletion" to keep items indefinitely. -
    - -
    -
    - - - Conversations older than this will be automatically deleted. -
    - -
    - - - Documents older than this will be automatically deleted. -
    -
    - -
    - - -
    - -
    - - Important: Deleted conversations will be archived if archiving is enabled. All deletions are logged in activity history. -
    -
    -
    - - {% endif %} @@ -2553,7 +2465,6 @@ // Update UI elements dependent on role (applies to both tabs potentially) updateRoleDisplay(); updateGroupPromptsRoleUI(); // This is specific to prompts tab UI elements - loadGroupRetentionSettings(); // Load retention settings } function updateRoleDisplay() { @@ -2585,140 +2496,9 @@ uploadSection.style.display = showUpload ? "block" : "none"; if (uploadHr) uploadHr.style.display = showUpload ? "block" : "none"; - // Control visibility of Settings tab (only for Owners and Admins) - const settingsTabNav = document.getElementById('group-settings-tab-nav'); - const canManageSettings = ['Owner', 'Admin'].includes(userRoleInActiveGroup); - if (settingsTabNav) { - settingsTabNav.classList.toggle('d-none', !canManageSettings); - } - notifyGroupWorkspaceContext(); } - /* ===================== GROUP RETENTION POLICY ===================== */ - - async function loadGroupRetentionSettings() { - if (!activeGroupId) return; - - const convSelect = document.getElementById('group-conversation-retention-days'); - const docSelect = document.getElementById('group-document-retention-days'); - - if (!convSelect || !docSelect) return; // Settings tab not available - - console.log('Loading group retention settings for:', activeGroupId); - - try { - // Fetch organization defaults for group retention - const orgDefaultsResp = await fetch('/api/retention-policy/defaults/group'); - const orgData = await orgDefaultsResp.json(); - - if (orgData.success) { - const convDefaultOption = convSelect.querySelector('option[value="default"]'); - const docDefaultOption = docSelect.querySelector('option[value="default"]'); - - if (convDefaultOption) { - convDefaultOption.textContent = `Using organization default (${orgData.default_conversation_label})`; - } - if (docDefaultOption) { - docDefaultOption.textContent = `Using organization default (${orgData.default_document_label})`; - } - console.log('Loaded org defaults:', orgData); - } - } catch (error) { - console.error('Error loading group retention defaults:', error); - } - - // Load current group's retention policy settings - try { - const groupResp = await fetch(`/api/groups/${activeGroupId}`); - - if (!groupResp.ok) { - throw new Error(`Failed to fetch group: ${groupResp.status}`); - } - - const groupData = await groupResp.json(); - console.log('Loaded group data:', groupData); - - // API returns group object directly (not wrapped in success/group) - if (groupData && groupData.retention_policy) { - const retentionPolicy = groupData.retention_policy; - let convRetention = retentionPolicy.conversation_retention_days; - let docRetention = retentionPolicy.document_retention_days; - - console.log('Found retention policy:', retentionPolicy); - - // If undefined, use 'default' - if (convRetention === undefined || convRetention === null) convRetention = 'default'; - if (docRetention === undefined || docRetention === null) docRetention = 'default'; - - convSelect.value = convRetention; - docSelect.value = docRetention; - console.log('Set retention values to:', { conv: convRetention, doc: docRetention }); - } else { - // Set to organization default if no retention policy set - console.log('No retention policy found, using defaults'); - convSelect.value = 'default'; - docSelect.value = 'default'; - } - } catch (error) { - console.error('Error loading group retention settings:', error); - // Set defaults on error - convSelect.value = 'default'; - docSelect.value = 'default'; - } - } - - async function saveGroupRetentionSettings() { - if (!activeGroupId) { - showToast('No active group selected.', 'warning'); - return; - } - - const convSelect = document.getElementById('group-conversation-retention-days'); - const docSelect = document.getElementById('group-document-retention-days'); - const statusSpan = document.getElementById('group-retention-save-status'); - - if (!convSelect || !docSelect) return; - - const retentionData = { - conversation_retention_days: convSelect.value, - document_retention_days: docSelect.value - }; - - console.log('Saving group retention settings:', retentionData); - - // Show saving status - if (statusSpan) { - statusSpan.innerHTML = ' Saving...'; - } - - try { - const response = await fetch(`/api/retention-policy/group/${activeGroupId}`, { - method: 'POST', - headers: { 'Content-Type': 'application/json' }, - body: JSON.stringify(retentionData) - }); - - const data = await response.json(); - console.log('Save response:', data); - - if (response.ok && data.success) { - if (statusSpan) { - statusSpan.innerHTML = ' Saved successfully!'; - setTimeout(() => { statusSpan.innerHTML = ''; }, 3000); - } - console.log('Group retention settings saved successfully'); - } else { - throw new Error(data.error || 'Failed to save retention settings'); - } - } catch (error) { - console.error('Error saving group retention settings:', error); - if (statusSpan) { - statusSpan.innerHTML = ` Error: ${error.message}`; - } - showToast(`Error saving retention settings: ${error.message}`, 'danger'); - } - } /* ===================== GROUP DOCUMENTS ===================== */ diff --git a/application/single_app/templates/manage_group.html b/application/single_app/templates/manage_group.html index 78f80cdb..e99d9f4c 100644 --- a/application/single_app/templates/manage_group.html +++ b/application/single_app/templates/manage_group.html @@ -222,6 +222,14 @@

    Loading...

    Stats + {% if app_settings.enable_retention_policy_group %} + + {% endif %} @@ -471,6 +479,73 @@
    Activity Timeline
    + + {% if app_settings.enable_retention_policy_group %} + +
    +
    +
    Retention Policy Settings
    +

    Configure how long to keep conversations and documents in this group workspace. Items older than the specified period will be automatically deleted.

    + +
    + + Default: You can use the organization default or set a custom retention period. Choose "No automatic deletion" to keep items indefinitely. +
    + +
    +
    + + + Conversations older than this will be automatically deleted. +
    + +
    + + + Documents older than this will be automatically deleted. +
    +
    + +
    + + +
    + +
    + + Important: Deleted conversations will be archived if archiving is enabled. All deletions are logged in activity history. +
    +
    +
    + {% endif %} diff --git a/application/single_app/templates/manage_public_workspace.html b/application/single_app/templates/manage_public_workspace.html index f6dc98f3..1396a447 100644 --- a/application/single_app/templates/manage_public_workspace.html +++ b/application/single_app/templates/manage_public_workspace.html @@ -210,6 +210,14 @@

    Loading...

    Stats + {% if app_settings.enable_retention_policy_public %} + + {% endif %} @@ -454,6 +462,73 @@
    Activity Timeline
    + + {% if app_settings.enable_retention_policy_public %} + +
    +
    +
    Retention Policy Settings
    +

    Configure how long to keep conversations and documents in this public workspace. Items older than the specified period will be automatically deleted.

    + +
    + + Default: You can use the organization default or set a custom retention period. Choose "No automatic deletion" to keep items indefinitely. +
    + +
    +
    + + + Conversations older than this will be automatically deleted. +
    + +
    + + + Documents older than this will be automatically deleted. +
    +
    + +
    + + +
    + +
    + + Important: Deleted conversations will be archived if archiving is enabled. All deletions are logged in activity history. +
    +
    +
    + {% endif %} diff --git a/application/single_app/templates/public_workspaces.html b/application/single_app/templates/public_workspaces.html index 4ef89b70..1562cec7 100644 --- a/application/single_app/templates/public_workspaces.html +++ b/application/single_app/templates/public_workspaces.html @@ -158,11 +158,6 @@ - {% if app_settings.enable_retention_policy_public %} - - {% endif %}
    @@ -382,73 +377,6 @@
    items per page
    - - {% if app_settings.enable_retention_policy_public %} - -
    -
    -
    Retention Policy Settings
    -

    Configure how long to keep conversations and documents in this public workspace. Items older than the specified period will be automatically deleted.

    - -
    - - Default: You can use the organization default or set a custom retention period. Choose "No automatic deletion" to keep items indefinitely. -
    - -
    -
    - - - Conversations older than this will be automatically deleted. -
    - -
    - - - Documents older than this will be automatically deleted. -
    -
    - -
    - - -
    - -
    - - Important: Deleted conversations will be archived if archiving is enabled. All deletions are logged in activity history. -
    -
    -
    - {% endif %} diff --git a/docs/explanation/features/v0.239.001/CONVERSATION_EXPORT.md b/docs/explanation/features/v0.239.001/CONVERSATION_EXPORT.md new file mode 100644 index 00000000..c56d261a --- /dev/null +++ b/docs/explanation/features/v0.239.001/CONVERSATION_EXPORT.md @@ -0,0 +1,139 @@ +# Conversation Export + +## Overview +The Conversation Export feature allows users to export one or multiple conversations directly from the Chats experience. A multi-step wizard modal guides users through format selection, output packaging, and downloading the final file. + +**Version Implemented:** 0.237.050 + +## Dependencies +- Flask (backend route) +- Azure Cosmos DB (conversation and message storage) +- Bootstrap 5 (modal, step indicators, cards) +- ES modules (chat-export.js) + +## Architecture Overview + +### Backend +- **Route file:** `route_backend_conversation_export.py` +- **Endpoint:** `POST /api/conversations/export` +- **Registration:** Called via `register_route_backend_conversation_export(app)` in `app.py` + +The endpoint accepts a JSON body with: +| Field | Type | Description | +|---|---|---| +| `conversation_ids` | list[str] | IDs of conversations to export | +| `format` | string | `"json"` or `"markdown"` | +| `packaging` | string | `"single"` or `"zip"` | + +The server verifies user ownership of each conversation, fetches messages from Cosmos DB, filters for active thread messages, sanitizes internal fields, and returns either a single file or ZIP archive as a binary download. + +### Frontend +- **JS module:** `static/js/chat/chat-export.js` +- **Modal HTML:** Embedded in `templates/chats.html` (`#export-wizard-modal`) +- **Global API:** `window.chatExport.openExportWizard(conversationIds, skipSelection)` + +The wizard has up to 4 steps: +1. **Selection Review** — Shows selected conversations with titles (skipped for single-conversation export) +2. **Format** — Choose between JSON and Markdown via action-type cards +3. **Packaging** — Choose between single file and ZIP archive +4. **Download** — Summary and download button + +## Entry Points + +### Single Conversation Export +- **Sidebar ellipsis menu** → "Export" item (in `chat-sidebar-conversations.js`) +- **Left-pane ellipsis menu** → "Export" item (in `chat-conversations.js`) +- Both call `window.chatExport.openExportWizard([conversationId], true)` — skips the selection step + +### Multi-Conversation Export +- Enter selection mode by clicking "Select" on any conversation +- Select multiple conversations via checkboxes +- Click the export button in: + - **Left-pane header** — `#export-selected-btn` (btn-info, download icon) + - **Sidebar actions bar** — `#sidebar-export-selected-btn` +- These call `window.chatExport.openExportWizard(selectedIds, false)` — shows all 4 steps + +## Export Formats + +### JSON +Produces a JSON array where each entry contains: +```json +{ + "conversation": { + "id": "...", + "title": "...", + "last_updated": "...", + "chat_type": "...", + "tags": [], + "is_pinned": false, + "context": [] + }, + "messages": [ + { + "role": "user", + "content": "...", + "timestamp": "...", + "citations": [] + } + ] +} +``` + +### Markdown +Produces a Markdown document with: +- `# Title` heading +- Metadata block (last updated, chat type, tags, message count) +- `### Role` sections per message with timestamps +- Citation lists where applicable +- `---` separators between messages and conversations + +## Output Packaging + +### Single File +- One file containing all selected conversations +- JSON: `.json` file +- Markdown: `.md` file with `---` separators between conversations + +### ZIP Archive +- One file per conversation inside a `.zip` +- Filenames: `{sanitized_title}_{id_prefix}.{ext}` +- Titles are sanitized for filesystem safety (special chars replaced, truncated to 50 chars) + +## File Structure +``` +application/single_app/ +├── route_backend_conversation_export.py # Backend API endpoint +├── app.py # Route registration +├── static/js/chat/ +│ ├── chat-export.js # Export wizard module +│ ├── chat-conversations.js # Left-pane wiring +│ └── chat-sidebar-conversations.js # Sidebar wiring +├── templates/ +│ ├── chats.html # Modal HTML + button + script +│ ├── _sidebar_nav.html # Sidebar export button +│ └── _sidebar_short_nav.html # Short sidebar export button +functional_tests/ +└── test_conversation_export.py # Functional tests +``` + +## Security +- Endpoint requires `@login_required` and `@user_required` decorators +- Each conversation is verified for user ownership before export +- Internal Cosmos DB fields (`_rid`, `_self`, `_etag`, `user_id`, etc.) are stripped from output +- No sensitive data is included in the export + +## Testing and Validation +- **Functional test:** `functional_tests/test_conversation_export.py` +- Tests cover: + - Conversation sanitization (internal field stripping) + - Message sanitization + - Markdown generation (headings, metadata, citations) + - JSON structure validation + - ZIP packaging (correct entries, valid content) + - Filename sanitization (special chars, truncation, empty input) + - Active thread message filtering + +## Known Limitations +- Export is limited to conversations the authenticated user owns +- Very large conversations (thousands of messages) may take longer to process +- The wizard fetches conversation titles client-side; if a title lookup fails, it shows the conversation ID instead diff --git a/docs/explanation/fixes/AGENT_SCHEMA_REF_RESOLUTION_FIX.md b/docs/explanation/fixes/v0.239.001/AGENT_SCHEMA_REF_RESOLUTION_FIX.md similarity index 100% rename from docs/explanation/fixes/AGENT_SCHEMA_REF_RESOLUTION_FIX.md rename to docs/explanation/fixes/v0.239.001/AGENT_SCHEMA_REF_RESOLUTION_FIX.md diff --git a/docs/explanation/fixes/CHATS_USER_SETTINGS_HARDENING_FIX.md b/docs/explanation/fixes/v0.239.001/CHATS_USER_SETTINGS_HARDENING_FIX.md similarity index 100% rename from docs/explanation/fixes/CHATS_USER_SETTINGS_HARDENING_FIX.md rename to docs/explanation/fixes/v0.239.001/CHATS_USER_SETTINGS_HARDENING_FIX.md diff --git a/docs/explanation/fixes/TAG_FILTER_INJECTION_FIX.md b/docs/explanation/fixes/v0.239.001/TAG_FILTER_INJECTION_FIX.md similarity index 100% rename from docs/explanation/fixes/TAG_FILTER_INJECTION_FIX.md rename to docs/explanation/fixes/v0.239.001/TAG_FILTER_INJECTION_FIX.md diff --git a/docs/explanation/release_notes.md b/docs/explanation/release_notes.md index 8fcb8655..3292f72a 100644 --- a/docs/explanation/release_notes.md +++ b/docs/explanation/release_notes.md @@ -2,37 +2,21 @@ # Feature Release -### **(v0.238.025)** - -#### Bug Fixes - -* **Public Workspace setActive 403 Fix** - * Fixed issue where non-owner/admin/document-manager users received a 403 "Not a member" error when trying to activate a public workspace for chat. - * Root cause was an overly restrictive membership check on the `/api/public_workspaces/setActive` endpoint that only allowed owners, admins, and document managers — even though public workspaces are intended to be accessible to all authenticated users for chatting. - * Removed the membership verification from the `setActive` endpoint; the route still requires authentication (`@login_required`, `@user_required`) and the public workspaces feature flag (`@enabled_required`). - * Other admin-level endpoints (listing members, viewing stats, ownership transfer) retain their membership checks. - * (Ref: `route_backend_public_workspaces.py`, `api_set_active_public_workspace`) -* **Chats Page User Settings Hardening** - * Fixed a user-specific chats page failure where only one affected user could not load `/chats` due to malformed per-user settings data. - * **Root Cause**: The chats route assumed `user_settings["settings"]` was always a dictionary. If that field existed but had an invalid type (for example string, null, or list), the page could fail before rendering. - * **Solution**: Hardened `get_user_settings()` to normalize missing/malformed `settings` to `{}` and persist the repaired document. Hardened the chats route to use safe dictionary fallbacks when reading nested settings values. - * **Telemetry**: Added repair logging (`[UserSettings] Malformed settings repaired`) to improve diagnostics for future user-specific data-shape issues. - * **Files Modified**: `functions_settings.py`, `route_frontend_chats.py`, `config.py`. - * **Files Added**: `test_chats_user_settings_hardening_fix.py`, `CHATS_USER_SETTINGS_HARDENING_FIX.md`. - * (Ref: user settings normalization, `/chats` route resilience, `functional_tests/test_chats_user_settings_hardening_fix.py`, `docs/explanation/fixes/CHATS_USER_SETTINGS_HARDENING_FIX.md`) -* **Tag Filter Input Sanitization (Injection Prevention)** - * Added `sanitize_tags_for_filter()` function to validate tag filter inputs against the same `^[a-z0-9_-]+$` character whitelist enforced when saving tags. - * Previously, tag filter values from query parameters only passed through `normalize_tag()` (strip + lowercase) without character validation, allowing arbitrary characters to reach OData filter construction in `build_tags_filter()`. - * Hardened `build_tags_filter()` in `functions_search.py` to validate tags before interpolating into OData expressions, eliminating the OData injection vector. - * Updated tag filter parsing in personal, group, and public document routes to use `sanitize_tags_for_filter()` for defense-in-depth. - * Invalid tag filter values are silently dropped (they cannot match any stored tag). - * **Files Modified**: `functions_documents.py`, `functions_search.py`, `route_backend_documents.py`, `route_backend_group_documents.py`, `route_backend_public_documents.py`. - * (Ref: `TAG_FILTER_INJECTION_FIX.md`, `sanitize_tags_for_filter`) - -### **(v0.238.024)** +### **(v0.239.001)** #### New Features +* **Conversation Export** + * Export one or multiple conversations from the Chat page in JSON or Markdown format. + * **Single Export**: Use the ellipsis menu on any conversation to quickly export it. + * **Multi-Export**: Enter selection mode, check the conversations you want, and click the export button. + * A guided 4-step wizard walks you through selection review, format choice, packaging options (single file or ZIP archive), and download. + * Sensitive internal metadata is automatically stripped from exported data for security. + +* **Retention Policy UI for Groups and Public Workspaces** + * Can now configure conversation and document retention periods directly from the workspace and group management page. + * Choose from preset retention periods ranging from 7 days to 10 years, use the organization default, or disable automatic deletion entirely. + * **Owner-Only Group Agent and Action Management** * New admin setting to restrict group agent and group action management (create, edit, delete) to only the group Owner role. * **Admin Toggle**: "Require Owner to Manage Group Agents and Actions" located in Admin Settings > My Groups section, under the existing group creation membership setting. @@ -117,6 +101,31 @@ * **Files Modified**: `chat-citations.js`. * (Ref: Citation parsing, page range handling, `CITATION_IMPROVEMENTS.md`) +* **Public Workspace setActive 403 Fix** + * Fixed issue where non-owner/admin/document-manager users received a 403 "Not a member" error when trying to activate a public workspace for chat. + * Root cause was an overly restrictive membership check on the `/api/public_workspaces/setActive` endpoint that only allowed owners, admins, and document managers — even though public workspaces are intended to be accessible to all authenticated users for chatting. + * Removed the membership verification from the `setActive` endpoint; the route still requires authentication (`@login_required`, `@user_required`) and the public workspaces feature flag (`@enabled_required`). + * Other admin-level endpoints (listing members, viewing stats, ownership transfer) retain their membership checks. + * (Ref: `route_backend_public_workspaces.py`, `api_set_active_public_workspace`) + +* **Chats Page User Settings Hardening** + * Fixed a user-specific chats page failure where only one affected user could not load `/chats` due to malformed per-user settings data. + * **Root Cause**: The chats route assumed `user_settings["settings"]` was always a dictionary. If that field existed but had an invalid type (for example string, null, or list), the page could fail before rendering. + * **Solution**: Hardened `get_user_settings()` to normalize missing/malformed `settings` to `{}` and persist the repaired document. Hardened the chats route to use safe dictionary fallbacks when reading nested settings values. + * **Telemetry**: Added repair logging (`[UserSettings] Malformed settings repaired`) to improve diagnostics for future user-specific data-shape issues. + * **Files Modified**: `functions_settings.py`, `route_frontend_chats.py`, `config.py`. + * **Files Added**: `test_chats_user_settings_hardening_fix.py`, `CHATS_USER_SETTINGS_HARDENING_FIX.md`. + * (Ref: user settings normalization, `/chats` route resilience, `functional_tests/test_chats_user_settings_hardening_fix.py`, `docs/explanation/fixes/CHATS_USER_SETTINGS_HARDENING_FIX.md`) + +* **Tag Filter Input Sanitization (Injection Prevention)** + * Added `sanitize_tags_for_filter()` function to validate tag filter inputs against the same `^[a-z0-9_-]+$` character whitelist enforced when saving tags. + * Previously, tag filter values from query parameters only passed through `normalize_tag()` (strip + lowercase) without character validation, allowing arbitrary characters to reach OData filter construction in `build_tags_filter()`. + * Hardened `build_tags_filter()` in `functions_search.py` to validate tags before interpolating into OData expressions, eliminating the OData injection vector. + * Updated tag filter parsing in personal, group, and public document routes to use `sanitize_tags_for_filter()` for defense-in-depth. + * Invalid tag filter values are silently dropped (they cannot match any stored tag). + * **Files Modified**: `functions_documents.py`, `functions_search.py`, `route_backend_documents.py`, `route_backend_group_documents.py`, `route_backend_public_documents.py`. + * (Ref: `TAG_FILTER_INJECTION_FIX.md`, `sanitize_tags_for_filter`) + #### User Interface Enhancements * **Extended Document Dropdown Width** diff --git a/functional_tests/test_conversation_export.py b/functional_tests/test_conversation_export.py new file mode 100644 index 00000000..cb8e56d0 --- /dev/null +++ b/functional_tests/test_conversation_export.py @@ -0,0 +1,378 @@ +#!/usr/bin/env python3 +# test_conversation_export.py +""" +Functional test for conversation export feature. +Version: 0.237.050 +Implemented in: 0.237.050 + +This test validates the conversation export backend endpoint +and ensures JSON/Markdown formats and single/ZIP packaging work correctly. +""" + +import sys +import os +import json +import zipfile +import io + +sys.path.insert(0, os.path.join(os.path.dirname(os.path.abspath(__file__)), '..', 'application', 'single_app')) + + +def test_sanitize_conversation(): + """Test that _sanitize_conversation strips internal fields.""" + print("🔍 Testing _sanitize_conversation...") + + raw_conversation = { + 'id': 'conv-123', + 'title': 'Test Conversation', + 'last_updated': '2025-01-01T00:00:00Z', + 'chat_type': 'personal', + 'tags': ['test'], + 'is_pinned': False, + 'context': [], + 'user_id': 'secret-user-id', + '_rid': 'cosmos-internal-rid', + '_self': 'cosmos-self-link', + '_etag': 'some-etag', + '_attachments': 'attachments', + '_ts': 1234567890, + 'partition_key': 'should-not-appear' + } + + # Import after path setup — may fail if dependencies aren't installed + try: + from route_backend_conversation_export import register_route_backend_conversation_export + print(" Module imported successfully (dependencies available)") + except ImportError as ie: + print(f" Skipping import test (missing dependency: {ie})") + print(" Verifying sanitization logic inline instead...") + + # We test the logic manually since inner functions are not directly accessible + sanitized = { + 'id': raw_conversation.get('id'), + 'title': raw_conversation.get('title', 'Untitled'), + 'last_updated': raw_conversation.get('last_updated', ''), + 'chat_type': raw_conversation.get('chat_type', 'personal'), + 'tags': raw_conversation.get('tags', []), + 'is_pinned': raw_conversation.get('is_pinned', False), + 'context': raw_conversation.get('context', []) + } + + assert 'id' in sanitized, "Should retain id" + assert 'title' in sanitized, "Should retain title" + assert 'user_id' not in sanitized, "Should strip user_id" + assert '_rid' not in sanitized, "Should strip Cosmos internal fields" + assert '_etag' not in sanitized, "Should strip _etag" + assert 'partition_key' not in sanitized, "Should strip partition_key" + + print("✅ _sanitize_conversation test passed!") + return True + + +def test_sanitize_message(): + """Test that _sanitize_message strips internal fields.""" + print("🔍 Testing _sanitize_message...") + + raw_message = { + 'id': 'msg-456', + 'role': 'assistant', + 'content': 'Hello, how can I help?', + 'timestamp': '2025-01-01T00:00:01Z', + 'citations': [{'title': 'Doc1', 'url': 'https://example.com'}], + 'conversation_id': 'conv-123', + 'user_id': 'secret-user-id', + '_rid': 'cosmos-internal', + 'metadata': {'thread_info': {'active_thread': True}}, + } + + result = { + 'role': raw_message.get('role', ''), + 'content': raw_message.get('content', ''), + 'timestamp': raw_message.get('timestamp', ''), + } + if raw_message.get('citations'): + result['citations'] = raw_message['citations'] + + assert result['role'] == 'assistant', "Should retain role" + assert result['content'] == 'Hello, how can I help?', "Should retain content" + assert 'citations' in result, "Should retain citations" + assert 'user_id' not in result, "Should strip user_id" + assert '_rid' not in result, "Should strip Cosmos internal fields" + assert 'conversation_id' not in result, "Should strip conversation_id" + assert 'metadata' not in result, "Should strip metadata" + + print("✅ _sanitize_message test passed!") + return True + + +def test_conversation_to_markdown(): + """Test markdown generation from a conversation entry.""" + print("🔍 Testing markdown generation...") + + entry = { + 'conversation': { + 'id': 'conv-123', + 'title': 'My Test Chat', + 'last_updated': '2025-01-01T12:00:00Z', + 'chat_type': 'personal', + 'tags': ['important', 'test'], + 'is_pinned': False, + 'context': [] + }, + 'messages': [ + { + 'role': 'user', + 'content': 'Hello!', + 'timestamp': '2025-01-01T12:00:01Z' + }, + { + 'role': 'assistant', + 'content': 'Hi there! How can I help you?', + 'timestamp': '2025-01-01T12:00:02Z', + 'citations': [{'title': 'Doc1'}] + } + ] + } + + # Replicate the markdown conversion logic + conv = entry['conversation'] + messages = entry['messages'] + lines = [] + lines.append(f"# {conv['title']}") + lines.append('') + lines.append(f"**Last Updated:** {conv['last_updated']} ") + lines.append(f"**Chat Type:** {conv['chat_type']} ") + if conv.get('tags'): + lines.append(f"**Tags:** {', '.join(conv['tags'])} ") + lines.append(f"**Messages:** {len(messages)} ") + lines.append('') + lines.append('---') + lines.append('') + + for msg in messages: + role = msg.get('role', 'unknown') + role_label = role.capitalize() + if role == 'assistant': + role_label = 'Assistant' + elif role == 'user': + role_label = 'User' + lines.append(f"### {role_label}") + if msg.get('timestamp'): + lines.append(f"*{msg['timestamp']}*") + lines.append('') + lines.append(msg.get('content', '')) + lines.append('') + if msg.get('citations'): + lines.append('**Citations:**') + for cit in msg['citations']: + if isinstance(cit, dict): + source = cit.get('title') or cit.get('filepath') or cit.get('url', 'Unknown') + lines.append(f"- {source}") + lines.append('') + lines.append('---') + lines.append('') + + markdown = '\n'.join(lines) + + assert '# My Test Chat' in markdown, "Should have title as H1" + assert '**Last Updated:**' in markdown, "Should have last updated" + assert '**Tags:** important, test' in markdown, "Should list tags" + assert '### User' in markdown, "Should have user heading" + assert '### Assistant' in markdown, "Should have assistant heading" + assert 'Hello!' in markdown, "Should contain user message" + assert 'Hi there! How can I help you?' in markdown, "Should contain assistant reply" + assert '**Citations:**' in markdown, "Should include citations section" + assert '- Doc1' in markdown, "Should list citation title" + + print("✅ Markdown generation test passed!") + return True + + +def test_json_export_structure(): + """Test that JSON export produces the expected structure.""" + print("🔍 Testing JSON export structure...") + + exported = [ + { + 'conversation': { + 'id': 'conv-abc', + 'title': 'Test Convo', + 'last_updated': '2025-01-01T00:00:00Z', + 'chat_type': 'personal', + 'tags': [], + 'is_pinned': False, + 'context': [] + }, + 'messages': [ + {'role': 'user', 'content': 'Hello', 'timestamp': '2025-01-01T00:00:01Z'}, + {'role': 'assistant', 'content': 'World', 'timestamp': '2025-01-01T00:00:02Z'} + ] + } + ] + + content = json.dumps(exported, indent=2, ensure_ascii=False, default=str) + parsed = json.loads(content) + + assert isinstance(parsed, list), "Export should be a list" + assert len(parsed) == 1, "Should have one conversation" + assert 'conversation' in parsed[0], "Each entry should have conversation" + assert 'messages' in parsed[0], "Each entry should have messages" + assert len(parsed[0]['messages']) == 2, "Should have 2 messages" + assert parsed[0]['conversation']['title'] == 'Test Convo', "Title should match" + + print("✅ JSON export structure test passed!") + return True + + +def test_zip_packaging(): + """Test that ZIP packaging creates valid archive with correct entries.""" + print("🔍 Testing ZIP packaging...") + + exported = [ + { + 'conversation': { + 'id': 'conv-001-abc-def', + 'title': 'First Chat', + 'last_updated': '2025-01-01', + 'chat_type': 'personal', + 'tags': [], + 'is_pinned': False, + 'context': [] + }, + 'messages': [ + {'role': 'user', 'content': 'Hello', 'timestamp': '2025-01-01'} + ] + }, + { + 'conversation': { + 'id': 'conv-002-xyz-ghi', + 'title': 'Second Chat', + 'last_updated': '2025-01-02', + 'chat_type': 'personal', + 'tags': [], + 'is_pinned': False, + 'context': [] + }, + 'messages': [ + {'role': 'user', 'content': 'Goodbye', 'timestamp': '2025-01-02'} + ] + } + ] + + import re + + def safe_filename(title): + safe = re.sub(r'[<>:"/\\|?*]', '_', title) + safe = re.sub(r'\s+', '_', safe) + safe = safe.strip('_. ') + if len(safe) > 50: + safe = safe[:50] + return safe or 'Untitled' + + buffer = io.BytesIO() + with zipfile.ZipFile(buffer, 'w', zipfile.ZIP_DEFLATED) as zf: + for entry in exported: + conv = entry['conversation'] + safe_title = safe_filename(conv.get('title', 'Untitled')) + conv_id_short = conv.get('id', 'unknown')[:8] + file_content = json.dumps(entry, indent=2, ensure_ascii=False, default=str) + file_name = f"{safe_title}_{conv_id_short}.json" + zf.writestr(file_name, file_content) + + buffer.seek(0) + + with zipfile.ZipFile(buffer, 'r') as zf: + names = zf.namelist() + assert len(names) == 2, f"ZIP should have 2 files, got {len(names)}" + assert 'First_Chat_conv-001.json' in names, f"Expected First_Chat_conv-001.json, got {names}" + assert 'Second_Chat_conv-002.json' in names, f"Expected Second_Chat_conv-002.json, got {names}" + + # Verify content + first_content = json.loads(zf.read('First_Chat_conv-001.json')) + assert first_content['conversation']['title'] == 'First Chat' + assert len(first_content['messages']) == 1 + + print("✅ ZIP packaging test passed!") + return True + + +def test_safe_filename(): + """Test filename sanitization.""" + print("🔍 Testing safe filename generation...") + + import re + + def safe_filename(title): + safe = re.sub(r'[<>:"/\\|?*]', '_', title) + safe = re.sub(r'\s+', '_', safe) + safe = safe.strip('_. ') + if len(safe) > 50: + safe = safe[:50] + return safe or 'Untitled' + + assert safe_filename('Normal Title') == 'Normal_Title', "Spaces should become underscores" + assert safe_filename('File/With:Bad*Chars') == 'File_With_Bad_Chars', "Bad chars should be replaced" + assert safe_filename('A' * 100) == 'A' * 50, "Long names should be truncated" + assert safe_filename('') == 'Untitled', "Empty should become Untitled" + assert safe_filename(' ') == 'Untitled', "Whitespace-only should become Untitled" + + print("✅ Safe filename test passed!") + return True + + +def test_active_thread_filter(): + """Test that only active thread messages are included.""" + print("🔍 Testing active thread message filtering...") + + messages = [ + {'role': 'user', 'content': 'Hello', 'metadata': {}}, + {'role': 'assistant', 'content': 'Reply 1', 'metadata': {'thread_info': {'active_thread': True}}}, + {'role': 'assistant', 'content': 'Reply 2 (inactive)', 'metadata': {'thread_info': {'active_thread': False}}}, + {'role': 'user', 'content': 'Follow up', 'metadata': {'thread_info': {}}}, + {'role': 'assistant', 'content': 'Final', 'metadata': {'thread_info': {'active_thread': None}}}, + ] + + filtered = [] + for msg in messages: + thread_info = msg.get('metadata', {}).get('thread_info', {}) + active = thread_info.get('active_thread') + if active is True or active is None or 'active_thread' not in thread_info: + filtered.append(msg) + + assert len(filtered) == 4, f"Expected 4 active messages, got {len(filtered)}" + contents = [m['content'] for m in filtered] + assert 'Reply 2 (inactive)' not in contents, "Inactive thread message should be excluded" + assert 'Hello' in contents, "Message without thread info should be included" + assert 'Reply 1' in contents, "Active=True message should be included" + assert 'Follow up' in contents, "Message with empty thread_info should be included" + assert 'Final' in contents, "Message with active_thread=None should be included" + + print("✅ Active thread filter test passed!") + return True + + +if __name__ == "__main__": + tests = [ + test_sanitize_conversation, + test_sanitize_message, + test_conversation_to_markdown, + test_json_export_structure, + test_zip_packaging, + test_safe_filename, + test_active_thread_filter + ] + results = [] + + for test in tests: + print(f"\n🧪 Running {test.__name__}...") + try: + results.append(test()) + except Exception as e: + print(f"❌ {test.__name__} failed: {e}") + import traceback + traceback.print_exc() + results.append(False) + + success = all(results) + print(f"\n📊 Results: {sum(results)}/{len(results)} tests passed") + sys.exit(0 if success else 1)