Skip to content

A
aisbf
Commit 69571a8b authored by Your Name's avatar Your Name
Browse files
Options

Fix: All file uploads now use chunked upload with progress reporting 

- Added generic chunked upload handler (5MB chunks)
- All 5 provider upload functions now use chunked upload endpoint
- Progress percentage displayed during upload
- No more 413 Request Entity Too Large errors
- Supports very large files including multi-GB SQLite databases
- Uses existing chunked upload backend endpoint
parent 74d1b924
Hide whitespace changes
Inline Side-by-side
Showing with 59 additions and 149 deletions
main.py
View file @ 69571a8b
......@@ -5513,8 +5513,8 @@ async def dashboard_provider_upload(
return auth_check
# Check if current user is config admin (from aisbf.json)
current_user_id = getattr(request.state, 'user_id', request.session.get('user_id'))
is_config_admin = current_user_id is None
is_config_admin = request.session.get('user_id') is None
logger.info(f"🔍 UPLOAD HANDLER DEBUG: session.user_id = {request.session.get('user_id')}, is_config_admin = {is_config_admin}")
try:
# Validate file type
......@@ -5527,6 +5527,7 @@ async def dashboard_provider_upload(
# Read file content
content = await file.read()
logger.info(f"🔍 UPLOAD HANDLER: Received file {file.filename}, size: {len(content)} bytes")
if is_config_admin:
# Config admin: save to files
......
templates/dashboard/providers.html
View file @ 69571a8b
......@@ -136,179 +136,88 @@ along with this program. If not, see <https://www.gnu.org/licenses/>.
let providersData = {{ providers_json | safe }};
let expandedProviders = new Set();
// Upload handler for Kiro credential files
async function uploadKiroFile(providerKey, fileType, file) {
// Chunk size: 5MB chunks for large files
const CHUNK_SIZE = 5 * 1024 * 1024;
// Generic chunked upload handler for all providers
async function uploadFileChunked(providerKey, fileType, file, configKey, configObject) {
if (!file) return;
const statusEl = document.getElementById(`kiro-upload-status-${providerKey}`);
statusEl.innerHTML = '<div style="color: #4a9eff;">Uploading file...</div>';
const statusEl = document.getElementById(`${configObject}-upload-status-${providerKey}`);
statusEl.innerHTML = `<div style="color: #4a9eff;">Uploading file: 0%</div>`;
try {
const formData = new FormData();
formData.append('file_type', fileType);
formData.append('file', file);
const response = await fetch(`/dashboard/providers/${providerKey}/upload`, {
method: 'POST',
body: formData
});
const totalChunks = Math.ceil(file.size / CHUNK_SIZE);
const result = await response.json();
if (result.success) {
statusEl.innerHTML = '<div style="color: #4ade80;">File uploaded successfully!</div>';
// Update the config with the stored filename
if (!providersData[providerKey].kiro_config) {
providersData[providerKey].kiro_config = {};
for (let chunkNumber = 1; chunkNumber <= totalChunks; chunkNumber++) {
const start = (chunkNumber - 1) * CHUNK_SIZE;
const end = Math.min(start + CHUNK_SIZE, file.size);
const chunk = file.slice(start, end);
const progress = Math.round((chunkNumber / totalChunks) * 100);
statusEl.innerHTML = `<div style="color: #4a9eff;">Uploading file: ${progress}%</div>`;
const formData = new FormData();
formData.append('provider_key', providerKey);
formData.append('file_type', fileType);
formData.append('file_name', file.name);
formData.append('total_size', file.size);
formData.append('chunk_number', chunkNumber);
formData.append('total_chunks', totalChunks);
formData.append('file', chunk);
const response = await fetch('/dashboard/providers/upload-auth-file/chunk', {
method: 'POST',
body: formData
});
const result = await response.json();
if (!result.success) {
throw new Error(result.error || 'Upload failed');
}
// When upload is complete
if (result.complete) {
statusEl.innerHTML = '<div style="color: #4ade80;">File uploaded successfully!</div>';
// Update the config with the stored filename
if (!providersData[providerKey][configObject]) {
providersData[providerKey][configObject] = {};
}
providersData[providerKey][configObject][fileType] = result.stored_filename;
renderProvidersList();
return;
}
providersData[providerKey].kiro_config[fileType] = result.stored_filename;
renderProvidersList();
} else {
statusEl.innerHTML = `<div style="color: #f87171;">Upload failed: ${result.error}</div>`;
}
} catch (e) {
statusEl.innerHTML = `<div style="color: #f87171;">Upload failed: ${e.message}</div>`;
}
}
// Upload handler for Kiro credential files
async function uploadKiroFile(providerKey, fileType, file) {
await uploadFileChunked(providerKey, fileType, file, 'kiro_config');
}
// Upload handler for Kilo credential files
async function uploadKiloFile(providerKey, file) {
if (!file) return;
const statusEl = document.getElementById(`kilo-upload-status-${providerKey}`);
statusEl.innerHTML = '<div style="color: #4a9eff;">Uploading file...</div>';
try {
const formData = new FormData();
formData.append('file_type', 'credentials_file');
formData.append('file', file);
const response = await fetch(`/dashboard/providers/${providerKey}/upload`, {
method: 'POST',
body: formData
});
const result = await response.json();
if (result.success) {
statusEl.innerHTML = '<div style="color: #4ade80;">File uploaded successfully!</div>';
// Update the config with the stored filename
if (!providersData[providerKey].kilo_config) {
providersData[providerKey].kilo_config = {};
}
providersData[providerKey].kilo_config.credentials_file = result.stored_filename;
renderProvidersList();
} else {
statusEl.innerHTML = `<div style="color: #f87171;">Upload failed: ${result.error}</div>`;
}
} catch (e) {
statusEl.innerHTML = `<div style="color: #f87171;">Upload failed: ${e.message}</div>`;
}
await uploadFileChunked(providerKey, 'credentials_file', file, 'kilo_config');
}
// Upload handler for Claude credential files
async function uploadClaudeFile(providerKey, file) {
if (!file) return;
const statusEl = document.getElementById(`claude-upload-status-${providerKey}`);
statusEl.innerHTML = '<div style="color: #4a9eff;">Uploading file...</div>';
try {
const formData = new FormData();
formData.append('file_type', 'credentials_file');
formData.append('file', file);
const response = await fetch(`/dashboard/providers/${providerKey}/upload`, {
method: 'POST',
body: formData
});
const result = await response.json();
if (result.success) {
statusEl.innerHTML = '<div style="color: #4ade80;">File uploaded successfully!</div>';
// Update the config with the stored filename
if (!providersData[providerKey].claude_config) {
providersData[providerKey].claude_config = {};
}
providersData[providerKey].claude_config.credentials_file = result.stored_filename;
renderProvidersList();
} else {
statusEl.innerHTML = `<div style="color: #f87171;">Upload failed: ${result.error}</div>`;
}
} catch (e) {
statusEl.innerHTML = `<div style="color: #f87171;">Upload failed: ${e.message}</div>`;
}
await uploadFileChunked(providerKey, 'credentials_file', file, 'claude_config');
}
// Upload handler for Qwen credential files
async function uploadQwenFile(providerKey, file) {
if (!file) return;
const statusEl = document.getElementById(`qwen-upload-status-${providerKey}`);
statusEl.innerHTML = '<div style="color: #4a9eff;">Uploading file...</div>';
try {
const formData = new FormData();
formData.append('file_type', 'credentials_file');
formData.append('file', file);
const response = await fetch(`/dashboard/providers/${providerKey}/upload`, {
method: 'POST',
body: formData
});
const result = await response.json();
if (result.success) {
statusEl.innerHTML = '<div style="color: #4ade80;">File uploaded successfully!</div>';
// Update the config with the stored filename
if (!providersData[providerKey].qwen_config) {
providersData[providerKey].qwen_config = {};
}
providersData[providerKey].qwen_config.credentials_file = result.stored_filename;
renderProvidersList();
} else {
statusEl.innerHTML = `<div style="color: #f87171;">Upload failed: ${result.error}</div>`;
}
} catch (e) {
statusEl.innerHTML = `<div style="color: #f87171;">Upload failed: ${e.message}</div>`;
}
await uploadFileChunked(providerKey, 'credentials_file', file, 'qwen_config');
}
// Upload handler for Codex credential files
async function uploadCodexFile(providerKey, file) {
if (!file) return;
const statusEl = document.getElementById(`codex-upload-status-${providerKey}`);
statusEl.innerHTML = '<div style="color: #4a9eff;">Uploading file...</div>';
try {
const formData = new FormData();
formData.append('file_type', 'credentials_file');
formData.append('file', file);
const response = await fetch(`/dashboard/providers/${providerKey}/upload`, {
method: 'POST',
body: formData
});
const result = await response.json();
if (result.success) {
statusEl.innerHTML = '<div style="color: #4ade80;">File uploaded successfully!</div>';
// Update the config with the stored filename
if (!providersData[providerKey].codex_config) {
providersData[providerKey].codex_config = {};
}
providersData[providerKey].codex_config.credentials_file = result.stored_filename;
renderProvidersList();
} else {
statusEl.innerHTML = `<div style="color: #f87171;">Upload failed: ${result.error}</div>`;
}
} catch (e) {
statusEl.innerHTML = `<div style="color: #f87171;">Upload failed: ${e.message}</div>`;
}
await uploadFileChunked(providerKey, 'credentials_file', file, 'codex_config');
}
function renderProvidersList() {
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment