application/upload.c

/*
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS HEADER.
 *
 * Copyright 2024 Olaf Wintermann. All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions are met:
 *
 *   1. Redistributions of source code must retain the above copyright
 *      notice, this list of conditions and the following disclaimer.
 *
 *   2. Redistributions in binary form must reproduce the above copyright
 *      notice, this list of conditions and the following disclaimer in the
 *      documentation and/or other materials provided with the distribution.
 *
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE
 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
 * POSSIBILITY OF SUCH DAMAGE.
 */

#include "upload.h"

#include "davcontroller.h"
#include "window.h"

#include <cx/printf.h>

#include "config.h"

#include "system.h"
#include "common/context.h"

#include <libidav/config.h>
#include <libidav/utils.h>

// ------------------------------------- File Upload -------------------------------------

static double upload_progress(DavFileUpload *upload) {
    return ((double)upload->progress.transferred_bytes / (double)upload->progress.total_bytes) * 100;
}

static void update_upload_labels(DavFileUpload *upload) {
    char *sz_total = util_size_str(FALSE, upload->progress.total_bytes);
    char *sz_uploaded = util_size_str2(FALSE, upload->progress.transferred_bytes, upload->progress.total_bytes, 2);
    char *sz_uploaded_end = strchr(sz_uploaded, ' ');
    if (sz_uploaded_end) {
        *sz_uploaded_end = 0;
    }

    double progress = upload_progress(upload);
    ui_set(upload->progressbar, progress);
    upload->trans.progress = progress;
    time_t t = time(NULL);
    /*
    if(t > upload->trans.last_update + 2) {
        snprintf(upload->trans.label+upload->trans.label_len, 12, " %d%%", (int)progress);
        application_update_transferlist();
        upload->trans.last_update = t;
    }
    */

    cxmutstr label1;
    if (upload->progress.total_files + upload->progress.total_directories > 1) {
        label1 = cx_asprintf(
            "%s/%s   %zu/%zu files",
            sz_uploaded,
            sz_total,
            upload->progress.transferred_files+upload->progress.transferred_directories,
            upload->progress.total_files+upload->progress.total_directories);
    } else {
        label1 = cx_asprintf(
            "%s/%s",
            sz_uploaded,
            sz_total);
    }
    ui_set(upload->label_top_left, label1.ptr);

    free(sz_total);
    free(label1.ptr);

    if (upload->progress.current_file_size > 0) {
        cxmutstr file_label = cx_asprintf("%s (%.0f%%)", upload->current_file_name, ((float)upload->progress.current_file_transferred/(float)upload->progress.current_file_size)*100);
        ui_set(upload->label_top_right, file_label.ptr);
        free(file_label.ptr);
    }
    
    time_t start = upload->progress.speedtest_start;
    if(t >= upload->progress.speedtest_start + 4) {
        uint64_t bytesPerSeconds = dav_transfer_speed(&upload->progress, t);
        if(start > 0) {
            char *szps = util_size_str(FALSE, bytesPerSeconds);
            cxmutstr label3 = cx_asprintf("%s/s", szps);
            free(szps);
            ui_set(upload->label_bottom_left, label3.ptr);
            free(label3.ptr);
        }
    }
}


static int uithr_update_upload_labels(void *data) {
    update_upload_labels(data);
    return 0;
}

static void upload_dav_progress(DavResource *res, int64_t total, int64_t now, void *data) {
    DavFileUpload *upload = data;
    if (upload->upload_file) {
        if (now > upload->progress.current_file_size) {
            // current_file_size is not accurate (either the file was changed after the last stat
            // or we have some extra bytes because of encryption
            // adjust current_file_size and the total upload size
            int64_t extra = now - upload->progress.current_file_size;
            upload->progress.current_file_size += extra;
            upload->progress.total_bytes += extra;
        }

        int64_t new_progress = now - upload->progress.current_file_transferred;
        upload->progress.transferred_bytes += new_progress;
        upload->progress.current_file_transferred = now;

        ui_call_mainthread(uithr_update_upload_labels, upload);
    }
}


typedef struct FileNameUpdate {
    DavFileUpload *upload;
    char *name;
    char *path;
    DavBool iscollection;
} FileNameUpdate;

static int uithr_update_file_label(FileNameUpdate *update) {
    if(update->upload->cancel) {
        return 0;
    }
    
    // replace upload->current_filename with update->name
    if (update->upload->current_file_name) {
        free(update->upload->current_file_name);
    }
    update->upload->current_file_name = update->name;

    ui_set(update->upload->label_top_right, update->name);

    DavFileUpload *upload = update->upload;
    DavBrowser *browser = upload->browser;
    // update the resource list in the browser, if the current collection has not changed
    if (upload->collection == browser->current && upload->collection_ctn == browser->res_counter) {
        char *parent = util_parent_path(update->path);
        cxstring parent_s = cx_str(parent);
        cxstring colpath_s = cx_str(upload->collection->path);
        if (parent_s.length > 0 && parent_s.ptr[parent_s.length - 1] == '/') {
            parent_s.length--;
        }
        if (colpath_s.length > 0 && colpath_s.ptr[colpath_s.length - 1] == '/') {
            colpath_s.length--;
        }

        // only update, if the added resource has the current collection as parent
        if (!cx_strcmp(parent_s, colpath_s)) {
            DavResource *ui_res = dav_resource_new(upload->collection->session, update->path);
            ui_res->iscollection = update->iscollection;
            ui_res->lastmodified = time(NULL);
            ui_res->creationdate = time(NULL);
            upload->current_resource = ui_res;

            ui_list_append(browser->resources, ui_res);
            browser->resources->update(browser->resources, 0);
        } else {
            upload->current_resource = NULL; // maybe not necessary
        }
        free(parent);
    }

    free(update->path);
    free(update);
    return 0;
}

static size_t dufile_read(void *buf, size_t size, size_t count, void *stream) {
    DUFile *f = (DUFile*)stream;
    if(f->upload->cancel) {
        return 0;
    }
    return fread(buf, size, count, f->fd);
}

static int dufile_seek(const void *stream, long off, int whence) {
    DUFile *f = (DUFile*)stream;
    return fseek(f->fd, off, whence);
}

static int qthr_file_upload(void *data) {
    DUFile *f = data;
    DavFileUpload *upload = f->upload;
    DavSession *sn = upload->sn;
    
    if(upload->cancel) {
        return 0;
    }

    FILE *in = sys_fopen(f->path, "rb");
    if (!in) {
        // TODO: error msg
        return 0;
    }
    f->fd = in;

    upload->upload_file = TRUE;
    upload->progress.current_file_size = f->bytes;
    upload->progress.current_file_transferred = 0;

    DavResource *res = dav_resource_new(sn, f->upload_path);

    FileNameUpdate *ui_update = malloc(sizeof(FileNameUpdate));
    ui_update->upload = upload;
    ui_update->name = strdup(res->name);
    ui_update->path = strdup(res->path);
    ui_update->iscollection = FALSE;
    ui_call_mainthread((ui_threadfunc)uithr_update_file_label, ui_update);
    
    dav_set_content(res, f, (dav_read_func)dufile_read, (dav_seek_func)dufile_seek);
    if (dav_store(res)) {
        f->error = sn->error;
    }
    dav_resource_free(res);

    fclose(in);

    upload->upload_file = FALSE;

    return 0;
}

static void uithr_file_uploaded(UiEvent *event, void *data) {
    DUFile *file = data;
    DavFileUpload *upload = file->upload;

    upload->progress.transferred_files++;
    //upload->uploaded_bytes += file->bytes;

    double progress = upload_progress(upload);
    ui_set(upload->progressbar, upload_progress(upload));

    update_upload_labels(upload);

    // update resource content length in the browser 
    DavBrowser *browser = upload->browser;
    if (upload->collection == browser->current && upload->collection_ctn == browser->res_counter) {
        if (upload->current_resource) {
            upload->current_resource->contentlength = upload->progress.current_file_transferred;
            browser->resources->update(browser->resources, 0);
        }
    }
    upload->current_resource = NULL;

    free(file->path);
    free(file->upload_path);
}

static int qthr_dir_upload(void *data) {
    DUFile *f = data;
    DavFileUpload *upload = f->upload;
    DavSession *sn = upload->sn;

    DavResource *res = dav_resource_new(sn, f->upload_path);
    res->iscollection = TRUE;

    FileNameUpdate *ui_update = malloc(sizeof(FileNameUpdate));
    ui_update->upload = upload;
    ui_update->name = strdup(res->name);
    ui_update->path = strdup(res->path);
    ui_update->iscollection = TRUE;
    ui_call_mainthread((ui_threadfunc)uithr_update_file_label, ui_update);

    if (dav_create(res)) {
        f->error = sn->error;
    }

    dav_resource_free(res);

    return 0;
}

static void uithr_dir_uploaded(UiEvent *event, void *data) {
    DUFile *file = data;
    DavFileUpload *upload = file->upload;

    upload->progress.transferred_directories++;

    update_upload_labels(upload);

    upload->current_resource = NULL;

    free(file->path);
    free(file->upload_path);
}

static int qthr_upload_finished(void *data) {
    return 0;
}

static void uithr_upload_finished(UiEvent *event, void *data) {
    DavFileUpload *upload = data;
    if(upload->cancel) {
        ui_set(upload->label_bottom_left, "Canceled");
    }
    if(upload->dialog->ref > 1) {
        ui_close(upload->dialog);
    }
    ui_object_unref(upload->dialog);
}

static int jobthr_upload_scan(void *data) {
    DavFileUpload *upload = data;

    CxList *stack = cxLinkedListCreateSimple(CX_STORE_POINTERS);
    for (int i = 0; i < upload->files.nfiles; i++) {
        DUFile *f = malloc(sizeof(DUFile));
        f->path = strdup(upload->files.files[i]);
        f->upload_path = util_concat_path(upload->base_path, util_path_file_name(f->path));
        f->isdirectory = FALSE;
        f->bytes = 0;
        f->upload = upload;
        f->error = 0;
        cxListInsert(stack, 0, f);
    }

    while (cxListSize(stack) > 0 && !upload->cancel) {
        DUFile *f = cxListAt(stack, 0);

        char *path = util_concat_path(upload->base_path, f->upload_path);
        cxListRemove(stack, 0);

        SYS_STAT s;
        if (!sys_stat(f->path, &s)) {
            if (S_ISDIR(s.st_mode)) {
                f->isdirectory = TRUE;
                upload->progress.total_directories++;
                ui_threadpool_job(upload->queue, upload->dialog, qthr_dir_upload, f, uithr_dir_uploaded, f);

                SYS_DIR dir = sys_opendir(f->path);
                if (dir) {
                    SysDirEnt *entry;
                    int nument = 0;
                    while((entry = sys_readdir(dir)) != NULL) {
                        if(!strcmp(entry->name, ".") || !strcmp(entry->name, "..")) {
                            continue;
                        }

                        cxmutstr newpath = util_concat_sys_path(cx_str(f->path), cx_str(entry->name));
                        char *new_upload_path = util_concat_path(f->upload_path, entry->name);

                        DUFile *child = malloc(sizeof(DUFile));
                        child->path = newpath.ptr;
                        child->upload_path = new_upload_path;
                        child->isdirectory = FALSE;
                        child->bytes = 0;
                        child->upload = upload;
                        child->error = 0;
                        cxListAdd(stack, child);
                    }

                    sys_closedir(dir);
                }
            } else if (S_ISREG(s.st_mode)) {
                f->isdirectory = FALSE;
                f->bytes = s.st_size;
                upload->progress.total_files++;
                upload->progress.total_bytes += s.st_size;
                ui_threadpool_job(upload->queue, upload->dialog, qthr_file_upload, f, uithr_file_uploaded, f);
            }
        } else {
            // cannot stat file
            
        }
    } // TODO: else error msg

    ui_threadpool_job(upload->queue, upload->dialog, qthr_upload_finished, upload, uithr_upload_finished, upload);

    ui_filelist_free(upload->files);

    return 0;
}

static void uithr_upload_scan_finished(UiEvent *event, void *data) {
    DavFileUpload *upload = data;

    update_upload_labels(upload);
}

static void upload_window_closed(UiEvent *event, void *data) {
    DavFileUpload *upload = event->window;
    ui_threadpool_destroy(upload->queue);

    dav_session_destroy(upload->sn);
}

void action_upload_cancel(UiEvent *event, void *data) {
    DavFileUpload *upload = event->window;
    if(!upload->cancel) {
        ui_set(upload->label_bottom_left, "Cancel...");
        upload->cancel = TRUE;
    }
}

static void dav_file_upload_cleanup(DavFileUpload *upload) {
    application_remove_transfer(&upload->trans);
    ui_object_unref(upload->browser->window);
}

DavFileUpload* dav_upload_create(DavBrowser *browser, UiObject *obj, UiFileList files) {
    UiContext *ctx = obj->ctx;
    CxMempool *mp = ui_cx_mempool(ctx);
    DavFileUpload *upload = ui_malloc(ctx, sizeof(DavFileUpload));
    memset(upload, 0, sizeof(DavFileUpload));
    upload->dialog = obj;
    obj->window = upload;
    ui_object_ref(obj);
    ui_object_ref(browser->window);
    
    size_t label_len = strlen(util_resource_name(files.files[0])) + 16;
    upload->trans.label = cxCalloc(mp->allocator, label_len, 1);
    upload->trans.label_len = snprintf(upload->trans.label, label_len, "> %s%s", util_resource_name(files.files[0]), files.nfiles > 1 ? " ..." : "");
    upload->trans.window = obj;
    
    upload->progressbar = ui_double_new(ctx, "progressbar");
    upload->label_top_left = ui_string_new(ctx, "label_top_left");
    upload->label_top_right = ui_string_new(ctx, "label_top_right");
    upload->label_bottom_left = ui_string_new(ctx, "label_bottom_left");
    upload->label_bottom_right = ui_string_new(ctx, "label_bottom_right");
    
    // we need a clone of the current session, because the upload
    // is done in a separate thread
    DavSession *upload_session = dav_session_clone(browser->sn);
    
    dav_session_set_progresscallback(upload_session, NULL, upload_dav_progress, upload);

    upload->browser = browser;
    upload->sn = upload_session;
    upload->files = files;
    upload->base_path = ui_strdup(ctx, browser->current->path);
    upload->queue = ui_threadpool_create(1);

    upload->collection = browser->current;
    upload->collection_ctn = browser->res_counter;
    
    cxMempoolRegister(mp, upload_session, (cx_destructor_func)dav_session_destroy);
    cxMempoolRegister(mp, upload->queue, (cx_destructor_func)ui_threadpool_destroy);
    cxMempoolSetDestructor(upload, (cx_destructor_func)dav_file_upload_cleanup);
    
    ui_set(upload->label_top_left, "");
    ui_set(upload->label_top_right, "");
    ui_set(upload->label_bottom_left, "");
    ui_set(upload->label_bottom_right, "");
    ui_set(upload->progressbar, 0);
    
    return upload;
}

void dav_upload_start(DavFileUpload *upload) {
    ui_show(upload->dialog);

    // start upload and stat threads
    ui_job(upload->dialog, jobthr_upload_scan, upload, uithr_upload_scan_finished, upload);
}