Skip to content
Snippets Groups Projects
InputBar.cpp 19.4 KiB
Newer Older
  • Learn to ignore specific revisions
  • Nicolas Werner's avatar
    Nicolas Werner committed
    #include "InputBar.h"
    
    #include <QClipboard>
    
    Nicolas Werner's avatar
    Nicolas Werner committed
    #include <QFileDialog>
    
    Nicolas Werner's avatar
    Nicolas Werner committed
    #include <QGuiApplication>
    #include <QMimeData>
    
    Nicolas Werner's avatar
    Nicolas Werner committed
    #include <QMimeDatabase>
    #include <QStandardPaths>
    #include <QUrl>
    
    Nicolas Werner's avatar
    Nicolas Werner committed
    #include <mtx/responses/common.hpp>
    
    Nicolas Werner's avatar
    Nicolas Werner committed
    #include <mtx/responses/media.hpp>
    
    Nicolas Werner's avatar
    Nicolas Werner committed
    
    #include "Cache.h"
    #include "ChatPage.h"
    
    Nicolas Werner's avatar
    Nicolas Werner committed
    #include "Logging.h"
    
    Nicolas Werner's avatar
    Nicolas Werner committed
    #include "MatrixClient.h"
    
    Nicolas Werner's avatar
    Nicolas Werner committed
    #include "Olm.h"
    
    Nicolas Werner's avatar
    Nicolas Werner committed
    #include "TimelineModel.h"
    #include "UserSettingsPage.h"
    #include "Utils.h"
    
    Nicolas Werner's avatar
    Nicolas Werner committed
    #include "dialogs/PreviewUploadOverlay.h"
    
    #include "blurhash.hpp"
    
    Nicolas Werner's avatar
    Nicolas Werner committed
    
    static constexpr size_t INPUT_HISTORY_SIZE = 10;
    
    Nicolas Werner's avatar
    Nicolas Werner committed
    void
    
    Nicolas Werner's avatar
    Nicolas Werner committed
    InputBar::paste(bool fromMouse)
    {
            const QMimeData *md = nullptr;
    
            if (fromMouse) {
                    if (QGuiApplication::clipboard()->supportsSelection()) {
                            md = QGuiApplication::clipboard()->mimeData(QClipboard::Selection);
                    }
            } else {
                    md = QGuiApplication::clipboard()->mimeData(QClipboard::Clipboard);
            }
    
            if (!md)
    
    Nicolas Werner's avatar
    Nicolas Werner committed
                    return;
    
    Nicolas Werner's avatar
    Nicolas Werner committed
            nhlog::ui()->debug("Got mime formats: {}", md->formats().join(", ").toStdString());
            const auto formats = md->formats().filter("/");
            const auto image   = formats.filter("image/", Qt::CaseInsensitive);
            const auto audio   = formats.filter("audio/", Qt::CaseInsensitive);
            const auto video   = formats.filter("video/", Qt::CaseInsensitive);
    
            if (!image.empty() && md->hasImage()) {
                    showPreview(*md, "", image);
            } else if (!audio.empty()) {
                    showPreview(*md, "", audio);
            } else if (!video.empty()) {
                    showPreview(*md, "", video);
            } else if (md->hasUrls()) {
                    // Generic file path for any platform.
                    QString path;
                    for (auto &&u : md->urls()) {
                            if (u.isLocalFile()) {
                                    path = u.toLocalFile();
                                    break;
                            }
                    }
    
                    if (!path.isEmpty() && QFileInfo{path}.exists()) {
                            showPreview(*md, path, formats);
                    } else {
                            nhlog::ui()->warn("Clipboard does not contain any valid file paths.");
                    }
            } else if (md->hasFormat("x-special/gnome-copied-files")) {
                    // Special case for X11 users. See "Notes for X11 Users" in md.
                    // Source: http://doc.qt.io/qt-5/qclipboard.html
    
                    // This MIME type returns a string with multiple lines separated by '\n'. The first
                    // line is the command to perform with the clipboard (not useful to us). The
                    // following lines are the file URIs.
                    //
                    // Source: the nautilus source code in file 'src/nautilus-clipboard.c' in function
                    // nautilus_clipboard_get_uri_list_from_selection_data()
                    // https://github.com/GNOME/nautilus/blob/master/src/nautilus-clipboard.c
    
                    auto data = md->data("x-special/gnome-copied-files").split('\n');
                    if (data.size() < 2) {
                            nhlog::ui()->warn("MIME format is malformed, cannot perform paste.");
                            return;
                    }
    
                    QString path;
                    for (int i = 1; i < data.size(); ++i) {
                            QUrl url{data[i]};
                            if (url.isLocalFile()) {
                                    path = url.toLocalFile();
                                    break;
                            }
                    }
    
                    if (!path.isEmpty()) {
                            showPreview(*md, path, formats);
                    } else {
                            nhlog::ui()->warn("Clipboard does not contain any valid file paths: {}",
                                              data.join(", ").toStdString());
                    }
    
    Nicolas Werner's avatar
    Nicolas Werner committed
            } else if (md->hasText()) {
                    emit insertText(md->text());
    
    Nicolas Werner's avatar
    Nicolas Werner committed
            } else {
                    nhlog::ui()->debug("formats: {}", md->formats().join(", ").toStdString());
            }
    }
    
    void
    InputBar::updateState(int selectionStart_, int selectionEnd_, int cursorPosition_, QString text_)
    {
            selectionStart = selectionStart_;
            selectionEnd   = selectionEnd_;
            cursorPosition = cursorPosition_;
            text           = text_;
    }
    
    void
    InputBar::send()
    {
    
    Nicolas Werner's avatar
    Nicolas Werner committed
            if (text.trimmed().isEmpty())
                    return;
    
            if (history_.size() == INPUT_HISTORY_SIZE)
                    history_.pop_back();
            history_.push_front(text);
            history_index_ = 0;
    
            if (text.startsWith('/')) {
                    int command_end = text.indexOf(' ');
                    if (command_end == -1)
                            command_end = text.size();
                    auto name = text.mid(1, command_end - 1);
                    auto args = text.mid(command_end + 1);
                    if (name.isEmpty() || name == "/") {
                            message(args);
                    } else {
                            command(name, args);
                    }
            } else {
                    message(text);
            }
    
    
    Nicolas Werner's avatar
    Nicolas Werner committed
            nhlog::ui()->debug("Send: {}", text.toStdString());
    }
    
    Nicolas Werner's avatar
    Nicolas Werner committed
    void
    InputBar::openFileSelection()
    {
            const QString homeFolder = QStandardPaths::writableLocation(QStandardPaths::HomeLocation);
            const auto fileName      = QFileDialog::getOpenFileName(
              ChatPage::instance(), tr("Select a file"), homeFolder, tr("All Files (*)"));
    
            if (fileName.isEmpty())
                    return;
    
            QMimeDatabase db;
            QMimeType mime = db.mimeTypeForFile(fileName, QMimeDatabase::MatchContent);
    
            QFile file{fileName};
    
            if (!file.open(QIODevice::ReadOnly)) {
                    emit ChatPage::instance()->showNotification(
                      QString("Error while reading media: %1").arg(file.errorString()));
                    return;
            }
    
            setUploading(true);
    
            auto bin = file.readAll();
    
            QMimeData data;
            data.setData(mime.name(), bin);
    
            showPreview(data, fileName, QStringList{mime.name()});
    }
    
    
    Nicolas Werner's avatar
    Nicolas Werner committed
    void
    InputBar::message(QString msg)
    {
            mtx::events::msg::Text text = {};
            text.body                   = msg.trimmed().toStdString();
    
            if (ChatPage::instance()->userSettings()->markdown()) {
                    text.formatted_body = utils::markdownToHtml(msg).toStdString();
    
                    // Don't send formatted_body, when we don't need to
                    if (text.formatted_body.find("<") == std::string::npos)
                            text.formatted_body = "";
                    else
                            text.format = "org.matrix.custom.html";
            }
    
            if (!room->reply().isEmpty()) {
                    auto related = room->relatedInfo(room->reply());
    
                    QString body;
                    bool firstLine = true;
                    for (const auto &line : related.quoted_body.split("\n")) {
                            if (firstLine) {
                                    firstLine = false;
                                    body = QString("> <%1> %2\n").arg(related.quoted_user).arg(line);
                            } else {
                                    body = QString("%1\n> %2\n").arg(body).arg(line);
                            }
                    }
    
                    text.body = QString("%1\n%2").arg(body).arg(msg).toStdString();
    
                    // NOTE(Nico): rich replies always need a formatted_body!
                    text.format = "org.matrix.custom.html";
                    if (ChatPage::instance()->userSettings()->markdown())
                            text.formatted_body =
                              utils::getFormattedQuoteBody(related, utils::markdownToHtml(msg))
                                .toStdString();
                    else
                            text.formatted_body =
                              utils::getFormattedQuoteBody(related, msg.toHtmlEscaped()).toStdString();
    
                    text.relates_to.in_reply_to.event_id = related.related_event;
                    room->resetReply();
            }
    
            room->sendMessageEvent(text, mtx::events::EventType::RoomMessage);
    }
    
    void
    InputBar::emote(QString msg)
    {
            auto html = utils::markdownToHtml(msg);
    
            mtx::events::msg::Emote emote;
            emote.body = msg.trimmed().toStdString();
    
            if (html != msg.trimmed().toHtmlEscaped() &&
                ChatPage::instance()->userSettings()->markdown()) {
                    emote.formatted_body = html.toStdString();
                    emote.format         = "org.matrix.custom.html";
            }
    
            if (!room->reply().isEmpty()) {
                    emote.relates_to.in_reply_to.event_id = room->reply().toStdString();
                    room->resetReply();
            }
    
            room->sendMessageEvent(emote, mtx::events::EventType::RoomMessage);
    }
    
    
    Nicolas Werner's avatar
    Nicolas Werner committed
    void
    InputBar::image(const QString &filename,
                    const std::optional<mtx::crypto::EncryptedFile> &file,
                    const QString &url,
                    const QString &mime,
                    uint64_t dsize,
                    const QSize &dimensions,
                    const QString &blurhash)
    {
            mtx::events::msg::Image image;
            image.info.mimetype = mime.toStdString();
            image.info.size     = dsize;
            image.info.blurhash = blurhash.toStdString();
            image.body          = filename.toStdString();
            image.info.h        = dimensions.height();
            image.info.w        = dimensions.width();
    
            if (file)
                    image.file = file;
            else
                    image.url = url.toStdString();
    
            if (!room->reply().isEmpty()) {
                    image.relates_to.in_reply_to.event_id = room->reply().toStdString();
                    room->resetReply();
            }
    
            room->sendMessageEvent(image, mtx::events::EventType::RoomMessage);
    }
    
    void
    InputBar::file(const QString &filename,
                   const std::optional<mtx::crypto::EncryptedFile> &encryptedFile,
                   const QString &url,
                   const QString &mime,
                   uint64_t dsize)
    {
            mtx::events::msg::File file;
            file.info.mimetype = mime.toStdString();
            file.info.size     = dsize;
            file.body          = filename.toStdString();
    
            if (encryptedFile)
                    file.file = encryptedFile;
            else
                    file.url = url.toStdString();
    
            if (!room->reply().isEmpty()) {
                    file.relates_to.in_reply_to.event_id = room->reply().toStdString();
                    room->resetReply();
            }
    
            room->sendMessageEvent(file, mtx::events::EventType::RoomMessage);
    }
    
    void
    InputBar::audio(const QString &filename,
                    const std::optional<mtx::crypto::EncryptedFile> &file,
                    const QString &url,
                    const QString &mime,
                    uint64_t dsize)
    {
            mtx::events::msg::Audio audio;
            audio.info.mimetype = mime.toStdString();
            audio.info.size     = dsize;
            audio.body          = filename.toStdString();
            audio.url           = url.toStdString();
    
            if (file)
                    audio.file = file;
            else
                    audio.url = url.toStdString();
    
            if (!room->reply().isEmpty()) {
                    audio.relates_to.in_reply_to.event_id = room->reply().toStdString();
                    room->resetReply();
            }
    
            room->sendMessageEvent(audio, mtx::events::EventType::RoomMessage);
    }
    
    void
    InputBar::video(const QString &filename,
                    const std::optional<mtx::crypto::EncryptedFile> &file,
                    const QString &url,
                    const QString &mime,
                    uint64_t dsize)
    {
            mtx::events::msg::Video video;
            video.info.mimetype = mime.toStdString();
            video.info.size     = dsize;
            video.body          = filename.toStdString();
    
            if (file)
                    video.file = file;
            else
                    video.url = url.toStdString();
    
            if (!room->reply().isEmpty()) {
                    video.relates_to.in_reply_to.event_id = room->reply().toStdString();
                    room->resetReply();
            }
    
            room->sendMessageEvent(video, mtx::events::EventType::RoomMessage);
    }
    
    
    Nicolas Werner's avatar
    Nicolas Werner committed
    void
    InputBar::command(QString command, QString args)
    {
            if (command == "me") {
                    emote(args);
            } else if (command == "join") {
                    ChatPage::instance()->joinRoom(args);
            } else if (command == "invite") {
                    ChatPage::instance()->inviteUser(args.section(' ', 0, 0), args.section(' ', 1, -1));
            } else if (command == "kick") {
                    ChatPage::instance()->kickUser(args.section(' ', 0, 0), args.section(' ', 1, -1));
            } else if (command == "ban") {
                    ChatPage::instance()->banUser(args.section(' ', 0, 0), args.section(' ', 1, -1));
            } else if (command == "unban") {
                    ChatPage::instance()->unbanUser(args.section(' ', 0, 0), args.section(' ', 1, -1));
            } else if (command == "roomnick") {
                    mtx::events::state::Member member;
                    member.display_name = args.toStdString();
                    member.avatar_url =
                      cache::avatarUrl(room->roomId(),
                                       QString::fromStdString(http::client()->user_id().to_string()))
                        .toStdString();
                    member.membership = mtx::events::state::Membership::Join;
    
                    http::client()->send_state_event(
                      room->roomId().toStdString(),
                      http::client()->user_id().to_string(),
                      member,
                      [](mtx::responses::EventId, mtx::http::RequestErr err) {
                              if (err)
                                      nhlog::net()->error("Failed to set room displayname: {}",
                                                          err->matrix_error.error);
                      });
            } else if (command == "shrug") {
                    message(\\_(ツ)_/¯" + (args.isEmpty() ? "" : " " + args));
            } else if (command == "fliptable") {
                    message("(╯°□°)╯︵ ┻━┻");
            } else if (command == "unfliptable") {
                    message(" ┯━┯╭( º _ º╭)");
            } else if (command == "sovietflip") {
                    message("ノ┬─┬ノ ︵ ( \\o°o)\\");
            } else if (command == "clear-timeline") {
                    room->clearTimeline();
            } else if (command == "rotate-megolm-session") {
                    cache::dropOutboundMegolmSession(room->roomId().toStdString());
            }
    }
    
    Nicolas Werner's avatar
    Nicolas Werner committed
    
    void
    InputBar::showPreview(const QMimeData &source, QString path, const QStringList &formats)
    {
            dialogs::PreviewUploadOverlay *previewDialog_ =
              new dialogs::PreviewUploadOverlay(ChatPage::instance());
            previewDialog_->setAttribute(Qt::WA_DeleteOnClose);
    
            if (source.hasImage())
                    previewDialog_->setPreview(qvariant_cast<QImage>(source.imageData()),
                                               formats.front());
            else if (!path.isEmpty())
                    previewDialog_->setPreview(path);
            else if (!formats.isEmpty()) {
                    auto mime = formats.first();
                    previewDialog_->setPreview(source.data(mime), mime);
            } else {
                    setUploading(false);
                    previewDialog_->deleteLater();
                    return;
            }
    
            connect(previewDialog_, &dialogs::PreviewUploadOverlay::aborted, this, [this]() {
                    setUploading(false);
            });
    
            connect(
              previewDialog_,
              &dialogs::PreviewUploadOverlay::confirmUpload,
              this,
              [this](const QByteArray data, const QString &mime, const QString &fn) {
                      setUploading(true);
    
                      auto payload = std::string(data.data(), data.size());
                      std::optional<mtx::crypto::EncryptedFile> encryptedFile;
                      if (cache::isRoomEncrypted(room->roomId().toStdString())) {
                              mtx::crypto::BinaryBuf buf;
                              std::tie(buf, encryptedFile) = mtx::crypto::encrypt_file(payload);
                              payload                      = mtx::crypto::to_string(buf);
                      }
    
                      QSize dimensions;
                      QString blurhash;
                      auto mimeClass = mime.split("/")[0];
                      if (mimeClass == "image") {
                              QImage img = utils::readImage(&data);
    
                              dimensions = img.size();
                              if (img.height() > 200 && img.width() > 360)
                                      img = img.scaled(360, 200, Qt::KeepAspectRatioByExpanding);
                              std::vector<unsigned char> data;
                              for (int y = 0; y < img.height(); y++) {
                                      for (int x = 0; x < img.width(); x++) {
                                              auto p = img.pixel(x, y);
                                              data.push_back(static_cast<unsigned char>(qRed(p)));
                                              data.push_back(static_cast<unsigned char>(qGreen(p)));
                                              data.push_back(static_cast<unsigned char>(qBlue(p)));
                                      }
                              }
                              blurhash = QString::fromStdString(
                                blurhash::encode(data.data(), img.width(), img.height(), 4, 3));
                      }
    
                      http::client()->upload(
                        payload,
                        encryptedFile ? "application/octet-stream" : mime.toStdString(),
                        QFileInfo(fn).fileName().toStdString(),
                        [this,
                         filename      = fn,
                         encryptedFile = std::move(encryptedFile),
                         mimeClass,
                         mime,
                         size = payload.size(),
                         dimensions,
                         blurhash](const mtx::responses::ContentURI &res,
                                   mtx::http::RequestErr err) mutable {
                                if (err) {
                                        emit ChatPage::instance()->showNotification(
                                          tr("Failed to upload media. Please try again."));
                                        nhlog::net()->warn("failed to upload media: {} {} ({})",
                                                           err->matrix_error.error,
                                                           to_string(err->matrix_error.errcode),
                                                           static_cast<int>(err->status_code));
                                        setUploading(false);
                                        return;
                                }
    
                                auto url = QString::fromStdString(res.content_uri);
                                if (encryptedFile)
                                        encryptedFile->url = res.content_uri;
    
                                if (mimeClass == "image")
                                        image(filename,
                                              encryptedFile,
                                              url,
                                              mime,
                                              size,
                                              dimensions,
                                              blurhash);
                                else if (mimeClass == "audio")
                                        audio(filename, encryptedFile, url, mime, size);
                                else if (mimeClass == "video")
                                        video(filename, encryptedFile, url, mime, size);
                                else
                                        file(filename, encryptedFile, url, mime, size);
    
                                setUploading(false);
                        });
              });
    }