// Copyright (c) 2011, Thomas Goyne // // Permission to use, copy, modify, and distribute this software for any // purpose with or without fee is hereby granted, provided that the above // copyright notice and this permission notice appear in all copies. // // THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES // WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF // MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR // ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES // WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN // ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF // OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. // // Aegisub Project http://www.aegisub.org/ /// @file audio_karaoke.cpp /// @brief Karaoke table UI in audio box (not in audio display) /// @ingroup audio_ui /// #include "config.h" #include "audio_karaoke.h" #include #include #include #include #include #include #include #include #include #include #include #include "include/aegisub/context.h" #include "ass_dialogue.h" #include "ass_file.h" #include "ass_karaoke.h" #include "audio_box.h" #include "audio_controller.h" #include "audio_timing.h" #include "libresrc/libresrc.h" #include "main.h" #include "selection_controller.h" #include "utils.h" template static inline size_t last_lt_or_eq(Container const& c, Value const& v) { typename Container::const_iterator it = lower_bound(c.begin(), c.end(), v); // lower_bound gives first >= if (it == c.end() || *it > v) --it; return distance(c.begin(), it); } AudioKaraoke::AudioKaraoke(wxWindow *parent, agi::Context *c) : wxWindow(parent, -1, wxDefaultPosition, wxDefaultSize, wxTAB_TRAVERSAL | wxBORDER_SUNKEN) , c(c) , file_changed(c->ass->AddCommitListener(&AudioKaraoke::OnFileChanged, this)) , audio_opened(c->audioController->AddAudioOpenListener(&AudioKaraoke::OnAudioOpened, this)) , audio_closed(c->audioController->AddAudioCloseListener(&AudioKaraoke::OnAudioClosed, this)) , active_line_changed(c->selectionController->AddActiveLineListener(&AudioKaraoke::OnActiveLineChanged, this)) , active_line(0) , kara(new AssKaraoke) , scroll_x(0) , click_will_remove_split(false) , enabled(false) { using std::bind; cancel_button = new wxBitmapButton(this, -1, GETIMAGE(kara_split_cancel_16)); cancel_button->SetToolTip(_("Discard all uncommitted splits")); cancel_button->Bind(wxEVT_COMMAND_BUTTON_CLICKED, bind(&AudioKaraoke::CancelSplit, this)); accept_button = new wxBitmapButton(this, -1, GETIMAGE(kara_split_accept_16)); accept_button->SetToolTip(_("Commit splits")); accept_button->Bind(wxEVT_COMMAND_BUTTON_CLICKED, bind(&AudioKaraoke::AcceptSplit, this)); split_area = new wxPanel(this); wxSizer *main_sizer = new wxBoxSizer(wxHORIZONTAL); main_sizer->Add(cancel_button); main_sizer->Add(accept_button); main_sizer->Add(split_area, wxSizerFlags(1).Expand()); SetSizerAndFit(main_sizer); /// @todo subscribe split_font.SetFaceName(to_wx(OPT_GET("Audio/Karaoke/Font Face")->GetString())); split_font.SetPointSize(OPT_GET("Audio/Karaoke/Font Size")->GetInt()); split_area->Bind(wxEVT_SIZE, &AudioKaraoke::OnSize, this); split_area->Bind(wxEVT_PAINT, &AudioKaraoke::OnPaint, this); split_area->Bind(wxEVT_LEFT_DOWN, &AudioKaraoke::OnMouse, this); split_area->Bind(wxEVT_LEFT_UP, &AudioKaraoke::OnMouse, this); split_area->Bind(wxEVT_MOTION, &AudioKaraoke::OnMouse, this); split_area->Bind(wxEVT_LEAVE_WINDOW, &AudioKaraoke::OnMouse, this); split_area->Bind(wxEVT_CONTEXT_MENU, &AudioKaraoke::OnContextMenu, this); scroll_timer.Bind(wxEVT_TIMER, &AudioKaraoke::OnScrollTimer, this); accept_button->Enable(false); cancel_button->Enable(false); enabled = false; } AudioKaraoke::~AudioKaraoke() { } void AudioKaraoke::OnActiveLineChanged(AssDialogue *new_line) { active_line = new_line; if (enabled) { LoadFromLine(); split_area->Refresh(false); } } void AudioKaraoke::OnFileChanged(int type, std::set const& changed) { if (enabled && (type & AssFile::COMMIT_DIAG_FULL) && (changed.empty() || changed.count(active_line))) { LoadFromLine(); split_area->Refresh(false); } } void AudioKaraoke::OnAudioOpened() { SetEnabled(enabled); } void AudioKaraoke::OnAudioClosed() { c->audioController->SetTimingController(0); } void AudioKaraoke::SetEnabled(bool en) { enabled = en; c->audioBox->ShowKaraokeBar(enabled); if (enabled) { LoadFromLine(); c->audioController->SetTimingController(CreateKaraokeTimingController(c, kara.get(), file_changed)); Refresh(false); } else { c->audioController->SetTimingController(CreateDialogueTimingController(c)); } } void AudioKaraoke::OnSize(wxSizeEvent &evt) { RenderText(); Refresh(false); } void AudioKaraoke::OnPaint(wxPaintEvent &) { int w, h; split_area->GetClientSize(&w, &h); wxPaintDC dc(split_area); wxMemoryDC bmp_dc(rendered_line); // Draw the text and split lines dc.Blit(-scroll_x, 0, rendered_line.GetWidth(), h, &bmp_dc, 0, 0); // Draw the split line under the mouse if (click_will_remove_split) dc.SetPen(*wxRED); else dc.SetPen(wxSystemSettings::GetColour(wxSYS_COLOUR_HIGHLIGHT)); dc.DrawLine(mouse_pos, 0, mouse_pos, h); dc.SetPen(*wxTRANSPARENT_PEN); int width_past_bmp = w + scroll_x - rendered_line.GetWidth(); dc.SetBrush(*wxWHITE_BRUSH); if (width_past_bmp > 0) dc.DrawRectangle(w - width_past_bmp, 0, width_past_bmp, h); // Draw scroll arrows if needed if (scroll_x > 0) { dc.DrawRectangle(0, 0, 20, h); wxPoint triangle[] = { wxPoint(10, h / 2 - 6), wxPoint(4, h / 2), wxPoint(10, h / 2 + 6) }; dc.SetBrush(*wxBLACK_BRUSH); dc.DrawPolygon(3, triangle); } if (rendered_line.GetWidth() - scroll_x > w) { dc.SetBrush(*wxWHITE_BRUSH); dc.DrawRectangle(w - 20, 0, 20, h); wxPoint triangle[] = { wxPoint(w - 10, h / 2 - 6), wxPoint(w - 4, h / 2), wxPoint(w - 10, h / 2 + 6) }; dc.SetBrush(*wxBLACK_BRUSH); dc.DrawPolygon(3, triangle); } } void AudioKaraoke::RenderText() { wxSize bmp_size = split_area->GetClientSize(); int line_width = spaced_text.size() * char_width + 5; if (line_width > bmp_size.GetWidth()) bmp_size.SetWidth(line_width); if (!rendered_line.IsOk() || bmp_size != rendered_line.GetSize()) { rendered_line = wxBitmap(bmp_size); } wxMemoryDC dc(rendered_line); // Draw background dc.SetBrush(wxBrush(wxSystemSettings::GetColour(wxSYS_COLOUR_WINDOW))); dc.SetPen(*wxTRANSPARENT_PEN); dc.DrawRectangle(wxPoint(), bmp_size); dc.SetFont(split_font); dc.SetTextForeground(wxColour(wxSystemSettings::GetColour(wxSYS_COLOUR_WINDOWTEXT))); // Draw each character in the line int y = (bmp_size.GetHeight() - char_height) / 2; for (size_t i = 0; i < spaced_text.size(); ++i) { dc.DrawText(spaced_text[i], char_x[i], y); } // Draw the lines between each syllable dc.SetPen(wxSystemSettings::GetColour(wxSYS_COLOUR_HIGHLIGHT)); for (size_t i = 0; i < syl_lines.size(); ++i) { dc.DrawLine(syl_lines[i], 0, syl_lines[i], bmp_size.GetHeight()); } } void AudioKaraoke::AddMenuItem(wxMenu &menu, wxString const& tag, wxString const& help, wxString const& selected) { wxMenuItem *item = menu.AppendCheckItem(-1, tag, help); menu.Bind(wxEVT_COMMAND_MENU_SELECTED, std::bind(&AudioKaraoke::SetTagType, this, tag), item->GetId()); item->Check(tag == selected); } void AudioKaraoke::OnContextMenu(wxContextMenuEvent&) { if (!enabled) return; wxMenu context_menu(_("Karaoke tag")); wxString type = kara->GetTagType(); AddMenuItem(context_menu, "\\k", _("Change karaoke tag to \\k"), type); AddMenuItem(context_menu, "\\kf", _("Change karaoke tag to \\kf"), type); AddMenuItem(context_menu, "\\ko", _("Change karaoke tag to \\ko"), type); PopupMenu(&context_menu); } void AudioKaraoke::OnMouse(wxMouseEvent &event) { if (!enabled) return; mouse_pos = event.GetX(); if (event.Leaving()) { mouse_pos = -1; split_area->Refresh(false); return; } if (scroll_timer.IsRunning() || split_area->HasCapture()) { if (event.LeftUp()) { scroll_timer.Stop(); split_area->ReleaseMouse(); } return; } // Check if the mouse is over a scroll arrow int client_width = split_area->GetClientSize().GetWidth(); if (scroll_x > 0 && mouse_pos < 20) { scroll_dir = -1; } else if (scroll_x + client_width < rendered_line.GetWidth() && mouse_pos > client_width - 20) { scroll_dir = 1; } else { scroll_dir = 0; } if (scroll_dir) { mouse_pos = -1; if (event.LeftDown()) { split_area->Refresh(false); scroll_timer.Start(50); split_area->CaptureMouse(); wxTimerEvent evt; OnScrollTimer(evt); } return; } int shifted_pos = mouse_pos + scroll_x; // Character to insert the new split point before int split_pos = std::min((shifted_pos - char_width / 2) / char_width, spaced_text.size()); // Syllable this character is in int syl = last_lt_or_eq(syl_start_points, split_pos); // If the click is sufficiently close to a line of a syllable split, // remove that split rather than adding a new one bool click_right = (syl > 0 && shifted_pos <= syl_lines[syl - 1] + 3); bool click_left = (syl < (int)syl_lines.size() && shifted_pos >= syl_lines[syl] - 3); click_will_remove_split = click_left || click_right; if (!event.LeftDown()) { // Erase the old line and draw the new one split_area->Refresh(false); return; } if (click_will_remove_split) { kara->RemoveSplit(syl + (click_left && !click_right)); } else { kara->AddSplit(syl, split_pos - syl_start_points[syl]); } SetDisplayText(); accept_button->Enable(true); cancel_button->Enable(true); split_area->Refresh(false); } void AudioKaraoke::OnScrollTimer(wxTimerEvent &) { scroll_x += scroll_dir * char_width * 3; int max_scroll = rendered_line.GetWidth() + 20 - split_area->GetClientSize().GetWidth(); if (scroll_x < 0 || scroll_x > max_scroll) { scroll_x = mid(0, scroll_x, max_scroll); scroll_timer.Stop(); } split_area->Refresh(false); } void AudioKaraoke::LoadFromLine() { scroll_x = 0; scroll_timer.Stop(); kara->SetLine(active_line, true); SetDisplayText(); accept_button->Enable(kara->GetText() != active_line->Text); cancel_button->Enable(false); } void AudioKaraoke::SetDisplayText() { // Insert spaces between each syllable to avoid crowding spaced_text.clear(); syl_start_points.clear(); syl_start_points.reserve(kara->size()); for (auto const& syl : *kara) { syl_start_points.push_back(spaced_text.size()); spaced_text += " " + syl.text; } // Get the x-coordinates of the right edge of each character wxMemoryDC dc; dc.SetFont(split_font); wxArrayInt p_char_x; dc.GetPartialTextExtents(spaced_text, p_char_x); // Convert the partial sub to the the width of each character std::adjacent_difference(p_char_x.begin(), p_char_x.end(), p_char_x.begin()); // Get the maximum character width char_width = *std::max_element(p_char_x.begin(), p_char_x.end()); // Center each character within the space available to it char_x.resize(p_char_x.size()); for (size_t i = 0; i < p_char_x.size(); ++i) { char_x[i] = i * char_width + (char_width - p_char_x[i]) / 2; } // Calculate the positions of the syllable divider lines syl_lines.resize(syl_start_points.size() - 1); for (size_t i = 1; i < syl_start_points.size(); ++i) { syl_lines[i - 1] = syl_start_points[i] * char_width + char_width / 2; } // Get line height wxSize extents = dc.GetTextExtent(spaced_text); char_height = extents.GetHeight(); RenderText(); } void AudioKaraoke::CancelSplit() { LoadFromLine(); split_area->Refresh(false); } void AudioKaraoke::AcceptSplit() { active_line->Text = kara->GetText(); file_changed.Block(); c->ass->Commit(_("karaoke split"), AssFile::COMMIT_DIAG_TEXT); file_changed.Unblock(); accept_button->Enable(false); cancel_button->Enable(false); } void AudioKaraoke::SetTagType(wxString new_tag) { kara->SetTagType(new_tag); AcceptSplit(); }