linux_vst_gui_support.cc

Go to the documentation of this file.

/*
    Copyright (C) 2012 Paul Davis 
    Based on code by Paul Davis, Torben Hohn as part of FST

    This program is free software; you can redistribute it and/or modify
    it under the terms of the GNU General Public License as published by
    the Free Software Foundation; either version 2 of the License, or
    (at your option) any later version.

    This program is distributed in the hope that it will be useful,
    but WITHOUT ANY WARRANTY; without even the implied warranty of
    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
    GNU General Public License for more details.

    You should have received a copy of the GNU General Public License
    along with this program; if not, write to the Free Software
    Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.

*/

/******************************************************************/
/******************************************************************/

#include <stdlib.h>
#include <stdio.h>
#include <libgen.h>
#include <assert.h>

#include <pthread.h>
#include <signal.h>
#include <glib.h>
#include <glibmm/timer.h>

#include "ardour/linux_vst_support.h"

#include <X11/X.h>
#include <X11/Xlib.h>
#include <dlfcn.h>
#include <string.h>
#include <time.h>
#include <unistd.h>
#include <pthread.h>
#include <sys/time.h>

struct ERect{
    short top;
    short left;
    short bottom;
    short right;
};

static pthread_mutex_t plugin_mutex;

static VSTState * vstfx_first = NULL;

const char magic[] = "VSTFX Plugin State v002";

int  gui_thread_id = 0;
static int gui_quit = 0;

/*This will be our connection to X*/

Display* LXVST_XDisplay = NULL;

/*The thread handle for the GUI event loop*/

pthread_t LXVST_gui_event_thread;

/*Util functions to get the value of a property attached to an XWindow*/

bool LXVST_xerror;

int TempErrorHandler(Display *display, XErrorEvent *e)
{
        LXVST_xerror = true;
        
        return 0;
}

#ifdef LXVST_32BIT

int getXWindowProperty(Window window, Atom atom)
{
        int result = 0;
        int userSize;
        unsigned long bytes;
        unsigned long userCount;
        unsigned char *data;
        Atom userType;
        LXVST_xerror = false;
        
        /*Use our own Xerror handler while we're in here - in an
        attempt to stop the brain dead default Xerror behaviour of
        qutting the entire application because of e.g. an invalid
        window ID*/
        
        XErrorHandler olderrorhandler = XSetErrorHandler(TempErrorHandler);
        
        XGetWindowProperty(     LXVST_XDisplay,                 //The display
                                                window,                                 //The Window
                                                atom,                                   //The property
                                                0,                                              //Offset into the data
                                                1,                                              //Number of 32Bit chunks of data
                                                false,                                  //false = don't delete the property
                                                AnyPropertyType,                //Required property type mask
                                                &userType,                              //Actual type returned
                                                &userSize,                              //Actual format returned
                                                &userCount,                             //Actual number of items stored in the returned data
                                                &bytes,                                 //Number of bytes remaining if a partial read
                                                &data);                                 //The actual data read
                                                
        if(LXVST_xerror == false && userCount == 1)
                result = *(int*)data;
                
        XSetErrorHandler(olderrorhandler);
        
        /*Hopefully this will return zero if the property is not set*/
        
        return result;
}

#endif

#ifdef LXVST_64BIT

/********************************************************************/
/* This is untested - have no 64Bit plugins which use this          */
/* system of passing an eventProc address                           */
/********************************************************************/

long getXWindowProperty(Window window, Atom atom)
{
        long result = 0;
        int userSize;
        unsigned long bytes;
        unsigned long userCount;
        unsigned char *data;
        Atom userType;
        LXVST_xerror = false;
        
        /*Use our own Xerror handler while we're in here - in an
        attempt to stop the brain dead default Xerror behaviour of
        qutting the entire application because of e.g. an invalid
        window ID*/
        
        XErrorHandler olderrorhandler = XSetErrorHandler(TempErrorHandler);
        
        XGetWindowProperty(     LXVST_XDisplay, 
                                                window, 
                                                atom,
                                                0,
                                                2,
                                                false,
                                                AnyPropertyType, 
                                                &userType,
                                                &userSize,
                                                &userCount,
                                                &bytes,
                                                &data);
                                                
        if(LXVST_xerror == false && userCount == 1)
                result = *(long*)data;
                
        XSetErrorHandler(olderrorhandler);
        
        /*Hopefully this will return zero if the property is not set*/
        
        return result;
}

#endif

/*The event handler - called from within the main GUI thread to
dispatch events to any VST UIs which have callbacks stuck to them*/

static void
dispatch_x_events (XEvent* event, VSTState* vstfx)
{
        /*Handle some of the Events we might be interested in*/
        
        switch(event->type)
        {
                /*Configure event - when the window is resized or first drawn*/
                        
                case ConfigureNotify:
                {
                        Window window = event->xconfigure.event;
                        
                        int width = event->xconfigure.width;
                        int height = event->xconfigure.height;
                        
                        /*If we get a config notify on the parent window XID then we need to see
                        if the size has been changed - some plugins re-size their UI window e.g.
                        when opening a preset manager (you might think that should be spawned as a new window...) */
                        
                        /*if the size has changed, we flag this so that in lxvst_pluginui.cc we can make the
                        change to the GTK parent window in ardour, from its UI thread*/ 
                        
                        if (window == (Window) (vstfx->linux_window)) {
                                if (width != vstfx->width || height!=vstfx->height) {
                                        vstfx->width = width;
                                        vstfx->height = height;
                                        vstfx->want_resize = 1;
                                        
                                        /*QUIRK : Loomer plugins not only resize the UI but throw it into some random
                                        position at the same time. We need to re-position the window at the origin of
                                        the parent window*/
                                        
                                        if (vstfx->linux_plugin_ui_window) {
                                                XMoveWindow (LXVST_XDisplay, vstfx->linux_plugin_ui_window, 0, 0);
                                        }
                                }
                        }
                        
                        break;
                        
                }
                
                /*Reparent Notify - when the plugin UI is reparented into
                our Host Window we will get an event here... probably... */
                
                case ReparentNotify:
                {
                        Window ParentWindow = event->xreparent.parent;
                        
                        /*If the ParentWindow matches the window for the vstfx instance then
                        the Child window must be the XID of the pluginUI window created by the
                        plugin, so we need to see if it has a callback stuck to it, and if so
                        set that up in the vstfx */
                        
                        /***********************************************************/
                        /* 64Bit --- This mechanism is not 64Bit compatible at the */
                        /* present time                                            */
                        /***********************************************************/
                        
                        if (ParentWindow == (Window) (vstfx->linux_window)) {

                                Window PluginUIWindowID = event->xreparent.window;
                                
                                vstfx->linux_plugin_ui_window = PluginUIWindowID;
#ifdef LXVST_32BIT
                                int result = getXWindowProperty(PluginUIWindowID, XInternAtom(LXVST_XDisplay, "_XEventProc", false));
        
                                if (result == 0) {
                                        vstfx->eventProc = NULL;
                                } else {
                                        vstfx->eventProc = (void (*) (void* event))result;
                                }
#endif
#ifdef LXVST_64BIT
                                long result = getXWindowProperty(PluginUIWindowID, XInternAtom(LXVST_XDisplay, "_XEventProc", false));
        
                                if(result == 0)
                                        vstfx->eventProc = NULL;
                                else
                                        vstfx->eventProc = (void (*) (void* event))result;
#endif
                        }
                        break;
                }
                
                case ClientMessage:
                {
                        Window window = event->xany.window;
                        Atom message_type = event->xclient.message_type;
                        
                        /*The only client message we are interested in is to signal
                        that the plugin parent window is now valid and can be passed
                        to effEditOpen when the editor is launched*/
                        
                        if (window == (Window) (vstfx->linux_window)) {
                                char* message = XGetAtomName(LXVST_XDisplay, message_type);
                                
                                if (strcmp(message,"LaunchEditor") == 0) {
                                        if (event->xclient.data.l[0] == 0x0FEEDBAC) {
                                                vstfx_launch_editor (vstfx);
                                        }
                                }
                                
                                XFree(message);
                        }
                        break;
                }
                
                default:
                        break;
        }
        
        /* Some VSTs built with toolkits e.g. JUCE will manager their own UI
        autonomously in the plugin, running the UI in its own thread, so once
        we have created a parent window for the plugin, its UI takes care of
        itself.*/
        
        /*Other types register a callback as an Xwindow property on the plugin
        UI window after they create it.  If that is the case, we need to call it
        here, passing the XEvent into it*/
        
        if (vstfx->eventProc == NULL) {
                return;
        }
                                
        vstfx->eventProc((void*)event);
}

static void
maybe_set_program (VSTState* vstfx)
{
        if (vstfx->want_program != -1) {
                if (vstfx->vst_version >= 2) {
                        vstfx->plugin->dispatcher (vstfx->plugin, 67 /* effBeginSetProgram */, 0, 0, NULL, 0);
                }

                vstfx->plugin->dispatcher (vstfx->plugin, effSetProgram, 0, vstfx->want_program, NULL, 0);
                
                if (vstfx->vst_version >= 2) {
                        vstfx->plugin->dispatcher (vstfx->plugin, 68 /* effEndSetProgram */, 0, 0, NULL, 0);
                }
                
                vstfx->want_program = -1; 
        }

        if (vstfx->want_chunk == 1) {
                vstfx->plugin->dispatcher (vstfx->plugin, 24 /* effSetChunk */, 1, vstfx->wanted_chunk_size, vstfx->wanted_chunk, 0);
                vstfx->want_chunk = 0;
        }
}

void* gui_event_loop (void* ptr)
{
        VSTState* vstfx;
        int LXVST_sched_timer_interval = 40; //ms, 25fps
        XEvent event;
        uint64_t clock1, clock2;
        
        clock1 = g_get_monotonic_time();
        /*The 'Forever' loop - runs the plugin UIs etc - based on the FST gui event loop*/
        
        while (!gui_quit)
        {
                /* handle window creation requests, destroy requests, 
                   and run idle callbacks */

                /*Look at the XEvent queue - if there are any XEvents we need to handle them,
                including passing them to all the plugin (eventProcs) we are currently managing*/
                
                if(LXVST_XDisplay)
                {
                        /*See if there are any events in the queue*/
                
                        int num_events = XPending(LXVST_XDisplay);
                        
                        /*process them if there are any*/
                
                        while(num_events)
                        {
                                XNextEvent(LXVST_XDisplay, &event);
                                
                                /*Call dispatch events, with the event, for each plugin in the linked list*/
                                
                                for (vstfx = vstfx_first; vstfx; vstfx = vstfx->next)
                                {       
                                        pthread_mutex_lock(&vstfx->lock);
                                        
                                        dispatch_x_events(&event, vstfx);
                                        
                                        pthread_mutex_unlock(&vstfx->lock);
                                }
                                
                                num_events--;
                        }
                }

                /*We don't want to use all the CPU.. */

                Glib::usleep(1000);
                
                /*See if its time for us to do a scheduled event pass on all the plugins*/

                clock2 = g_get_monotonic_time();
                const int64_t elapsed_time_ms = (clock2 - clock1) / 1000;

                if((LXVST_sched_timer_interval != 0) && elapsed_time_ms >= LXVST_sched_timer_interval)
                {
                        //printf("elapsed %d ms ^= %.2f Hz\n", elapsed_time_ms, 1000.0/(double)elapsed_time_ms); // DEBUG
                        pthread_mutex_lock (&plugin_mutex);
                    
again:
                        /*Parse through the linked list of plugins*/
                        
                        for (vstfx = vstfx_first; vstfx; vstfx = vstfx->next)
                        {       
                                pthread_mutex_lock (&vstfx->lock);

                                /*Window scheduled for destruction*/
                                
                                if (vstfx->destroy) {
                                        if (vstfx->linux_window) {
                                                vstfx->plugin->dispatcher (vstfx->plugin, effEditClose, 0, 0, NULL, 0.0);
                                                        
                                                XDestroyWindow (LXVST_XDisplay, vstfx->linux_window);
                                                /* FIXME - probably safe to assume we never have an XID of 0 but not explicitly true */
                                                vstfx->linux_window = 0;
                                                vstfx->destroy = FALSE;
                                        }
                                        
                                        vstfx_event_loop_remove_plugin (vstfx);
                                        vstfx->been_activated = FALSE;
                                        pthread_cond_signal (&vstfx->window_status_change);
                                        pthread_mutex_unlock (&vstfx->lock);
                                        
                                        goto again;
                                } 
                                
                                /*Window does not yet exist - scheduled for creation*/

                                /* FIXME - probably safe to assume 0 is not a valid XID but not explicitly true */
                                if (vstfx->linux_window == 0) {
                                        if (vstfx_create_editor (vstfx)) {
                                                vstfx_error ("** ERROR ** VSTFX : Cannot create editor for plugin %s", vstfx->handle->name);
                                                vstfx_event_loop_remove_plugin (vstfx);
                                                pthread_cond_signal (&vstfx->window_status_change);
                                                pthread_mutex_unlock (&vstfx->lock);
                                                goto again;
                                        } else {
                                                /* condition/unlock: it was signalled & unlocked in fst_create_editor()   */
                                        }
                                }

                                maybe_set_program (vstfx);
                                vstfx->want_program = -1;
                                vstfx->want_chunk = 0;
                                
                                /*scheduled call to dispatcher*/
                                
                                if (vstfx->dispatcher_wantcall) {
                                        vstfx->dispatcher_retval = vstfx->plugin->dispatcher (
                                                vstfx->plugin, 
                                                vstfx->dispatcher_opcode,
                                                vstfx->dispatcher_index,
                                                vstfx->dispatcher_val,
                                                vstfx->dispatcher_ptr,
                                                vstfx->dispatcher_opt
                                                );
                                        
                                        vstfx->dispatcher_wantcall = 0;
                                        pthread_cond_signal (&vstfx->plugin_dispatcher_called);
                                }
                                
                                /*Call the editor Idle function in the plugin*/
                                
                                vstfx->plugin->dispatcher (vstfx->plugin, effEditIdle, 0, 0, NULL, 0);

                                if(vstfx->wantIdle)
                                        vstfx->plugin->dispatcher (vstfx->plugin, 53, 0, 0, NULL, 0);
                                        
                                pthread_mutex_unlock (&vstfx->lock);
                        }
                        pthread_mutex_unlock (&plugin_mutex);

                        clock1 = g_get_monotonic_time();
                }
        }

        /*Drop out to here if we set gui_quit to 1 */

        return NULL;
}

/*The VSTFX Init function - this needs to be called before the VSTFX engine
can be accessed, it gets the UI thread running, opens a connection to X etc
normally started in globals.cc*/

int vstfx_init (void* ptr)
{

        int thread_create_result;
        
        pthread_attr_t thread_attributes;
        
        /*Init the attribs to defaults*/
        
        pthread_attr_init(&thread_attributes);
        
        /*Make sure the thread is joinable - this should be the default anyway - 
        so we can join to it on vstfx_exit*/
        
        pthread_attr_setdetachstate(&thread_attributes, PTHREAD_CREATE_JOINABLE);
        

        /*This is where we need to open a connection to X, and start the GUI thread*/
        
        /*Open our connection to X - all linuxVST plugin UIs handled by the LXVST engine
        will talk to X down this connection - X cannot handle multi-threaded access via
        the same Display* */
        
        if(LXVST_XDisplay==NULL)
                LXVST_XDisplay = XOpenDisplay(NULL);    //We might be able to make this open a specific screen etc

        /*Drop out and report the error if we fail to connect to X */
        
        if(LXVST_XDisplay==NULL)
        {
                vstfx_error ("** ERROR ** VSTFX: Failed opening connection to X");
                
                return -1;
        }
        
        /*We have a connection to X - so start the gui event loop*/
        
        /*Create the thread - use default attrs for now, don't think we need anything special*/
        
        thread_create_result = pthread_create(&LXVST_gui_event_thread, NULL, gui_event_loop, NULL);
        
        if(thread_create_result!=0)
        {
                /*There was a problem starting the GUI event thread*/
                
                vstfx_error ("** ERROR ** VSTFX: Failed starting GUI event thread");
                
                XCloseDisplay(LXVST_XDisplay);
                
                return -1;
        }
        
        return 0;
}

/*The vstfx Quit function*/

void vstfx_exit()
{
        gui_quit = 1;
        
        /*We need to pthread_join the gui_thread here so
        we know when it has stopped*/
        
        pthread_join(LXVST_gui_event_thread, NULL);
}

/*Adds a new plugin (VSTFX) instance to the linked list*/

int vstfx_run_editor (VSTState* vstfx)
{
        pthread_mutex_lock (&plugin_mutex);

        /* Add the new VSTFX instance to the linked list */

        if (vstfx_first == NULL) {
                vstfx_first = vstfx;
        } else {
                VSTState* p = vstfx_first;
                
                while (p->next) {
                        p = p->next;
                }
                p->next = vstfx;
                
                /* Mark the new end of the list */
                
                vstfx->next = NULL;
        }

        pthread_mutex_unlock (&plugin_mutex);

        /* wait for the plugin editor window to be created (or not) */

        pthread_mutex_lock (&vstfx->lock);
        
        if (!vstfx->linux_window) {
                pthread_cond_wait (&vstfx->window_status_change, &vstfx->lock);
        }
        
        pthread_mutex_unlock (&vstfx->lock);

        if (!vstfx->linux_window) {
                return -1;
        }

        return 0;
}


/*Creates an editor for the plugin - normally called from within the gui event loop
after run_editor has added the plugin (editor) to the linked list*/

int vstfx_create_editor (VSTState* vstfx)
{
        Window parent_window;
        
        int x_size = 1;
        int y_size = 1;

        /* Note: vstfx->lock is held while this function is called */

        if (!(vstfx->plugin->flags & effFlagsHasEditor))
        {
                vstfx_error ("** ERROR ** VSTFX: Plugin \"%s\" has no editor", vstfx->handle->name);
                return -1;
        }
        
        
        /*Create an XWindow for the plugin to inhabit*/
        
        parent_window = XCreateSimpleWindow (
                LXVST_XDisplay,
                DefaultRootWindow(LXVST_XDisplay),
                0,
                0,
                x_size,
                y_size,
                0,
                0,
                0
                );
                                                                                
        /*Select the events we are interested in receiving - we need Substructure notify so that
        if the plugin resizes its window - e.g. Loomer Manifold then we get a message*/
        
        XSelectInput(LXVST_XDisplay, 
                                parent_window,
                                SubstructureNotifyMask | ButtonPressMask | ButtonReleaseMask | ButtonMotionMask | ExposureMask);
                                                                                
        vstfx->linux_window = parent_window;
                                                                                
        vstfx->xid = parent_window;  //vstfx->xid will be referenced to connect to GTK UI in ardour later
        
        /*Because the plugin may be operating on a different Display* to us, and therefore
        the two event queues can be asynchronous, although we have created the window on
        our display, we can't guarantee it exists in the server yet, which will
        cause BadWindow crashes if the plugin tries to use it.
        
        It would be nice to use CreateNotify events here, but they don't get
        through on all window managers, so instead we pass a client message
        into out queue, after the XCreateWindow.  When this message pops out
        in our event handler, it will trigger the second stage of plugin
        Editor instantiation, and by then the Window should be valid...*/
        
        XClientMessageEvent event;
        
        /*Create an atom to identify our message (only if it doesn't already exist)*/
        
        Atom WindowActiveAtom = XInternAtom(LXVST_XDisplay, "LaunchEditor", false);
        
        event.type = ClientMessage;
        event.send_event = true;
        event.window = parent_window;
        event.message_type = WindowActiveAtom;

        event.format = 32;                                              //Data format
        event.data.l[0] = 0x0FEEDBAC;                   //Something we can recognize later
        
        /*Push the event into the queue on our Display*/
        
        XSendEvent(LXVST_XDisplay, parent_window, FALSE, NoEventMask, (XEvent*)&event);

        /*Unlock - and we are done for the first part of staring the Editor...*/
        
        pthread_mutex_unlock (&vstfx->lock);
        
        return 0;
}

int
vstfx_launch_editor (VSTState* vstfx)
{
        /*This is the second stage of launching the editor (see vstfx_create editor)
        we get called here in response to receiving the ClientMessage on our Window,
        therefore it's about as safe (as can be) to assume that the Window we created
        is now valid in the XServer and can be passed to the plugin in effEditOpen
        without generating BadWindow errors when the plugin reparents itself into our
        parent window*/
        
        if(vstfx->been_activated)
                return 0;
        
        Window parent_window;
        struct ERect* er;
        
        int x_size = 1;
        int y_size = 1;
        
        parent_window = vstfx->linux_window;
        
        /*Open the editor - Bah! we have to pass the int windowID as a void pointer - yuck
        it gets cast back to an int as the parent window XID in the plugin - and we have to pass the
        Display* as a long */
        
        /**************************************************************/
        /* 64Bit --- parent window is an int passed as a void* so     */
        /* that should be ok for 64Bit machines                       */
        /*                                                            */
        /* Display is passed in as a long - ok on arch's where sizeof */
        /* long = 8                                                   */
        /*                                                            */
        /* Most linux VST plugins open a connection to X on their own */
        /* Display anyway so it may not matter                        */
        /*                                                            */
        /* linuxDSP VSTs don't use the host Display* at all           */
        /**************************************************************/
        
        vstfx->plugin->dispatcher (vstfx->plugin, effEditOpen, 0, (long)LXVST_XDisplay, (void*)(parent_window), 0 );
        
        /*QUIRK - some plugins need a slight delay after opening the editor before you can
        ask the window size or they might return zero - specifically discoDSP */
        
        Glib::usleep(100000);
        
        /*Now we can find out how big the parent window should be (and try) to resize it*/
        
        vstfx->plugin->dispatcher (vstfx->plugin, effEditGetRect, 0, 0, &er, 0 );

        x_size = er->right - er->left;
        y_size = er->bottom - er->top;
        
        vstfx->width =  x_size;
        vstfx->height =  y_size;
        
        XResizeWindow(LXVST_XDisplay, parent_window, x_size, y_size);
        
        XFlush (LXVST_XDisplay);
        
        /*Not sure if we need to map the window or if the plugin will do it for us
        it should be ok because XReparentWindow generates a Map event*/
        
        /*mark the editor as activated - mainly so that vstfx_get_XID
        will know it is valid*/

        vstfx->been_activated = TRUE;
        
        pthread_cond_signal (&vstfx->window_status_change);
        return 0;
}

void
vstfx_destroy_editor (VSTState* vstfx)
{
        pthread_mutex_lock (&vstfx->lock);
        if (vstfx->linux_window) {
                vstfx->destroy = TRUE;
                pthread_cond_wait (&vstfx->window_status_change, &vstfx->lock);
        }
        pthread_mutex_unlock (&vstfx->lock);
}

void
vstfx_event_loop_remove_plugin (VSTState* vstfx)
{
        /* This only ever gets called from within our GUI thread
           so we don't need to lock here - if we did there would be
           a deadlock anyway
        */
        
        VSTState* p;
        VSTState* prev;
        
        for (p = vstfx_first, prev = NULL; p; prev = p, p = p->next) {
                if (p == vstfx) {
                        if (prev) {
                                prev->next = p->next;
                                break;
                        }
                }
        }

        // if this function is called, there must be
        // at least one plugin in the linked list
        assert(vstfx_first);

        if (vstfx_first == vstfx) {
                vstfx_first = vstfx_first->next;
        }
}