set fader and plugin parameter automation curve default values - what else needs...
[ardour.git] / libs / ardour / audioengine.cc
index fe29037cb737725c035db5d4350f8653b9bc08c6..004ba33a6e235e4bc98731cee347d927ff5bf765 100644 (file)
@@ -1,5 +1,5 @@
 /*
-    Copyright (C) 2002 Paul Davis 
+    Copyright (C) 2002 Paul Davis
 
     This program is free software; you can redistribute it and/or modify
     it under the terms of the GNU General Public License as published by
     along with this program; if not, write to the Free Software
     Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
 
-    $Id$
 */
 
 #include <unistd.h>
 #include <cerrno>
 #include <vector>
+#include <exception>
+#include <stdexcept>
+#include <sstream>
 
 #include <glibmm/timer.h>
-#include <pbd/pthread_utils.h>
-#include <pbd/unknown_type.h>
-
-#include <ardour/audioengine.h>
-#include <ardour/buffer.h>
-#include <ardour/port.h>
-#include <ardour/audio_port.h>
-#include <ardour/midi_port.h>
-#include <ardour/session.h>
-#include <ardour/cycle_timer.h>
-#include <ardour/utils.h>
-#ifdef VST_SUPPORT
-#include <fst.h>
-#endif
 
-#include <ardour/timestamps.h>
+#include "pbd/pthread_utils.h"
+#include "pbd/stacktrace.h"
+#include "pbd/unknown_type.h"
+#include "pbd/epa.h"
+
+#include <jack/weakjack.h>
+
+#include "midi++/port.h"
+#include "midi++/jack_midi_port.h"
+#include "midi++/mmc.h"
+#include "midi++/manager.h"
+
+#include "ardour/audio_port.h"
+#include "ardour/audioengine.h"
+#include "ardour/buffer.h"
+#include "ardour/cycle_timer.h"
+#include "ardour/internal_send.h"
+#include "ardour/meter.h"
+#include "ardour/midi_port.h"
+#include "ardour/port.h"
+#include "ardour/process_thread.h"
+#include "ardour/session.h"
 
 #include "i18n.h"
 
@@ -46,138 +55,228 @@ using namespace std;
 using namespace ARDOUR;
 using namespace PBD;
 
-AudioEngine::AudioEngine (string client_name) 
-       : ports (new Ports)
+gint AudioEngine::m_meter_exit;
+AudioEngine* AudioEngine::_instance = 0;
+
+#define GET_PRIVATE_JACK_POINTER(j)  jack_client_t* _priv_jack = (jack_client_t*) (j); if (!_priv_jack) { return; }
+#define GET_PRIVATE_JACK_POINTER_RET(j,r) jack_client_t* _priv_jack = (jack_client_t*) (j); if (!_priv_jack) { return r; }
+
+AudioEngine::AudioEngine (string client_name, string session_uuid)
+       : _jack (0)
+       , session_remove_pending (false)
+       , session_removal_countdown (-1)
+       , _running (false)
+       , _has_run (false)
+       , _buffer_size (0)
+       , _frame_rate (0)
+       , monitor_check_interval (INT32_MAX)
+       , last_monitor_check (0)
+       , _processed_frames (0)
+       , _freewheeling (false)
+       , _pre_freewheel_mmc_enabled (false)
+       , _usecs_per_cycle (0)
+       , port_remove_in_progress (false)
+       , m_meter_thread (0)
+       , _main_thread (0)
+       , ports (new Ports)
 {
-       session = 0;
-       session_remove_pending = false;
-       _running = false;
-       _has_run = false;
-       last_monitor_check = 0;
-       monitor_check_interval = max_frames;
-       _processed_frames = 0;
-       _freewheeling = false;
-       _usecs_per_cycle = 0;
-       _jack = 0;
-       _frame_rate = 0;
-       _buffer_size = 0;
-       _freewheeling = false;
-       _freewheel_thread_registered = false;
+       _instance = this; /* singleton */
 
-       m_meter_thread = 0;
-       m_meter_exit = false;
+       g_atomic_int_set (&m_meter_exit, 0);
 
-       if (connect_to_jack (client_name)) {
+       if (connect_to_jack (client_name, session_uuid)) {
                throw NoBackendAvailable ();
        }
 
-       start_metering_thread();
-
+       Port::set_engine (this);
 }
 
 AudioEngine::~AudioEngine ()
 {
-       if (_running) {
-               jack_client_close (_jack);
-       }
+       {
+               Glib::Mutex::Lock tm (_process_lock);
+               session_removed.signal ();
+
+               if (_running) {
+                       jack_client_close (_jack);
+                       _jack = 0;
+               }
 
-       if(m_meter_thread) {
-               g_atomic_int_inc(&m_meter_exit);
+               stop_metering_thread ();
        }
 }
 
+jack_client_t*
+AudioEngine::jack() const
+{
+       return _jack;
+}
+
 void
-_thread_init_callback (void *arg)
+_thread_init_callback (void * /*arg*/)
 {
        /* make sure that anybody who needs to know about this thread
           knows about it.
        */
 
-       PBD::ThreadCreatedWithRequestSize (pthread_self(), X_("Audioengine"), 4096);
+       pthread_set_name (X_("audioengine"));
+
+       PBD::notify_gui_about_thread_creation ("gui", pthread_self(), X_("Audioengine"), 4096);
+       PBD::notify_gui_about_thread_creation ("midiui", pthread_self(), X_("Audioengine"), 128);
+
+       SessionEvent::create_per_thread_pool (X_("Audioengine"), 512);
+
+       MIDI::JackMIDIPort::set_process_thread (pthread_self());
+}
+
+static void
+ardour_jack_error (const char* msg)
+{
+       error << "JACK: " << msg << endmsg;
+}
+
+void
+AudioEngine::set_jack_callbacks ()
+{
+       GET_PRIVATE_JACK_POINTER (_jack);
+
+        if (jack_on_info_shutdown) {
+                jack_on_info_shutdown (_priv_jack, halted_info, this);
+        } else {
+                jack_on_shutdown (_priv_jack, halted, this);
+        }
+
+        jack_set_thread_init_callback (_priv_jack, _thread_init_callback, this);
+        jack_set_process_thread (_priv_jack, _process_thread, this);
+        jack_set_sample_rate_callback (_priv_jack, _sample_rate_callback, this);
+        jack_set_buffer_size_callback (_priv_jack, _bufsize_callback, this);
+        jack_set_graph_order_callback (_priv_jack, _graph_order_callback, this);
+        jack_set_port_registration_callback (_priv_jack, _registration_callback, this);
+        jack_set_port_connect_callback (_priv_jack, _connect_callback, this);
+        jack_set_xrun_callback (_priv_jack, _xrun_callback, this);
+        jack_set_sync_callback (_priv_jack, _jack_sync_callback, this);
+        jack_set_freewheel_callback (_priv_jack, _freewheel_callback, this);
+
+        if (_session && _session->config.get_jack_time_master()) {
+                jack_set_timebase_callback (_priv_jack, 0, _jack_timebase_callback, this);
+        }
+
+#ifdef HAVE_JACK_SESSION
+        if( jack_set_session_callback)
+                jack_set_session_callback (_priv_jack, _session_callback, this);
+#endif
+
+        if (jack_set_latency_callback) {
+                jack_set_latency_callback (_priv_jack, _latency_callback, this);
+        }
+
+        jack_set_error_function (ardour_jack_error);
 }
 
 int
 AudioEngine::start ()
 {
-       if (!_running) {
-
-               if (session) {
-                       jack_nframes_t blocksize = jack_get_buffer_size (_jack);
+       GET_PRIVATE_JACK_POINTER_RET (_jack, -1);
 
-                       session->set_block_size (blocksize);
-                       session->set_frame_rate (jack_get_sample_rate (_jack));
+       if (!_running) {
 
-                       /* page in as much of the session process code as we
-                          can before we really start running.
-                       */
+                if (!jack_port_type_get_buffer_size) {
+                        warning << _("This version of JACK is old - you should upgrade to a newer version that supports jack_port_type_get_buffer_size()") << endmsg;
+               }
 
-                       session->process (blocksize);
-                       session->process (blocksize);
-                       session->process (blocksize);
-                       session->process (blocksize);
-                       session->process (blocksize);
-                       session->process (blocksize);
-                       session->process (blocksize);
-                       session->process (blocksize);
+               if (_session) {
+                       BootMessage (_("Connect session to engine"));
+                       _session->set_frame_rate (jack_get_sample_rate (_priv_jack));
                }
 
+                /* a proxy for whether jack_activate() will definitely call the buffer size
+                 * callback. with older versions of JACK, this function symbol will be null.
+                 * this is reliable, but not clean.
+                 */
+
+                if (!jack_port_type_get_buffer_size) {
+                       jack_bufsize_callback (jack_get_buffer_size (_priv_jack));
+                }
+               
                _processed_frames = 0;
                last_monitor_check = 0;
 
-               jack_on_shutdown (_jack, halted, this);
-               jack_set_graph_order_callback (_jack, _graph_order_callback, this);
-               jack_set_thread_init_callback (_jack, _thread_init_callback, this);
-               jack_set_process_callback (_jack, _process_callback, this);
-               jack_set_sample_rate_callback (_jack, _sample_rate_callback, this);
-               jack_set_buffer_size_callback (_jack, _bufsize_callback, this);
-               jack_set_xrun_callback (_jack, _xrun_callback, this);
-               jack_set_sync_callback (_jack, _jack_sync_callback, this);
-               jack_set_freewheel_callback (_jack, _freewheel_callback, this);
-
-               if (Config->get_jack_time_master()) {
-                       jack_set_timebase_callback (_jack, 0, _jack_timebase_callback, this);
-               }
+                set_jack_callbacks ();
 
-               if (jack_activate (_jack) == 0) {
+               if (jack_activate (_priv_jack) == 0) {
                        _running = true;
                        _has_run = true;
                        Running(); /* EMIT SIGNAL */
                } else {
-                       error << _("cannot activate JACK client") << endmsg;
+                       // error << _("cannot activate JACK client") << endmsg;
                }
        }
-
+               
        return _running ? 0 : -1;
 }
 
 int
-AudioEngine::stop ()
+AudioEngine::stop (bool forever)
 {
-       if (_running) {
-               _running = false;
-               jack_deactivate (_jack);
-               Stopped(); /* EMIT SIGNAL */
+       GET_PRIVATE_JACK_POINTER_RET (_jack, -1);
+
+       if (_priv_jack) {
+               if (forever) {
+                       disconnect_from_jack ();
+               } else {
+                       jack_deactivate (_priv_jack);
+                       Stopped(); /* EMIT SIGNAL */
+                       MIDI::JackMIDIPort::JackHalted (); /* EMIT SIGNAL */
+               }
        }
 
+        if (forever) {
+                stop_metering_thread ();
+        }
+
        return _running ? -1 : 0;
 }
 
 
-void
-AudioEngine::_jack_timebase_callback (jack_transport_state_t state, jack_nframes_t nframes,
+bool
+AudioEngine::get_sync_offset (pframes_t& offset) const
+{
+
+#ifdef HAVE_JACK_VIDEO_SUPPORT
 
-                                                                         jack_position_t* pos, int new_position, void *arg)
+       GET_PRIVATE_JACK_POINTER_RET (_jack, false);
+
+       jack_position_t pos;
+
+       if (_priv_jack) {
+               (void) jack_transport_query (_priv_jack, &pos);
+
+               if (pos.valid & JackVideoFrameOffset) {
+                       offset = pos.video_offset;
+                       return true;
+               }
+       }
+#else
+       /* keep gcc happy */
+       offset = 0;
+#endif
+
+       return false;
+}
+
+void
+AudioEngine::_jack_timebase_callback (jack_transport_state_t state, pframes_t nframes,
+                                     jack_position_t* pos, int new_position, void *arg)
 {
        static_cast<AudioEngine*> (arg)->jack_timebase_callback (state, nframes, pos, new_position);
 }
 
 void
-AudioEngine::jack_timebase_callback (jack_transport_state_t state, jack_nframes_t nframes,
-
-                                                                        jack_position_t* pos, int new_position)
+AudioEngine::jack_timebase_callback (jack_transport_state_t state, pframes_t nframes,
+                                    jack_position_t* pos, int new_position)
 {
-       if (session && session->synced_to_jack()) {
-               session->jack_timebase_callback (state, nframes, pos, new_position);
+       if (_jack && _session && _session->synced_to_jack()) {
+               _session->jack_timebase_callback (state, nframes, pos, new_position);
        }
 }
 
@@ -190,139 +289,374 @@ AudioEngine::_jack_sync_callback (jack_transport_state_t state, jack_position_t*
 int
 AudioEngine::jack_sync_callback (jack_transport_state_t state, jack_position_t* pos)
 {
-       if (session) {
-               return session->jack_sync_callback (state, pos);
-       } else {
-               return true;
+       if (_jack && _session) {
+               return _session->jack_sync_callback (state, pos);
        }
+
+       return true;
 }
 
 int
 AudioEngine::_xrun_callback (void *arg)
 {
-        static_cast<AudioEngine *>(arg)->Xrun (); /* EMIT SIGNAL */
+       AudioEngine* ae = static_cast<AudioEngine*> (arg);
+       if (ae->connected()) {
+               ae->Xrun (); /* EMIT SIGNAL */
+       }
        return 0;
 }
 
+#ifdef HAVE_JACK_SESSION
+void
+AudioEngine::_session_callback (jack_session_event_t *event, void *arg)
+{
+       AudioEngine* ae = static_cast<AudioEngine*> (arg);
+       if (ae->connected()) {
+               ae->JackSessionEvent ( event ); /* EMIT SIGNAL */
+       }
+}
+#endif
+
 int
 AudioEngine::_graph_order_callback (void *arg)
 {
-       static_cast<AudioEngine *>(arg)->GraphReordered (); /* EMIT SIGNAL */
+       AudioEngine* ae = static_cast<AudioEngine*> (arg);
+
+       if (ae->connected() && !ae->port_remove_in_progress) {
+               ae->GraphReordered (); /* EMIT SIGNAL */
+       }
+       
        return 0;
 }
 
-int
-AudioEngine::_process_callback (jack_nframes_t nframes, void *arg)
+void*
+AudioEngine::_process_thread (void *arg)
 {
-       return static_cast<AudioEngine *> (arg)->process_callback (nframes);
+       return static_cast<AudioEngine *> (arg)->process_thread ();
 }
 
 void
 AudioEngine::_freewheel_callback (int onoff, void *arg)
 {
-       static_cast<AudioEngine*>(arg)->_freewheeling = onoff;
+       static_cast<AudioEngine*>(arg)->freewheel_callback (onoff);
+}
+
+void
+AudioEngine::freewheel_callback (int onoff)
+{
+       _freewheeling = onoff;
+
+       if (onoff) {
+               _pre_freewheel_mmc_enabled = MIDI::Manager::instance()->mmc()->send_enabled ();
+               MIDI::Manager::instance()->mmc()->enable_send (false);
+       } else {
+               MIDI::Manager::instance()->mmc()->enable_send (_pre_freewheel_mmc_enabled);
+       }
+}
+
+void
+AudioEngine::_registration_callback (jack_port_id_t /*id*/, int /*reg*/, void* arg)
+{
+       AudioEngine* ae = static_cast<AudioEngine*> (arg);
+
+       if (!ae->port_remove_in_progress) {
+               ae->PortRegisteredOrUnregistered (); /* EMIT SIGNAL */
+       }
+}
+
+void
+AudioEngine::_latency_callback (jack_latency_callback_mode_t mode, void* arg)
+{
+       return static_cast<AudioEngine *> (arg)->jack_latency_callback (mode);
+}
+
+void
+AudioEngine::_connect_callback (jack_port_id_t id_a, jack_port_id_t id_b, int conn, void* arg)
+{
+       AudioEngine* ae = static_cast<AudioEngine*> (arg);
+
+       if (ae->port_remove_in_progress) {
+               return;
+       }
+
+       GET_PRIVATE_JACK_POINTER (ae->_jack);
+
+       jack_port_t* jack_port_a = jack_port_by_id (_priv_jack, id_a);
+       jack_port_t* jack_port_b = jack_port_by_id (_priv_jack, id_b);
+
+       boost::shared_ptr<Port> port_a;
+       boost::shared_ptr<Port> port_b;
+
+       boost::shared_ptr<Ports> pr = ae->ports.reader ();
+       Ports::iterator i = pr->begin ();
+       while (i != pr->end() && (port_a == 0 || port_b == 0)) {
+               if (jack_port_a == i->second->jack_port()) {
+                       port_a = i->second;
+               } else if (jack_port_b == i->second->jack_port()) {
+                       port_b = i->second;
+               }
+               ++i;
+       }
+
+       ae->PortConnectedOrDisconnected (
+               port_a, jack_port_name (jack_port_a),
+               port_b, jack_port_name (jack_port_b),
+               conn == 0 ? false : true
+               ); /* EMIT SIGNAL */
+}
+
+void
+AudioEngine::split_cycle (pframes_t offset)
+{
+       /* caller must hold process lock */
+
+       Port::increment_global_port_buffer_offset (offset);
+
+       /* tell all Ports that we're going to start a new (split) cycle */
+
+       boost::shared_ptr<Ports> p = ports.reader();
+
+       for (Ports::iterator i = p->begin(); i != p->end(); ++i) {
+               i->second->cycle_split ();
+       }
+}
+
+void*
+AudioEngine::process_thread ()
+{
+        /* JACK doesn't do this for us when we use the wait API
+         */
+
+        _thread_init_callback (0);
+
+        _main_thread = new ProcessThread;
+
+        while (1) {
+                GET_PRIVATE_JACK_POINTER_RET(_jack,0);
+
+                pframes_t nframes = jack_cycle_wait (_priv_jack);
+
+                if (process_callback (nframes)) {
+                        return 0;
+                }
+
+               jack_cycle_signal (_priv_jack, 0);
+        }
+
+        return 0;
 }
 
+/** Method called by our ::process_thread when there is work to be done.
+ *  @param nframes Number of frames to process.
+ */
 int
-AudioEngine::process_callback (jack_nframes_t nframes)
+AudioEngine::process_callback (pframes_t nframes)
 {
-       // CycleTimer ct ("AudioEngine::process");
+       GET_PRIVATE_JACK_POINTER_RET(_jack,0);
        Glib::Mutex::Lock tm (_process_lock, Glib::TRY_LOCK);
-       jack_nframes_t next_processed_frames;
-       
+
+       PT_TIMING_REF;
+       PT_TIMING_CHECK (1);
+
+       /// The number of frames that will have been processed when we've finished
+       pframes_t next_processed_frames;
+
        /* handle wrap around of total frames counter */
 
-       if (max_frames - _processed_frames < nframes) {
-               next_processed_frames = nframes - (max_frames - _processed_frames);
+       if (max_framepos - _processed_frames < nframes) {
+               next_processed_frames = nframes - (max_framepos - _processed_frames);
        } else {
                next_processed_frames = _processed_frames + nframes;
        }
-       
-       if (!tm.locked() || session == 0) {
+
+       if (!tm.locked()) {
+               /* return having done nothing */
                _processed_frames = next_processed_frames;
                return 0;
        }
 
        if (session_remove_pending) {
-               session = 0;
-               session_remove_pending = false;
-               session_removed.signal();
-               _processed_frames = next_processed_frames;
-               return 0;
+
+               /* perform the actual session removal */
+
+               if (session_removal_countdown < 0) {
+
+                       /* fade out over 1 second */
+                       session_removal_countdown = _frame_rate/2;
+                       session_removal_gain = 1.0;
+                       session_removal_gain_step = 1.0/session_removal_countdown;
+
+               } else if (session_removal_countdown > 0) {
+
+                       /* we'll be fading audio out.
+                          
+                          if this is the last time we do this as part 
+                          of session removal, do a MIDI panic now
+                          to get MIDI stopped. This relies on the fact
+                          that "immediate data" (aka "out of band data") from
+                          MIDI tracks is *appended* after any other data, 
+                          so that it emerges after any outbound note ons, etc.
+                       */
+
+                       if (session_removal_countdown <= nframes) {
+                               _session->midi_panic ();
+                       }
+
+               } else {
+                       /* fade out done */
+                       _session = 0;
+                       session_removal_countdown = -1; // reset to "not in progress"
+                       session_remove_pending = false;
+                       session_removed.signal(); // wakes up thread that initiated session removal
+               }
        }
 
-       if (_freewheeling) {
-               if (Freewheel (nframes)) {
-                       _freewheeling = false;
-                       jack_set_freewheel (_jack, false);
+       if (_session == 0) {
+
+               if (!_freewheeling) {
+                       MIDI::Manager::instance()->cycle_start(nframes);
+                       MIDI::Manager::instance()->cycle_end();
                }
+
+               _processed_frames = next_processed_frames;
+
                return 0;
        }
 
+       /* tell all relevant objects that we're starting a new cycle */
+
+       InternalSend::CycleStart (nframes);
+       Port::set_global_port_buffer_offset (0);
+        Port::set_cycle_framecnt (nframes);
+
+       /* tell all Ports that we're starting a new cycle */
+
        boost::shared_ptr<Ports> p = ports.reader();
 
-       // Prepare ports (ie read data if necessary)
-       for (Ports::iterator i = p->begin(); i != p->end(); ++i)
-               (*i)->cycle_start(nframes);
-       
-       session->process (nframes);
+       for (Ports::iterator i = p->begin(); i != p->end(); ++i) {
+               i->second->cycle_start (nframes);
+       }
+
+       /* test if we are freewheeling and there are freewheel signals connected.
+           ardour should act normally even when freewheeling unless /it/ is exporting */
+
+
+       if (_freewheeling && !Freewheel.empty()) {
+               /* emit the Freewheel signal and stop freewheeling in the event of trouble
+                */
+                boost::optional<int> r = Freewheel (nframes);
+               if (r.get_value_or (0)) {
+                       jack_set_freewheel (_priv_jack, false);
+               }
+
+       } else {
+               MIDI::Manager::instance()->cycle_start(nframes);
+
+               if (_session) {
+                       _session->process (nframes);
+               }
+
+               MIDI::Manager::instance()->cycle_end();
+       }
+
+       if (_freewheeling) {
+               return 0;
+       }
 
        if (!_running) {
-               /* we were zombified, maybe because a ladspa plugin took
-                  too long, or jackd exited, or something like that.
-               */
-               
                _processed_frames = next_processed_frames;
                return 0;
        }
-       
-       // Finalize ports (ie write data if necessary)
-       for (Ports::iterator i = p->begin(); i != p->end(); ++i)
-               (*i)->cycle_end();
 
        if (last_monitor_check + monitor_check_interval < next_processed_frames) {
 
                boost::shared_ptr<Ports> p = ports.reader();
 
                for (Ports::iterator i = p->begin(); i != p->end(); ++i) {
-                       
-                       Port *port = (*i);
+
                        bool x;
-                       
-                       if (port->_last_monitor != (x = port->monitoring_input ())) {
-                               port->_last_monitor = x;
-                               /* XXX I think this is dangerous, due to 
+
+                       if (i->second->last_monitor() != (x = i->second->jack_monitoring_input ())) {
+                               i->second->set_last_monitor (x);
+                               /* XXX I think this is dangerous, due to
                                   a likely mutex in the signal handlers ...
                                */
-                                port->MonitorInputChanged (x); /* EMIT SIGNAL */
+                               i->second->MonitorInputChanged (x); /* EMIT SIGNAL */
                        }
                }
                last_monitor_check = next_processed_frames;
        }
 
+       if (_session->silent()) {
+
+               for (Ports::iterator i = p->begin(); i != p->end(); ++i) {
+
+                       if (i->second->sends_output()) {
+                               i->second->get_buffer(nframes).silence(nframes);
+                       }
+               }
+       }
+
+       if (session_remove_pending && session_removal_countdown) {
+
+               for (Ports::iterator i = p->begin(); i != p->end(); ++i) {
+
+                       if (i->second->sends_output()) {
+
+                               boost::shared_ptr<AudioPort> ap = boost::dynamic_pointer_cast<AudioPort> (i->second);
+                               if (ap) {
+                                       Sample* s = ap->engine_get_whole_audio_buffer ();
+                                       gain_t g = session_removal_gain;
+                                       
+                                       for (pframes_t n = 0; n < nframes; ++n) {
+                                               *s++ *= g;
+                                               g -= session_removal_gain_step;
+                                       }
+                               }
+                       }
+               }
+               
+               if (session_removal_countdown > nframes) {
+                       session_removal_countdown -= nframes;
+               } else {
+                       session_removal_countdown = 0;
+               }
+
+               session_removal_gain -= (nframes * session_removal_gain_step);
+       }
+
+       // Finalize ports
+
+       for (Ports::iterator i = p->begin(); i != p->end(); ++i) {
+               i->second->cycle_end (nframes);
+       }
+
        _processed_frames = next_processed_frames;
+
+       PT_TIMING_CHECK (2);
+       
        return 0;
 }
 
 int
-AudioEngine::_sample_rate_callback (jack_nframes_t nframes, void *arg)
+AudioEngine::_sample_rate_callback (pframes_t nframes, void *arg)
 {
        return static_cast<AudioEngine *> (arg)->jack_sample_rate_callback (nframes);
 }
 
 int
-AudioEngine::jack_sample_rate_callback (jack_nframes_t nframes)
+AudioEngine::jack_sample_rate_callback (pframes_t nframes)
 {
        _frame_rate = nframes;
        _usecs_per_cycle = (int) floor ((((double) frames_per_cycle() / nframes)) * 1000000.0);
-       
+
        /* check for monitor input change every 1/10th of second */
 
        monitor_check_interval = nframes / 10;
        last_monitor_check = 0;
-       
-       if (session) {
-               session->set_frame_rate (nframes);
+
+       if (_session) {
+               _session->set_frame_rate (nframes);
        }
 
        SampleRateChanged (nframes); /* EMIT SIGNAL */
@@ -330,206 +664,265 @@ AudioEngine::jack_sample_rate_callback (jack_nframes_t nframes)
        return 0;
 }
 
+void
+AudioEngine::jack_latency_callback (jack_latency_callback_mode_t mode)
+{
+        if (_session) {
+                _session->update_latency (mode == JackPlaybackLatency);
+        }
+}
+
 int
-AudioEngine::_bufsize_callback (jack_nframes_t nframes, void *arg)
+AudioEngine::_bufsize_callback (pframes_t nframes, void *arg)
 {
        return static_cast<AudioEngine *> (arg)->jack_bufsize_callback (nframes);
 }
 
 int
-AudioEngine::jack_bufsize_callback (jack_nframes_t nframes)
+AudioEngine::jack_bufsize_callback (pframes_t nframes)
 {
+        /* if the size has not changed, this should be a no-op */
+
+        if (nframes == _buffer_size) {
+                return 0;
+        }
+
+       GET_PRIVATE_JACK_POINTER_RET (_jack, 1);
+
        _buffer_size = nframes;
        _usecs_per_cycle = (int) floor ((((double) nframes / frame_rate())) * 1000000.0);
        last_monitor_check = 0;
 
-       boost::shared_ptr<Ports> p = ports.reader();
+        if (jack_port_type_get_buffer_size) {
+                _raw_buffer_sizes[DataType::AUDIO] = jack_port_type_get_buffer_size (_priv_jack, JACK_DEFAULT_AUDIO_TYPE);
+                _raw_buffer_sizes[DataType::MIDI] = jack_port_type_get_buffer_size (_priv_jack, JACK_DEFAULT_MIDI_TYPE);
+        } else {
 
-       for (Ports::iterator i = p->begin(); i != p->end(); ++i) {
-               (*i)->reset();
+                /* Old version of JACK.
+
+                   These crude guesses, see below where we try to get the right answers.
+
+                   Note that our guess for MIDI deliberatey tries to overestimate
+                   by a little. It would be nicer if we could get the actual
+                   size from a port, but we have to use this estimate in the
+                   event that there are no MIDI ports currently. If there are
+                   the value will be adjusted below.
+                */
+
+                _raw_buffer_sizes[DataType::AUDIO] = nframes * sizeof (Sample);
+                _raw_buffer_sizes[DataType::MIDI] = nframes * 4 - (nframes/2);
+        }
+
+       {
+               Glib::Mutex::Lock lm (_process_lock);
+
+               boost::shared_ptr<Ports> p = ports.reader();
+
+               for (Ports::iterator i = p->begin(); i != p->end(); ++i) {
+                       i->second->reset();
+               }
        }
 
-       if (session) {
-               session->set_block_size (_buffer_size);
+       if (_session) {
+               _session->set_block_size (_buffer_size);
        }
 
        return 0;
 }
 
+void
+AudioEngine::stop_metering_thread ()
+{
+       if (m_meter_thread) {
+               g_atomic_int_set (&m_meter_exit, 1);
+               m_meter_thread->join ();
+               m_meter_thread = 0;
+       }
+}
+
 void
 AudioEngine::start_metering_thread ()
 {
-       if(m_meter_thread == 0) {
-               m_meter_thread = Glib::Thread::create (sigc::mem_fun(this, &AudioEngine::meter_thread), false);
+       if (m_meter_thread == 0) {
+               g_atomic_int_set (&m_meter_exit, 0);
+               m_meter_thread = Glib::Thread::create (boost::bind (&AudioEngine::meter_thread, this),
+                                                      500000, true, true, Glib::THREAD_PRIORITY_NORMAL);
        }
 }
 
 void
 AudioEngine::meter_thread ()
 {
-       while (g_atomic_int_get(&m_meter_exit) != true) {
-        Glib::usleep (10000); /* 1/100th sec interval */
-        IO::update_meters ();
+       pthread_set_name (X_("meter"));
+
+       while (true) {
+               Glib::usleep (10000); /* 1/100th sec interval */
+               if (g_atomic_int_get(&m_meter_exit)) {
+                       break;
+               }
+               Metering::Meter ();
        }
-       return;
 }
 
-void 
+void
 AudioEngine::set_session (Session *s)
 {
-       if (!session) {
-               session = s;
+       Glib::Mutex::Lock pl (_process_lock);
+
+       SessionHandlePtr::set_session (s);
+
+       if (_session) {
+
+               start_metering_thread ();
+
+               pframes_t blocksize = jack_get_buffer_size (_jack);
+
+               /* page in as much of the session process code as we
+                  can before we really start running.
+               */
+
+               boost::shared_ptr<Ports> p = ports.reader();
+
+               for (Ports::iterator i = p->begin(); i != p->end(); ++i) {
+                       i->second->cycle_start (blocksize);
+               }
+
+               _session->process (blocksize);
+               _session->process (blocksize);
+               _session->process (blocksize);
+               _session->process (blocksize);
+               _session->process (blocksize);
+               _session->process (blocksize);
+               _session->process (blocksize);
+               _session->process (blocksize);
+
+               for (Ports::iterator i = p->begin(); i != p->end(); ++i) {
+                       i->second->cycle_end (blocksize);
+               }
        }
 }
 
-void 
+void
 AudioEngine::remove_session ()
 {
        Glib::Mutex::Lock lm (_process_lock);
 
        if (_running) {
 
-               if (session) {
+               stop_metering_thread ();
+
+               if (_session) {
                        session_remove_pending = true;
                        session_removed.wait(_process_lock);
-               } 
+               }
 
        } else {
-
-               session = 0;
-
+               SessionHandlePtr::set_session (0);
        }
-       
-       remove_all_ports ();
 
+       remove_all_ports ();
 }
 
-Port *
-AudioEngine::register_input_port (DataType type, const string& portname)
+void
+AudioEngine::port_registration_failure (const std::string& portname)
 {
-       if (!_running) {
-               if (!_has_run) {
-                       fatal << _("register input port called before engine was started") << endmsg;
-                       /*NOTREACHED*/
-               } else {
-                       return 0;
-               }
-       }
-
-       jack_port_t *p = jack_port_register (_jack, portname.c_str(), type.to_jack_type(), JackPortIsInput, 0);
+       GET_PRIVATE_JACK_POINTER (_jack);
+       string full_portname = jack_client_name;
+       full_portname += ':';
+       full_portname += portname;
 
-       if (p) {
 
-               Port* newport = 0;
-               
-               if (type == DataType::AUDIO)
-                       newport = new AudioPort (p);
-               else if (type == DataType::MIDI)
-                       newport = new MidiPort (p);
-               else
-                       throw unknown_type();
-
-               if (newport != 0) {
-                       RCUWriter<Ports> writer (ports);
-                       boost::shared_ptr<Ports> ps = writer.get_copy ();
-                       ps->insert (ps->begin(), newport);
-                       /* writer goes out of scope, forces update */
-               }
-
-               return newport;
+       jack_port_t* p = jack_port_by_name (_priv_jack, full_portname.c_str());
+       string reason;
 
+       if (p) {
+               reason = string_compose (_("a port with the name \"%1\" already exists: check for duplicated track/bus names"), portname);
        } else {
-
-               _process_lock.unlock();
-               throw PortRegistrationFailure();
+               reason = string_compose (_("No more JACK ports are available. You will need to stop %1 and restart JACK with more ports if you need this many tracks."), PROGRAM_NAME);
        }
 
-       return 0;
+       throw PortRegistrationFailure (string_compose (_("AudioEngine: cannot register port \"%1\": %2"), portname, reason).c_str());
 }
 
-Port *
-AudioEngine::register_output_port (DataType type, const string& portname)
+boost::shared_ptr<Port>
+AudioEngine::register_port (DataType dtype, const string& portname, bool input)
 {
-       if (!_running) {
-               if (!_has_run) {
-                       fatal << _("register output port called before engine was started") << endmsg;
-                       /*NOTREACHED*/
+       boost::shared_ptr<Port> newport;
+
+       try {
+               if (dtype == DataType::AUDIO) {
+                       newport.reset (new AudioPort (portname, (input ? Port::IsInput : Port::IsOutput)));
+               } else if (dtype == DataType::MIDI) {
+                       newport.reset (new MidiPort (portname, (input ? Port::IsInput : Port::IsOutput)));
                } else {
-                       return 0;
+                       throw PortRegistrationFailure("unable to create port (unknown type)");
                }
-       }
 
-       jack_port_t* p = 0;
-       
-       if ((p = jack_port_register (_jack, portname.c_str(),
-                       type.to_jack_type(), JackPortIsOutput, 0)) != 0) {
-               
-               Port* newport = 0;
-               
-               if (type == DataType::AUDIO)
-                       newport = new AudioPort (p);
-               else if (type == DataType::MIDI)
-                       newport = new MidiPort (p);
-               else
-                       throw unknown_type ();
-
-               if (newport != 0) {
-                       RCUWriter<Ports> writer (ports);
-                       boost::shared_ptr<Ports> ps = writer.get_copy ();
-                       ps->insert (ps->begin(), newport);
-                       /* writer goes out of scope, forces update */
-               }
-               
+               RCUWriter<Ports> writer (ports);
+               boost::shared_ptr<Ports> ps = writer.get_copy ();
+               ps->insert (make_pair (make_port_name_relative (portname), newport));
+
+               /* writer goes out of scope, forces update */
+
                return newport;
-               
-       } else {
+       }
 
-               _process_lock.unlock();
-               throw PortRegistrationFailure ();
+       catch (PortRegistrationFailure& err) {
+               throw err;
+       } catch (std::exception& e) {
+               throw PortRegistrationFailure(string_compose(
+                               _("unable to create port: %1"), e.what()).c_str());
+       } catch (...) {
+               throw PortRegistrationFailure("unable to create port (unknown error)");
        }
+}
 
-       return 0;
+boost::shared_ptr<Port>
+AudioEngine::register_input_port (DataType type, const string& portname)
+{
+       return register_port (type, portname, true);
 }
 
+boost::shared_ptr<Port>
+AudioEngine::register_output_port (DataType type, const string& portname)
+{
+       return register_port (type, portname, false);
+}
 
-int          
-AudioEngine::unregister_port (Port& port)
+int
+AudioEngine::unregister_port (boost::shared_ptr<Port> port)
 {
-       if (!_running) { 
+       /* caller must hold process lock */
+
+       if (!_running) {
                /* probably happening when the engine has been halted by JACK,
                   in which case, there is nothing we can do here.
                   */
                return 0;
        }
 
-       int ret = jack_port_unregister (_jack, port._port);
-
-       if (ret == 0) {
-
-               {
-
-                       RCUWriter<Ports> writer (ports);
-                       boost::shared_ptr<Ports> ps = writer.get_copy ();
-
-                       for (Ports::iterator i = ps->begin(); i != ps->end(); ++i) {
-                               if ((*i) == &port) {
-                                       ps->erase (i);
-                                       break;
-                               }
-                       }
+       {
+               RCUWriter<Ports> writer (ports);
+               boost::shared_ptr<Ports> ps = writer.get_copy ();
+               Ports::iterator x = ps->find (make_port_name_relative (port->name()));
 
-                       /* writer goes out of scope, forces update */
+               if (x != ps->end()) {
+                       ps->erase (x);
                }
 
-               remove_connections_for (port);
+               /* writer goes out of scope, forces update */
        }
 
-       return ret;
+       ports.flush ();
+
+       return 0;
 }
 
-int 
+int
 AudioEngine::connect (const string& source, const string& destination)
 {
+       int ret;
+
        if (!_running) {
                if (!_has_run) {
                        fatal << _("connect called before engine was started") << endmsg;
@@ -538,27 +931,39 @@ AudioEngine::connect (const string& source, const string& destination)
                        return -1;
                }
        }
-       
+
        string s = make_port_name_non_relative (source);
        string d = make_port_name_non_relative (destination);
 
-       int ret = jack_connect (_jack, s.c_str(), d.c_str());
 
-       if (ret == 0) {
-               pair<string,string> c (s, d);
-               port_connections.push_back (c);
+       boost::shared_ptr<Port> src = get_port_by_name (s);
+       boost::shared_ptr<Port> dst = get_port_by_name (d);
+
+       if (src) {
+               ret = src->connect (d);
+       } else if (dst) {
+               ret = dst->connect (s);
        } else {
-               error << string_compose(_("AudioEngine: cannot connect %1 (%2) to %3 (%4)"), 
-                                source, s, destination, d) 
+               /* neither port is known to us, and this API isn't intended for use as a general patch bay */
+               ret = -1;
+       }
+
+       if (ret > 0) {
+               /* already exists - no error, no warning */
+       } else if (ret < 0) {
+               error << string_compose(_("AudioEngine: cannot connect %1 (%2) to %3 (%4)"),
+                                       source, s, destination, d)
                      << endmsg;
        }
 
        return ret;
 }
 
-int 
+int
 AudioEngine::disconnect (const string& source, const string& destination)
 {
+       int ret;
+
        if (!_running) {
                if (!_has_run) {
                        fatal << _("disconnect called before engine was started") << endmsg;
@@ -567,27 +972,29 @@ AudioEngine::disconnect (const string& source, const string& destination)
                        return -1;
                }
        }
-       
+
        string s = make_port_name_non_relative (source);
        string d = make_port_name_non_relative (destination);
 
-       int ret = jack_disconnect (_jack, s.c_str(), d.c_str());
+       boost::shared_ptr<Port> src = get_port_by_name (s);
+       boost::shared_ptr<Port> dst = get_port_by_name (d);
 
-       if (ret == 0) {
-               pair<string,string> c (s, d);
-               PortConnections::iterator i;
-               
-               if ((i = find (port_connections.begin(), port_connections.end(), c)) != port_connections.end()) {
-                       port_connections.erase (i);
-               }
+       if (src) {
+                       ret = src->disconnect (d);
+       } else if (dst) {
+                       ret = dst->disconnect (s);
+       } else {
+               /* neither port is known to us, and this API isn't intended for use as a general patch bay */
+               ret = -1;
        }
-        
        return ret;
 }
 
 int
-AudioEngine::disconnect (Port& port)
+AudioEngine::disconnect (boost::shared_ptr<Port> port)
 {
+       GET_PRIVATE_JACK_POINTER_RET (_jack,-1);
+
        if (!_running) {
                if (!_has_run) {
                        fatal << _("disconnect called before engine was started") << endmsg;
@@ -597,81 +1004,97 @@ AudioEngine::disconnect (Port& port)
                }
        }
 
-       int ret = jack_port_disconnect (_jack, port._port);
-
-       if (ret == 0) {
-               remove_connections_for (port);
-       }
-
-       return ret;
-
+       return port->disconnect_all ();
 }
 
-jack_nframes_t
-AudioEngine::frame_rate ()
+ARDOUR::framecnt_t
+AudioEngine::frame_rate () const
 {
-       if (_jack) {
-               if (_frame_rate == 0) {
-                       return (_frame_rate = jack_get_sample_rate (_jack));
-               } else {
-                       return _frame_rate;
-               }
+       GET_PRIVATE_JACK_POINTER_RET (_jack, 0);
+       if (_frame_rate == 0) {
+               return (_frame_rate = jack_get_sample_rate (_priv_jack));
        } else {
-               fatal << X_("programming error: AudioEngine::frame_rate() called while disconnected from JACK")
-                     << endmsg;
-               /*NOTREACHED*/
-               return 0;
+               return _frame_rate;
        }
 }
 
-jack_nframes_t
-AudioEngine::frames_per_cycle ()
+size_t
+AudioEngine::raw_buffer_size (DataType t)
 {
-       if (_jack) {
-               if (_buffer_size == 0) {
-                       return (_buffer_size = jack_get_buffer_size (_jack));
-               } else {
-                       return _buffer_size;
-               }
+       std::map<DataType,size_t>::const_iterator s = _raw_buffer_sizes.find(t);
+       return (s != _raw_buffer_sizes.end()) ? s->second : 0;
+}
+
+ARDOUR::pframes_t
+AudioEngine::frames_per_cycle () const
+{
+       GET_PRIVATE_JACK_POINTER_RET (_jack,0);
+       if (_buffer_size == 0) {
+               return jack_get_buffer_size (_jack);
        } else {
-               fatal << X_("programming error: AudioEngine::frame_rate() called while disconnected from JACK")
-                     << endmsg;
-               /*NOTREACHED*/
-               return 0;
+               return _buffer_size;
        }
 }
 
-/** Get a port by name.
- * Note this can return NULL, it will NOT create a port if it is not found (any more).
+/** @param name Full or short name of port
+ *  @return Corresponding Port or 0.
  */
-Port *
-AudioEngine::get_port_by_name (const string& portname, bool keep)
-{
-       Glib::Mutex::Lock lm (_process_lock);
 
+boost::shared_ptr<Port>
+AudioEngine::get_port_by_name (const string& portname)
+{
        if (!_running) {
                if (!_has_run) {
                        fatal << _("get_port_by_name() called before engine was started") << endmsg;
                        /*NOTREACHED*/
                } else {
-                       return 0;
+                       boost::shared_ptr<Port> ();
                }
        }
-       
+
+        if (!port_is_mine (portname)) {
+                /* not an ardour port */
+                return boost::shared_ptr<Port> ();
+        }
+
        boost::shared_ptr<Ports> pr = ports.reader();
-       
-       for (Ports::iterator i = pr->begin(); i != pr->end(); ++i) {
-               if (portname == (*i)->name()) {
-                       return (*i);
+       std::string rel = make_port_name_relative (portname);
+       Ports::iterator x = pr->find (rel);
+
+       if (x != pr->end()) {
+               /* its possible that the port was renamed by some 3rd party and
+                  we don't know about it. check for this (the check is quick
+                  and cheap), and if so, rename the port (which will alter
+                  the port map as a side effect).
+               */
+               const std::string check = make_port_name_relative (jack_port_name (x->second->jack_port()));
+               if (check != rel) {
+                       x->second->set_name (check);
                }
+               return x->second;
        }
 
-       return 0;
+        return boost::shared_ptr<Port> ();
+}
+
+void
+AudioEngine::port_renamed (const std::string& old_relative_name, const std::string& new_relative_name)
+{
+       RCUWriter<Ports> writer (ports);
+       boost::shared_ptr<Ports> p = writer.get_copy();
+       Ports::iterator x = p->find (old_relative_name);
+       
+       if (x != p->end()) {
+               boost::shared_ptr<Port> port = x->second;
+               p->erase (x);
+               p->insert (make_pair (new_relative_name, port));
+       }
 }
 
 const char **
 AudioEngine::get_ports (const string& port_name_pattern, const string& type_name_pattern, uint32_t flags)
 {
+       GET_PRIVATE_JACK_POINTER_RET (_jack,0);
        if (!_running) {
                if (!_has_run) {
                        fatal << _("get_ports called before engine was started") << endmsg;
@@ -680,242 +1103,233 @@ AudioEngine::get_ports (const string& port_name_pattern, const string& type_name
                        return 0;
                }
        }
-       return jack_get_ports (_jack, port_name_pattern.c_str(), type_name_pattern.c_str(), flags);
+       return jack_get_ports (_priv_jack, port_name_pattern.c_str(), type_name_pattern.c_str(), flags);
+}
+
+void
+AudioEngine::halted_info (jack_status_t code, const char* reason, void *arg)
+{
+        /* called from jack shutdown handler  */
+
+        AudioEngine* ae = static_cast<AudioEngine *> (arg);
+        bool was_running = ae->_running;
+
+        ae->stop_metering_thread ();
+
+        ae->_running = false;
+        ae->_buffer_size = 0;
+        ae->_frame_rate = 0;
+        ae->_jack = 0;
+
+        if (was_running) {
+#ifdef HAVE_JACK_ON_INFO_SHUTDOWN
+                switch (code) {
+                case JackBackendError:
+                        ae->Halted(reason); /* EMIT SIGNAL */
+                        break;
+                default:
+                        ae->Halted(""); /* EMIT SIGNAL */
+                }
+#else
+                ae->Halted(""); /* EMIT SIGNAL */
+#endif
+        }
 }
 
 void
 AudioEngine::halted (void *arg)
 {
-       AudioEngine *ae = reinterpret_cast<AudioEngine *> (arg);
+        cerr << "HALTED by JACK\n";
 
-       ae->_running = false;
-       ae->_jack = 0;
+        /* called from jack shutdown handler  */
+
+       AudioEngine* ae = static_cast<AudioEngine *> (arg);
+       bool was_running = ae->_running;
 
+       ae->stop_metering_thread ();
+
+       ae->_running = false;
        ae->_buffer_size = 0;
        ae->_frame_rate = 0;
+        ae->_jack = 0;
 
-       ae->Halted(); /* EMIT SIGNAL */
+       if (was_running) {
+               ae->Halted(""); /* EMIT SIGNAL */
+               MIDI::JackMIDIPort::JackHalted (); /* EMIT SIGNAL */
+       }
 }
 
-uint32_t
-AudioEngine::n_physical_outputs () const
+void
+AudioEngine::died ()
 {
-       const char ** ports;
-       uint32_t i = 0;
-
-       if (!_jack) {
-               return 0;
-       }
+        /* called from a signal handler for SIGPIPE */
 
-       if ((ports = jack_get_ports (_jack, NULL, NULL, JackPortIsPhysical|JackPortIsInput)) == 0) {
-               return 0;
-       }
+       stop_metering_thread ();
 
-       if (ports) {
-               for (i = 0; ports[i]; ++i);
-               free (ports);
-       }
-       return i;
+        _running = false;
+       _buffer_size = 0;
+       _frame_rate = 0;
+       _jack = 0;
 }
 
-uint32_t
-AudioEngine::n_physical_inputs () const
+bool
+AudioEngine::can_request_hardware_monitoring ()
 {
+       GET_PRIVATE_JACK_POINTER_RET (_jack,false);
        const char ** ports;
-       uint32_t i = 0;
-       
-       if (!_jack) {
-               return 0;
-       }
-       
-       if ((ports = jack_get_ports (_jack, NULL, NULL, JackPortIsPhysical|JackPortIsOutput)) == 0) {
-               return 0;
-       }
 
-       if (ports) {
-               for (i = 0; ports[i]; ++i);
-               free (ports);
+       if ((ports = jack_get_ports (_priv_jack, NULL, JACK_DEFAULT_AUDIO_TYPE, JackPortCanMonitor)) == 0) {
+               return false;
        }
-       return i;
+
+       free (ports);
+
+       return true;
 }
 
-void
-AudioEngine::get_physical_inputs (vector<string>& ins)
+ChanCount
+AudioEngine::n_physical (unsigned long flags) const
 {
-       const char ** ports;
-       uint32_t i = 0;
-       
-       if (!_jack) {
-               return;
-       }
-       
-       if ((ports = jack_get_ports (_jack, NULL, NULL, JackPortIsPhysical|JackPortIsOutput)) == 0) {
-               return;
+       ChanCount c;
+
+       GET_PRIVATE_JACK_POINTER_RET (_jack, c);
+
+       const char ** ports = jack_get_ports (_priv_jack, NULL, NULL, JackPortIsPhysical | flags);
+       if (ports == 0) {
+               return c;
        }
 
-       if (ports) {
-               for (i = 0; ports[i]; ++i) {
-                       ins.push_back (ports[i]);
+       for (uint32_t i = 0; ports[i]; ++i) {
+               if (!strstr (ports[i], "Midi-Through")) {
+                       DataType t (jack_port_type (jack_port_by_name (_jack, ports[i])));
+                       c.set (t, c.get (t) + 1);
                }
-               free (ports);
        }
+
+       free (ports);
+
+       return c;
+}
+
+ChanCount
+AudioEngine::n_physical_inputs () const
+{
+       return n_physical (JackPortIsInput);
+}
+
+ChanCount
+AudioEngine::n_physical_outputs () const
+{
+       return n_physical (JackPortIsOutput);
 }
 
 void
-AudioEngine::get_physical_outputs (vector<string>& outs)
+AudioEngine::get_physical (DataType type, unsigned long flags, vector<string>& phy)
 {
+       GET_PRIVATE_JACK_POINTER (_jack);
        const char ** ports;
-       uint32_t i = 0;
-       
-       if (!_jack) {
-               return;
-       }
-       
-       if ((ports = jack_get_ports (_jack, NULL, NULL, JackPortIsPhysical|JackPortIsInput)) == 0) {
+
+       if ((ports = jack_get_ports (_priv_jack, NULL, type.to_jack_type(), JackPortIsPhysical | flags)) == 0) {
                return;
        }
 
        if (ports) {
-               for (i = 0; ports[i]; ++i) {
-                       outs.push_back (ports[i]);
+               for (uint32_t i = 0; ports[i]; ++i) {
+                        if (strstr (ports[i], "Midi-Through")) {
+                                continue;
+                        }
+                       phy.push_back (ports[i]);
                }
                free (ports);
        }
 }
 
-string
-AudioEngine::get_nth_physical (DataType type, uint32_t n, int flag)
+/** Get physical ports for which JackPortIsOutput is set; ie those that correspond to
+ *  a physical input connector.
+ */
+void
+AudioEngine::get_physical_inputs (DataType type, vector<string>& ins)
 {
-       const char ** ports;
-       uint32_t i;
-       string ret;
-
-       assert(type != DataType::NIL);
-
-       if (!_running || !_jack) {
-               if (!_has_run) {
-                       fatal << _("get_nth_physical called before engine was started") << endmsg;
-                       /*NOTREACHED*/
-               } else {
-                       return "";
-               }
-       }
-
-       ports = jack_get_ports (_jack, NULL, type.to_jack_type(), JackPortIsPhysical|flag);
-       
-       if (ports == 0) {
-               return "";
-       }
-
-       for (i = 0; i < n && ports[i]; ++i);
-
-       if (ports[i]) {
-               ret = ports[i];
-       }
-
-       free ((char *) ports);
-
-       return ret;
+       get_physical (type, JackPortIsOutput, ins);
 }
 
-jack_nframes_t
-AudioEngine::get_port_total_latency (const Port& port)
+/** Get physical ports for which JackPortIsInput is set; ie those that correspond to
+ *  a physical output connector.
+ */
+void
+AudioEngine::get_physical_outputs (DataType type, vector<string>& outs)
 {
-       if (!_jack) {
-               fatal << _("get_port_total_latency() called with no JACK client connection") << endmsg;
-               /*NOTREACHED*/
-       }
-
-       if (!_running) {
-               if (!_has_run) {
-                       fatal << _("get_port_total_latency() called before engine was started") << endmsg;
-                       /*NOTREACHED*/
-               } 
-       }
-
-       return jack_port_get_total_latency (_jack, port._port);
+       get_physical (type, JackPortIsInput, outs);
 }
 
 void
 AudioEngine::transport_stop ()
 {
-       // cerr << "tell JACK to stop\n";
-       if (_jack) {
-               jack_transport_stop (_jack);
-       }
+       GET_PRIVATE_JACK_POINTER (_jack);
+       jack_transport_stop (_priv_jack);
 }
 
 void
 AudioEngine::transport_start ()
 {
-       // cerr << "tell JACK to start\n";
-       if (_jack) {
-               jack_transport_start (_jack);
-       }
+       GET_PRIVATE_JACK_POINTER (_jack);
+       jack_transport_start (_priv_jack);
 }
 
 void
-AudioEngine::transport_locate (jack_nframes_t where)
+AudioEngine::transport_locate (framepos_t where)
 {
-       // cerr << "tell JACK to locate to " << where << endl;
-       if (_jack) {
-               jack_transport_locate (_jack, where);
-       }
+       GET_PRIVATE_JACK_POINTER (_jack);
+       jack_transport_locate (_priv_jack, where);
 }
 
 AudioEngine::TransportState
 AudioEngine::transport_state ()
 {
-       if (_jack) {
-               jack_position_t pos;
-               return (TransportState) jack_transport_query (_jack, &pos);
-       } else {
-               return (TransportState) JackTransportStopped;
-       }
+       GET_PRIVATE_JACK_POINTER_RET (_jack, ((TransportState) JackTransportStopped));
+       jack_position_t pos;
+       return (TransportState) jack_transport_query (_priv_jack, &pos);
 }
 
 int
 AudioEngine::reset_timebase ()
 {
-       if (_jack) {
-               if (Config->get_jack_time_master()) {
-                       return jack_set_timebase_callback (_jack, 0, _jack_timebase_callback, this);
+       GET_PRIVATE_JACK_POINTER_RET (_jack, -1);
+       if (_session) {
+               if (_session->config.get_jack_time_master()) {
+                       return jack_set_timebase_callback (_priv_jack, 0, _jack_timebase_callback, this);
                } else {
                        return jack_release_timebase (_jack);
                }
-       } else {
-               return -1;
        }
+       return 0;
 }
 
 int
 AudioEngine::freewheel (bool onoff)
 {
-       if (_jack) {
-
-               if (onoff) {
-                       _freewheel_thread_registered = false;
-               }
+       GET_PRIVATE_JACK_POINTER_RET (_jack, -1);
 
-               return jack_set_freewheel (_jack, onoff);
+       if (onoff != _freewheeling) {
+                return jack_set_freewheel (_priv_jack, onoff);
 
        } else {
-               return -1;
+                /* already doing what has been asked for */
+                return 0;
        }
 }
 
 void
 AudioEngine::remove_all_ports ()
 {
-       /* process lock MUST be held */
+       /* make sure that JACK callbacks that will be invoked as we cleanup
+        * ports know that they have nothing to do.
+        */
 
-       if (_jack) {
-               boost::shared_ptr<Ports> p = ports.reader();
+       port_remove_in_progress = true;
 
-               for (Ports::iterator i = p->begin(); i != p->end(); ++i) {
-                       jack_port_unregister (_jack, (*i)->_port);
-               }
-       }
+       /* process lock MUST be held by caller
+       */
 
        {
                RCUWriter<Ports> writer (ports);
@@ -923,109 +1337,88 @@ AudioEngine::remove_all_ports ()
                ps->clear ();
        }
 
-       port_connections.clear ();
-}
+       /* clear dead wood list in RCU */
 
-void
-AudioEngine::remove_connections_for (Port& port)
-{
-       for (PortConnections::iterator i = port_connections.begin(); i != port_connections.end(); ) {
-               PortConnections::iterator tmp;
-               
-               tmp = i;
-               ++tmp;
-               
-               if ((*i).first == port.name()) {
-                       port_connections.erase (i);
-               }
+       ports.flush ();
 
-               i = tmp;
-       }
+       port_remove_in_progress = false;
 }
 
-#ifdef HAVE_JACK_CLIENT_OPEN
-
 int
-AudioEngine::connect_to_jack (string client_name)
+AudioEngine::connect_to_jack (string client_name, string session_uuid)
 {
-       jack_options_t options = JackNullOption;
+        EnvironmentalProtectionAgency* global_epa = EnvironmentalProtectionAgency::get_global_epa ();
+        boost::scoped_ptr<EnvironmentalProtectionAgency> current_epa;
        jack_status_t status;
-       const char *server_name = NULL;
+
+        /* revert all environment settings back to whatever they were when ardour started
+         */
+
+        if (global_epa) {
+                current_epa.reset (new EnvironmentalProtectionAgency(true)); /* will restore settings when we leave scope */
+                global_epa->restore ();
+        }
 
        jack_client_name = client_name; /* might be reset below */
+#ifdef HAVE_JACK_SESSION
+       if (! session_uuid.empty())
+           _jack = jack_client_open (jack_client_name.c_str(), JackSessionID, &status, session_uuid.c_str());
+       else
+#endif
+       _jack = jack_client_open (jack_client_name.c_str(), JackNullOption, &status, 0);
 
-       _jack = jack_client_open (jack_client_name.c_str(), options, &status, server_name);
-       
        if (_jack == NULL) {
-
-               if (status & JackServerFailed) {
-                       error << _("Unable to connect to JACK server") << endmsg;
-               }
-               
-               error << string_compose (_("Could not connect to JACK server as  \"%1\""), jack_client_name) <<  endmsg;
+               // error message is not useful here
                return -1;
        }
 
-       if (status & JackServerStarted) {
-               info << _("JACK server started") << endmsg;
-       }
+       GET_PRIVATE_JACK_POINTER_RET (_jack, -1);
 
        if (status & JackNameNotUnique) {
-               jack_client_name = jack_get_client_name (_jack);
-       }
-       
-       return 0;
-}
-
-#else
-
-int
-AudioEngine::connect_to_jack (string client_name)
-{
-       jack_client_name = client_name;
-
-       if ((_jack = jack_client_new (client_name.c_str())) == NULL) {
-               return -1;
+               jack_client_name = jack_get_client_name (_priv_jack);
        }
 
        return 0;
 }
 
-#endif /* HAVE_JACK_CLIENT_OPEN */
-
-int 
+int
 AudioEngine::disconnect_from_jack ()
 {
-       if (_jack == 0) {
-               return 0;
+       GET_PRIVATE_JACK_POINTER_RET (_jack, 0);
+
+       if (_running) {
+               stop_metering_thread ();
        }
 
-       if (jack_client_close (_jack)) {
-               error << _("cannot shutdown connection to JACK") << endmsg;
+       {
+               Glib::Mutex::Lock lm (_process_lock);
+               jack_client_close (_priv_jack);
+               _jack = 0;
        }
 
        _buffer_size = 0;
        _frame_rate = 0;
+       _raw_buffer_sizes.clear();
 
        if (_running) {
                _running = false;
                Stopped(); /* EMIT SIGNAL */
+               MIDI::JackMIDIPort::JackHalted (); /* EMIT SIGNAL */
        }
 
-       _jack = 0;
        return 0;
 }
 
 int
 AudioEngine::reconnect_to_jack ()
 {
-       if (_jack) {
+       if (_running) {
                disconnect_from_jack ();
                /* XXX give jackd a chance */
                Glib::usleep (250000);
        }
 
-       if (connect_to_jack (jack_client_name)) {
+       if (connect_to_jack (jack_client_name, "")) {
                error << _("failed to connect to JACK") << endmsg;
                return -1;
        }
@@ -1035,59 +1428,32 @@ AudioEngine::reconnect_to_jack ()
        boost::shared_ptr<Ports> p = ports.reader ();
 
        for (i = p->begin(); i != p->end(); ++i) {
-
-               /* XXX hack hack hack */
-
-               string long_name = (*i)->name();
-               string short_name;
-               
-               short_name = long_name.substr (long_name.find_last_of (':') + 1);
-
-               if (((*i)->_port = jack_port_register (_jack, short_name.c_str(), (*i)->type().to_jack_type(), (*i)->flags(), 0)) == 0) {
-                       error << string_compose (_("could not reregister %1"), (*i)->name()) << endmsg;
+               if (i->second->reestablish ()) {
                        break;
-               } else {
-               }
-
-               (*i)->reset ();
-
-               if ((*i)->flags() & JackPortIsOutput) {
-                       (*i)->silence (jack_get_buffer_size (_jack), 0);
                }
        }
 
        if (i != p->end()) {
                /* failed */
-               for (Ports::iterator i = p->begin(); i != p->end(); ++i) {
-                       jack_port_unregister (_jack, (*i)->_port);
-               }
+               remove_all_ports ();
                return -1;
-       } 
+       }
+
+       GET_PRIVATE_JACK_POINTER_RET (_jack,-1);
 
+       MIDI::Manager::instance()->reestablish (_priv_jack);
 
-       if (session) {
-               jack_nframes_t blocksize = jack_get_buffer_size (_jack);
-               session->set_block_size (blocksize);
-               session->set_frame_rate (jack_get_sample_rate (_jack));
+       if (_session) {
+               _session->reset_jack_connection (_priv_jack);
+                jack_bufsize_callback (jack_get_buffer_size (_priv_jack));
+               _session->set_frame_rate (jack_get_sample_rate (_priv_jack));
        }
 
        last_monitor_check = 0;
-       
-       jack_on_shutdown (_jack, halted, this);
-       jack_set_graph_order_callback (_jack, _graph_order_callback, this);
-       jack_set_thread_init_callback (_jack, _thread_init_callback, this);
-       jack_set_process_callback (_jack, _process_callback, this);
-       jack_set_sample_rate_callback (_jack, _sample_rate_callback, this);
-       jack_set_buffer_size_callback (_jack, _bufsize_callback, this);
-       jack_set_xrun_callback (_jack, _xrun_callback, this);
-       jack_set_sync_callback (_jack, _jack_sync_callback, this);
-       jack_set_freewheel_callback (_jack, _freewheel_callback, this);
-       
-       if (Config->get_jack_time_master()) {
-               jack_set_timebase_callback (_jack, 0, _jack_timebase_callback, this);
-       }
-       
-       if (jack_activate (_jack) == 0) {
+
+        set_jack_callbacks ();
+
+       if (jack_activate (_priv_jack) == 0) {
                _running = true;
                _has_run = true;
        } else {
@@ -1095,50 +1461,38 @@ AudioEngine::reconnect_to_jack ()
        }
 
        /* re-establish connections */
-       
-       for (PortConnections::iterator i = port_connections.begin(); i != port_connections.end(); ++i) {
-               
-               int err;
-               
-               if ((err = jack_connect (_jack, (*i).first.c_str(), (*i).second.c_str())) != 0) {
-                       if (err != EEXIST) {
-                               error << string_compose (_("could not reconnect %1 and %2 (err = %3)"),
-                                                 (*i).first, (*i).second, err)
-                                     << endmsg;
-                       }
-               }
+
+       for (i = p->begin(); i != p->end(); ++i) {
+               i->second->reconnect ();
        }
 
+       MIDI::Manager::instance()->reconnect ();
+
        Running (); /* EMIT SIGNAL*/
 
+       start_metering_thread ();
+
        return 0;
 }
 
 int
-AudioEngine::request_buffer_size (jack_nframes_t nframes)
+AudioEngine::request_buffer_size (pframes_t nframes)
 {
-       if (_jack) {
-               int ret = jack_set_buffer_size (_jack, nframes);
-               return ret;
-       } else {
-               return -1;
+       GET_PRIVATE_JACK_POINTER_RET (_jack, -1);
+
+       if (nframes == jack_get_buffer_size (_priv_jack)) {
+                return 0;
        }
-}
 
-void
-AudioEngine::update_total_latencies ()
-{
-#ifdef HAVE_JACK_RECOMPUTE_LATENCIES
-       jack_recompute_total_latencies (_jack);
-#endif
+       return jack_set_buffer_size (_priv_jack, nframes);
 }
-               
+
 string
-AudioEngine::make_port_name_relative (string portname)
+AudioEngine::make_port_name_relative (string portname) const
 {
        string::size_type len;
        string::size_type n;
-       
+
        len = portname.length();
 
        for (n = 0; n < len; ++n) {
@@ -1146,7 +1500,7 @@ AudioEngine::make_port_name_relative (string portname)
                        break;
                }
        }
-       
+
        if ((n != len) && (portname.substr (0, n) == jack_client_name)) {
                return portname.substr (n+1);
        }
@@ -1155,7 +1509,7 @@ AudioEngine::make_port_name_relative (string portname)
 }
 
 string
-AudioEngine::make_port_name_non_relative (string portname)
+AudioEngine::make_port_name_non_relative (string portname) const
 {
        string str;
 
@@ -1166,7 +1520,94 @@ AudioEngine::make_port_name_non_relative (string portname)
        str  = jack_client_name;
        str += ':';
        str += portname;
-       
+
        return str;
 }
 
+bool
+AudioEngine::port_is_mine (const string& portname) const
+{
+       if (portname.find_first_of (':') != string::npos) {
+               if (portname.substr (0, jack_client_name.length ()) != jack_client_name) {
+                        return false;
+                }
+        }
+        return true;
+}
+
+bool
+AudioEngine::is_realtime () const
+{
+       GET_PRIVATE_JACK_POINTER_RET (_jack,false);
+       return jack_is_realtime (_priv_jack);
+}
+
+int
+AudioEngine::create_process_thread (boost::function<void()> f, pthread_t* thread, size_t stacksize)
+{
+        GET_PRIVATE_JACK_POINTER_RET (_jack, 0);
+        ThreadData* td = new ThreadData (this, f, stacksize);
+
+        if (jack_client_create_thread (_priv_jack, thread, jack_client_real_time_priority (_priv_jack),
+                                       jack_is_realtime (_priv_jack), _start_process_thread, td)) {
+                return -1;
+        }
+
+        return 0;
+}
+
+void*
+AudioEngine::_start_process_thread (void* arg)
+{
+        ThreadData* td = reinterpret_cast<ThreadData*> (arg);
+        boost::function<void()> f = td->f;
+        delete td;
+
+        f ();
+
+        return 0;
+}
+
+bool
+AudioEngine::port_is_physical (const std::string& portname) const
+{
+        GET_PRIVATE_JACK_POINTER_RET(_jack, false);
+
+        jack_port_t *port = jack_port_by_name (_priv_jack, portname.c_str());
+
+        if (!port) {
+                return false;
+        }
+
+        return jack_port_flags (port) & JackPortIsPhysical;
+}
+
+void
+AudioEngine::request_jack_monitors_input (const std::string& portname, bool yn) const
+{
+        GET_PRIVATE_JACK_POINTER(_jack);
+
+        jack_port_t *port = jack_port_by_name (_priv_jack, portname.c_str());
+
+        if (!port) {
+                return;
+        }
+
+        jack_port_request_monitor (port, yn);
+}
+
+void
+AudioEngine::update_latencies ()
+{
+        if (jack_recompute_total_latencies) {
+                GET_PRIVATE_JACK_POINTER (_jack);
+                jack_recompute_total_latencies (_priv_jack);
+        }
+}
+
+void
+AudioEngine::destroy ()
+{
+       delete _instance;
+       _instance = 0;
+}