path: root/frameworks/middleware/pres_middleware.tex

\input{configpres}

\title{\lq Middleware\rq}
\maketitle

\begin{frame}
\frametitle{Agenda}
\begin{itemize}
\item Overview
\item XML based Middleware
\item Celery
\item DDS
\item D-Bus
\item CORBA
\end{itemize}
GOAL: get an idea about:

the amount of available middleware solutions

and for what they can be used.
\end{frame}

\subsection{Overview}

\begin{frame}
\frametitle{Use-case}
\begin{center}
\includegraphics[width=0.8\textheight]{images/714px-Middleware_Schema.png}
\end{center}
\tiny Source: http://commons.wikimedia.org/wiki/File:Middleware\_Schema.svg
\end{frame}

\begin{frame}
\frametitle{Why should we use a middleware?}
\begin{itemize}
\item IPC
\item scalability
\item os abstraction
\item reusability of sw components
\end{itemize}
\end{frame}

\begin{frame}
\frametitle{Kinds of Middleware}
\begin{itemize}
\item Message Oriented Middleware (MOM)
\item Remote Procedure Calls (RPC)
\item Webapplications?
\end{itemize}
\end{frame}

\begin{frame}
\frametitle{Requirements}
\begin{block}{Abstraction Layers}
\begin{itemize}
\item operating system
\item programing language
\item localization
\item transport
\item concurrent access
\end{itemize}
\end{block}
\end{frame}

\begin{frame}
\frametitle{Requirements}
\begin{block}{Technical, product specific}
\begin{itemize}
\item os / language support
\item performance
\item requirement coverage
\item commerical, open-source, (long-time) support
\end{itemize}
\end{block}
\end{frame}

\begin{frame}
\frametitle{Standards, Protocols}
\begin{itemize}
\item XML based Middleware
\item Celery - Job Queue Protocol
\item DDS - Data Distribution Service
\item D-Bus - MOM
\item CORBA - Common Object Request Broker
\end{itemize}
\end{frame}

\subsection{XML based Middleware}
\begin{frame}
\frametitle{popular protocols}
\begin{description}
\item[XML-RPC] Extensible Markup Language Remote Procedure Call
\item[SOAP/WSDL] many webservices are based on SOAP
\item[XMPP] Extensible Messaging and Presence Protocol
\end{description}
\end{frame}

\begin{frame}
\frametitle{XML-RPC}
\begin{itemize}
\item native supported by Python (see example)
\item C/C++ Implementation: http://xmlrpc-c.sourceforge.net/
\item Client- / Serverarchitecture
\item uses http as transport
\end{itemize}
\end{frame}

\begin{frame}[fragile]
\frametitle{XML-RPC example in Python}
server.py\#p1
\begin{lstlisting}[language=python]
from datetime import datetime
from SimpleXMLRPCServer import SimpleXMLRPCServer
import xmlrpclib

def today ():
    today = datetime.today ()
    return xmlrpclib.DateTime (today)

def load ():
    fd = open ("/proc/loadavg", "r")
    loadavg = fd.read ()
    sysload = loadavg.split ()
    return xmlrpclib.FloatType (sysload[0])
\end{lstlisting}
\end{frame}

\begin{frame}[fragile]
\frametitle{XML-RPC example in Python}
server.py\#p2
\begin{lstlisting}[language=python]
server = SimpleXMLRPCServer (("localhost",
                              8000))

server.register_function (today, "today")
server.register_function (load, "load")

print "Listening on port 8000..."
server.serve_forever ()
\end{lstlisting}
\end{frame}


\begin{frame}[fragile]
\frametitle{XML-RPC example in Python}
client.py\#p1
\begin{lstlisting}[language=python]
import xmlrpclib
from datetime import datetime

proxy = xmlrpclib.ServerProxy (
                    "http://localhost:8000/")
\end{lstlisting}
\end{frame}

\begin{frame}[fragile]
\frametitle{XML-RPC example in Python}
client.py\#p2
\begin{lstlisting}[language=python]
today = proxy.today ()
# today = 20140218T14:23:45

conv = datetime.strptime (today.value,
                          "%Y%m%dT%H:%M:%S")

print "Today:", conv.strftime (
                          "%d.%m.%Y, %H:%M")

load = proxy.load ()
print "system load:", load
\end{lstlisting}
\end{frame}

\begin{frame}[fragile]
\frametitle{XML-RPC example in Python}
output:
\begin{lstlisting}[language=bash]
 % python client.py
Today: 18.02.2014, 14:26
system load: 0.45
\end{lstlisting}
\end{frame}

\begin{frame}[fragile]
\frametitle{XML-RPC example in Python}
http payload of today rpc call seen in wireshark:
\begin{lstlisting}[language=XML]
<?xml version='1.0'?>
<methodCall>
    <methodName>today</methodName>
    <params></params>
</methodCall>
\end{lstlisting}
\end{frame}

\begin{frame}[fragile]
\frametitle{XML-RPC example in Python}
http payload of today rpc response seen in wireshark:
\begin{lstlisting}[language=XML]
<?xml version='1.0'?>
<methodResponse>
  <params>
    <param>
      <value>
        <dateTime.iso8601>
          20140218T14:26:25
        </dateTime.iso8601>
      </value>
    </param>
  </params>
</methodResponse>
\end{lstlisting}
\end{frame}

\begin{frame}
\frametitle{SOAP/WSDL}
\begin{block}{Overview}
\begin{itemize}
\item WSDL (Web Services Description Language)

describes the interface and spcecial datatypes
\item the SOAP protocol is used for communication
\item SOAP can be used with various transports:

FTP, SMTP, HTTP(S), JMS
\item hopping is supported, with different transports
\item Client- / Serverarchitecture
\end{itemize}
\end{block}
\end{frame}

\begin{frame}
\frametitle{SOAP/WSDL}
\begin{block}{Implementations}
\begin{itemize}
\item ZSI: Python
\item KDSOAP: Qt4/5 native Library (commercial)
\item gSOAP: C/C++
\item Apache Axis2: C++, JAVA
\item Apache CXF: JAVA (+ other middleware protocols)
\item SOAP::WSDL: Perl
\item SOAP4R: Ruby
\item wsdl2objc: Objective C
\item .NET, mono
\end{itemize}
\end{block}
\end{frame}

\begin{frame}[fragile]
\frametitle{SOAP example in Python/ZSI}
server.py
\begin{lstlisting}[language=python]
from datetime import datetime
from ZSI import dispatch

def today (arg):
    print "today arg:", arg
    today = datetime.today ()
    return str (today)
def load (arg):
    print "load arg:", arg
    fd = open ("/proc/loadavg", "r")
    loadavg = fd.read ()
    sysload = loadavg.split ()
    return sysload[0]

dispatch.AsServer (port=8000, rpc=True)
\end{lstlisting}
\end{frame}

\begin{frame}[fragile]
\frametitle{SOAP example in Python/ZSI}
client.py
\begin{lstlisting}[language=python]
from datetime import datetime
from ZSI.client import Binding

b = Binding (url='http://localhost:8000/')
t = b.today (5)
# t = 2014-02-18 15:59:50.571927
c = datetime.strptime (t,
                       "%Y-%m-%d %H:%M:%S.%f")
print "Today:", c.strftime ("%d.%m.%Y, %H:%M")
print b.load ("string")
\end{lstlisting}
\end{frame}


\begin{frame}
\frametitle{XMPP - Extensible Messaging and Presence Protocol}
\begin{block}{Overview}
\begin{itemize}
\item protocol for MOM based on XML
\item originally named Jabber
\item used for
\begin{itemize}
  \item real-time Instant Messaging
  \item publishing Presence Informations
  \item Contactlist maintenance
\end{itemize}
\end{itemize}
\end{block}
\end{frame}


\begin{frame}
\frametitle{Extensible Messaging and Presence Protocol}
\begin{block}{IM for Industry??}
\begin{itemize}
\item free and open standard (IETF RFC 6120, 6121)
\item XMPP servers can be isolated, security is implemented (SASL, TLS)
\item TCP and HTTP(S) transports are supported
\item Priority support: multiple logins from same account,

login with highest pority gets message
\item not just used for IM:
\begin{itemize}
  \item smart grid
  \item publish-subscribe systems
  \item games
  \item signalling for VoIP
\end{itemize}
\end{itemize}
\end{block}
\end{frame}

\begin{frame}
\frametitle{Extensible Messaging and Presence Protocol}
\begin{block}{Extensible\dots}
\begin{itemize}
\item network management
\item collaboration tools
\item file sharing, gaming
\item remote systems control and monitoring
\item geolocation
\end{itemize}
\end{block}
\end{frame}

\begin{frame}
\frametitle{Extensible Messaging and Presence Protocol}
\begin{block}{Implemmentations}
\dots too many to mention, have a look at

http://xmpp.org/xmpp-software/

for libraries, clients and servers
\end{block}
\end{frame}


\begin{frame}[fragile]
\frametitle{XMPP Client Example}
xmpp\_client.cpp
\begin{lstlisting}[language=C++]
#include <QtCore/QCoreApplication>
#include "myclient.h"

int main(int argc, char *argv[])
{
    QCoreApplication app(argc, argv);

    MyClient client;
    client.connectToServer("qtapp@localhost",
                           "test");

    return app.exec();
}
\end{lstlisting}
\end{frame}

\begin{frame}[fragile]
\frametitle{XMPP Client Example}
myclient.h
\begin{lstlisting}[language=C++]
#include <qxmpp/QXmppClient.h>

class MyClient : public QXmppClient
{
    Q_OBJECT

    public:
        MyClient();
        ~MyClient();

    public slots:
        void message_rx(const QXmppMessage&);
};
\end{lstlisting}
\end{frame}

\begin{frame}[fragile]
\frametitle{XMPP Client Example}
myclient.cpp\#p1
\begin{lstlisting}[language=C++]
#include <qxmpp/QXmppMessage.h>
#include <iostream>

#include "myclient.h"

MyClient::MyClient() : QXmppClient()
{
  bool check = connect(this,
    SIGNAL(messageReceived(QXmppMessage)),
    SLOT(message_rx(QXmppMessage)));

  Q_ASSERT(check);
  Q_UNUSED(check);
}
\end{lstlisting}
\end{frame}

\begin{frame}[fragile]
\frametitle{XMPP Client Example}
myclient.cpp\#p2
\begin{lstlisting}[language=C++]
MyClient::~MyClient() { ; }

void
MyClient::message_rx(const QXmppMessage& msg)
{
  QString from = msg.from();
  QString body = msg.body();

  std::cout<<from.toStdString()<<": ";
  std::cout<<body.toStdString()<<std::endl;

  sendPacket(QXmppMessage("",from,body+"??"));
}
\end{lstlisting}
\end{frame}


\begin{frame}[fragile]
\frametitle{XMPP Client Example}
\begin{itemize}
\item start ejabberd
\item start psi
\item start QT XMPP Client
\item in psi: write a message to qtapp
\item with wireshark can be seen that the connection is encrypted
\end{itemize}
\end{frame}


\subsection{Celery}



\subsection{DDS}



\subsection{D-Bus}

\begin{frame}
\frametitle{D-Bus Communication Framework}
\begin{block}{Facts}
\begin{itemize}
\item used by GNOME, KDE4, E17, XFCE4 and many applications
\item for message based local IPC
\item provides 1:1 - 1:n message passing
\item there is a system and a session bus
\end{itemize}
\end{block}
\end{frame}

\begin{frame}
\frametitle{D-Bus Communication Framework}
\begin{block}{Language Support}
\begin{itemize}
\item C / C++ / Objective-C
\item JAVA
\item Python
\item Perl
\item PHP
\item Pascal
\item Ruby
\item Smalltalk
\end{itemize}
\end{block}
\end{frame}

\begin{frame}
\frametitle{D-Bus Communication Framework}
\begin{block}{Framework Support}
\begin{itemize}
\item QT (C++ / Python)
\item GLib (GDBus)
\item .NET (mono)
\item edbus (Enlightenment, E17)
\end{itemize}
\end{block}
\end{frame}

\begin{frame}[fragile]
\frametitle{Desktop Integration}
open home directory with the e17 file manager
\begin{verbatim}
% mdbus2 -i
MDBUS2> org.enlightenment.FileManager \
        /org/enlightenment/FileManager \
        org.enlightenment.FileManager.OpenDirectory \
        /home/local
\end{verbatim}
\end{frame}

\begin{frame}[fragile]
\frametitle{System Integration}
e.g. hotplug events
\begin{verbatim}
% mdbus2 -s -l
[SIGNAL]
org.freedesktop.UDisks.DeviceAdded
/org/freedesktop/UDisks  :1.25
('/org/freedesktop/UDisks/devices/sdb',)
\end{verbatim}
\end{frame}

\begin{frame}[fragile]
\begin{verbatim}
[SIGNAL]
org.freedesktop.DBus.ObjectManager.InterfacesAdded
/org/freedesktop/UDisks2  :1.40
('/org/freedesktop/UDisks2/drives/WD_My_Passport_0748_57584D314335325839363238',
{'org.freedesktop.UDisks2.Drive':
  {'Vendor': <'WD'>, 'Model': <'My Passport0748'>,
   'Revision': <'1015'>, 'Serial': <'57584D314335325839363238'>,
   'WWN': <''>, 'Id': <'WD-My-Passport-0748-57584D314335325839363238'>,
   'Configuration': <@a{sv} {}>, 'Media': <''>,
   'MediaCompatibility': <@as []>, 'MediaRemovable':<false>,
   'MediaAvailable': <true>, 'MediaChangeDetected': <true>,
   'Size':<uint64 1000170586112>,
   'TimeDetected': <uint64 1392720111627238>,
   'TimeMediaDetected': <uint64 1392720111627238>,
   'Optical': <false>, OpticalBlank': <false>,
   'OpticalNumTracks': <uint32 0>,
   'OpticalNumAudioTracks': <uint32 0>,
   'OpticalNumDataTracks': <uint32 0>,
   'OpticalNumSessions': <uint32 0>,
   'RotationRate': <-1>, 'ConnectionBus':<'usb'>,
   'Seat': <'seat0'>, 'Removable': <true>, 'Ejectable': <false>,
   'SortKey': <'01hotplug/1392720111627238'>,
   'CanPowerOff': <true>,
   'SiblingId':<'/sys/devices/pci0000:00/0000:00:14.0/usb2/2-1/2-1:1.0'>}})
\end{verbatim}
\end{frame}

\begin{frame}[fragile]
\frametitle{Example: Session Bus Signals}
\begin{itemize}
\item have a look at the code
\item start pingserver and pingclient
\item monitor signals with 'mdbus2 -l'
\end{itemize}
\end{frame}

\subsection{CORBA}

\begin{frame}
\frametitle{Common Object Request Broker Architecture}
\begin{itemize}
\item hosting of objects / RPC
\item typically a Client- / Serverarchitecture
\item one application can be Client and Server at the same time
\end{itemize}
\end{frame}


\begin{frame}
\frametitle{well-known implementations}
\begin{itemize}
\item omniORB: C++ / Python
\item ACE/TAO: C++ including RTCORBA support
\item MICO: C++ focus on security
\item JacORB: JAVA
\item IIOP.NET: .NET Remoting integration
\item ORBit2: C with C++ and Python bindings
\end{itemize}
\end{frame}


\begin{frame}
\frametitle{communication between different operating systems}
\begin{itemize}
\item hosting of objects is abstracted, e.g. ThreadPool
\item use of OS services, e.g. sockets is abstracted
\end{itemize}
\end{frame}


\begin{frame}
\frametitle{communication between programming languages}
\begin{itemize}
\item CORBA uses its own datatypes
\item datatype mapping needs to be implement for each language
\end{itemize}
\end{frame}


\begin{frame}
\frametitle{common transports}
\begin{itemize}
\item IIOP
\item socket
\item shared-memory
\item implementing own transports is possible
\end{itemize}
\end{frame}


\begin{frame}
\frametitle{Functional Principle}
\begin{center}
\includegraphics[width=1.0\textwidth]{images/orb.jpg}
\end{center}
\end{frame}


\begin{frame}
\frametitle{Functional Principle}
\begin{block}{IDL Interface Description Language}
\begin{itemize}
\item write Interface Description
\item use IDL compiler to produce stubs and skeleton code
\item implement interfaces and use interfaces in native language
\item compile applications
\end{itemize}
\end{block}
\end{frame}

\begin{frame}
\frametitle{Functional Principle}
\begin{block}{Policies}
\begin{itemize}
\item Server- or Clientsiede Policies
\item Run-time and compile-time Policies
\item e.g. for
\begin{itemize}
\item Lifetime of objects
\item Activation of objects
\item Thread Policies
\item Connection Polies
\end{itemize}
\end{itemize}
\end{block}
\end{frame}

\begin{frame}
\frametitle{Functional Principle}
\begin{block}{CORBA Services}
\begin{itemize}
\item Naming Service
\begin{itemize}
\item Task A: bind object ior with name to Naming Service
\item Task B: resolve object ior by name from Naming Service
\end{itemize}
\item Messaging Service
\begin{itemize}
\item Task A: send messages to Messaging Service (Publisher)
\item Task B: subscribe for messages, e.g. filtered by topic, from the
	Messaging Service
\end{itemize}
\end{itemize}
\end{block}
\end{frame}

\begin{frame}
\frametitle{Real-time CORBA Extensions}
\begin{center}
\includegraphics[height=0.7\textheight]{images/rtcorbaext.jpg}
\end{center}
\begin{raggedright}
%\scriptsize OMG Real-time CORBA speccification
\end{raggedright}
\end{frame}

\subsubsection{ACE/TAO Framework}
\begin{frame}
\frametitle{ACE/TAO Software Architecture}
\begin{center}
\includegraphics[height=0.7\textheight]{images/ace.jpg}
\end{center}
\begin{raggedright}
\scriptsize http://cs.wustl.edu/schmidt/ACE
\end{raggedright}
\end{frame}

\begin{frame}
\frametitle{TAO, Real-time CORBA Distribution}
\begin{block}{Facts}
\begin{itemize}
\item c++ implementation
\item based on ACE (operating system independent)
\item RTCORBA specification implemented
\item open source software
\item commercial support
\item widely used
\end{itemize}
\end{block}
\end{frame}

\input{tailpres}