pluggable HTTP protocols, add netty-http-rx, adapted from https://github.com/ReactiveX/RxNetty

gradle.properties

@@ -1,13 +1,13 @@
 group = org.xbib
 name = netty-http
-version = 4.1.41.0
+version = 4.1.41.1
 
 # netty
 netty.version = 4.1.41.Final
 tcnative.version = 2.0.25.Final
 
 # for netty-http-common
-xbib-net-url.version = 2.0.1
+xbib-net-url.version = 2.0.2
 
 # for netty-http-server
 bouncycastle.version = 1.62
@@ -18,11 +18,16 @@ reactivestreams.version = 1.0.2
 # for netty-http-server-rest
 xbib-guice.version = 4.0.4
 
+# for rx
+reactivex.version = 1.2.+
+
 # test
 junit.version = 5.5.1
 junit4.version = 4.12
 conscrypt.version = 2.2.1
 jackson.version = 2.9.9
+hamcrest.version = 1.3
+mockito.version = 1.10.19
 
 # doc
 asciidoclet.version = 1.5.4

netty-http-client-api/build.gradle

@@ -0,0 +1,3 @@
+dependencies {
+    compile project(":netty-http-common")
+}

netty-http-client-api/src/main/java/org/xbib/netty/http/client/api/BackOff.java

@@ -1,4 +1,4 @@
-package org.xbib.netty.http.client.retry;
+package org.xbib.netty.http.client.api;
 
 /**
  * Back-off policy when retrying an operation.

netty-http-client-api/src/main/java/org/xbib/netty/http/client/api/ExceptionListener.java

@@ -1,4 +1,4 @@
-package org.xbib.netty.http.client.listener;
+package org.xbib.netty.http.client.api;
 
 @FunctionalInterface
 public interface ExceptionListener {

netty-http-client-api/src/main/java/org/xbib/netty/http/client/api/HttpChannelInitializer.java

@@ -0,0 +1,10 @@
+package org.xbib.netty.http.client.api;
+
+import io.netty.channel.Channel;
+import io.netty.channel.ChannelHandler;
+
+public interface HttpChannelInitializer extends ChannelHandler {
+
+    void initChannel(Channel channel);
+
+}

netty-http-client-api/src/main/java/org/xbib/netty/http/client/api/Pool.java

@@ -1,4 +1,4 @@
-package org.xbib.netty.http.client.pool;
+package org.xbib.netty.http.client.api;
 
 import java.io.Closeable;
 

netty-http-client-api/src/main/java/org/xbib/netty/http/client/api/ProtocolProvider.java

@@ -0,0 +1,10 @@
+package org.xbib.netty.http.client.api;
+
+public interface ProtocolProvider<C extends HttpChannelInitializer, T extends Transport> {
+
+    boolean supportsMajorVersion(int majorVersion);
+
+    Class<C> initializerClass();
+
+    Class<T> transportClass();
+}

netty-http-client-api/src/main/java/org/xbib/netty/http/client/api/Request.java

@@ -1,4 +1,4 @@
-package org.xbib.netty.http.client;
+package org.xbib.netty.http.client.api;
 
 import io.netty.buffer.ByteBuf;
 import io.netty.buffer.ByteBufAllocator;
@@ -13,21 +13,17 @@ import io.netty.handler.codec.http.HttpUtil;
 import io.netty.handler.codec.http.HttpVersion;
 import io.netty.handler.codec.http.QueryStringDecoder;
 import io.netty.handler.codec.http.QueryStringEncoder;
-
 import io.netty.handler.codec.http2.HttpConversionUtil;
 import io.netty.util.AsciiString;
 import org.xbib.net.PercentEncoder;
 import org.xbib.net.PercentEncoders;
 import org.xbib.net.URL;
-import org.xbib.netty.http.client.listener.CookieListener;
-import org.xbib.netty.http.client.listener.ResponseListener;
-import org.xbib.netty.http.client.listener.StatusListener;
-import org.xbib.netty.http.client.retry.BackOff;
 import org.xbib.netty.http.common.HttpAddress;
 import org.xbib.netty.http.common.HttpParameters;
 import org.xbib.netty.http.common.HttpResponse;
 import org.xbib.netty.http.common.cookie.Cookie;
 
+import java.nio.charset.Charset;
 import java.nio.charset.MalformedInputException;
 import java.nio.charset.StandardCharsets;
 import java.nio.charset.UnmappableCharacterException;
@@ -45,7 +41,7 @@ import java.util.concurrent.CompletableFuture;
 /**
  * HTTP client request.
  */
-public class Request {
+public final class Request {
 
     private final URL url;
 
@@ -73,18 +69,14 @@ public class Request {
 
     private final BackOff backOff;
 
-    private CompletableFuture<?> completableFuture;
+    private CompletableFuture<Request> completableFuture;
 
     private ResponseListener<HttpResponse> responseListener;
 
-    private CookieListener cookieListener;
-
-    private StatusListener statusListener;
-
     private Request(URL url, String uri, HttpVersion httpVersion, HttpMethod httpMethod,
                     HttpHeaders headers, Collection<Cookie> cookies, ByteBuf content,
                     long timeoutInMillis, boolean followRedirect, int maxRedirect, int redirectCount,
-                    boolean isBackOff, BackOff backOff) {
+                    boolean isBackOff, BackOff backOff, ResponseListener<HttpResponse> responseListener) {
         this.url = url;
         this.uri = uri;
         this.httpVersion = httpVersion;
@@ -98,6 +90,7 @@ public class Request {
         this.redirectCount = redirectCount;
         this.isBackOff = isBackOff;
         this.backOff = backOff;
+        this.responseListener = responseListener;
     }
 
     public URL url() {
@@ -182,41 +175,26 @@ public class Request {
                 "]";
     }
 
-    public Request setCompletableFuture(CompletableFuture<?> completableFuture) {
+    public Request setCompletableFuture(CompletableFuture<Request> completableFuture) {
         this.completableFuture = completableFuture;
         return this;
     }
 
-    public CompletableFuture<?> getCompletableFuture() {
+    public CompletableFuture<Request> getCompletableFuture() {
         return completableFuture;
     }
 
-
-    public Request setCookieListener(CookieListener cookieListener) {
-        this.cookieListener = cookieListener;
-        return this;
-    }
-
-    public CookieListener getCookieListener() {
-        return cookieListener;
-    }
-
-    public Request setStatusListener(StatusListener statusListener) {
-        this.statusListener = statusListener;
-        return this;
-    }
-
-    public StatusListener getStatusListener() {
-        return statusListener;
-    }
-
-    public Request setResponseListener(ResponseListener<HttpResponse> responseListener) {
+    public void setResponseListener(ResponseListener<HttpResponse> responseListener) {
         this.responseListener = responseListener;
-        return this;
     }
 
-    public ResponseListener<HttpResponse> getResponseListener() {
-        return responseListener;
+    public void onResponse(HttpResponse httpResponse) {
+        if (responseListener != null) {
+            responseListener.onResponse(httpResponse);
+        }
+        if (completableFuture != null) {
+            completableFuture.complete(this);
+        }
     }
 
     public static Builder get() {
@@ -259,6 +237,15 @@ public class Request {
         return builder(PooledByteBufAllocator.DEFAULT, httpMethod);
     }
 
+    public static Builder builder(HttpMethod httpMethod, Request request) {
+        return builder(PooledByteBufAllocator.DEFAULT, httpMethod)
+                .setVersion(request.httpVersion)
+                .uri(request.uri)
+                .setHeaders(request.headers)
+                .content(request.content)
+                .setResponseListener(request.responseListener);
+    }
+
     public static Builder builder(ByteBufAllocator allocator, HttpMethod httpMethod) {
         return new Builder(allocator).setMethod(httpMethod);
     }
@@ -293,7 +280,7 @@ public class Request {
 
         private final Collection<Cookie> cookies;
 
-        private final PercentEncoder encoder;
+        private PercentEncoder encoder;
 
         private HttpMethod httpMethod;
 
@@ -311,6 +298,8 @@ public class Request {
 
         private String uri;
 
+        private CharSequence contentType;
+
         private HttpParameters uriParameters;
 
         private HttpParameters formParameters;
@@ -327,6 +316,8 @@ public class Request {
 
         private BackOff backOff;
 
+        private ResponseListener<HttpResponse> responseListener;
+
         Builder(ByteBufAllocator allocator) {
             this.allocator = allocator;
             this.httpMethod = DEFAULT_METHOD;
@@ -341,9 +332,8 @@ public class Request {
             this.headers = new DefaultHttpHeaders();
             this.removeHeaders = new ArrayList<>();
             this.cookies = new HashSet<>();
-            this.encoder = PercentEncoders.getQueryEncoder(StandardCharsets.UTF_8);
             this.uriParameters = new HttpParameters();
-            this.formParameters = new HttpParameters(DEFAULT_FORM_CONTENT_TYPE);
+            charset(StandardCharsets.UTF_8);
         }
 
         public Builder setMethod(HttpMethod httpMethod) {
@@ -420,22 +410,57 @@ public class Request {
             return this;
         }
 
-        public Builder addParameter(String name, String value) {
-            try {
-                uriParameters.add(encoder.encode(name), encoder.encode(value));
-            } catch (MalformedInputException | UnmappableCharacterException e) {
-                throw new IllegalArgumentException(e);
+        public Builder charset(Charset charset) {
+            this.encoder = PercentEncoders.getQueryEncoder(charset);
+            this.formParameters = new HttpParameters(DEFAULT_FORM_CONTENT_TYPE);
+            return this;
         }
+
+        public Builder contentType(CharSequence contentType) {
+            Objects.requireNonNull(contentType);
+            this.contentType = contentType;
+            addHeader(HttpHeaderNames.CONTENT_TYPE, contentType);
+            return this;
+        }
+
+        public Builder contentType(CharSequence contentType, Charset charset) {
+            Objects.requireNonNull(contentType);
+            Objects.requireNonNull(charset);
+            this.contentType = contentType;
+            charset(charset);
+            addHeader(HttpHeaderNames.CONTENT_TYPE, contentType + "; charset=" + charset.name().toLowerCase());
+            return this;
+        }
+
+        public Builder addParameter(String name, String value) {
+            Objects.requireNonNull(name);
+            Objects.requireNonNull(value);
+            uriParameters.add(encode(contentType, name), encode(contentType, value));
             return this;
         }
 
         public Builder addFormParameter(String name, String value) {
+            Objects.requireNonNull(name);
+            Objects.requireNonNull(value);
+            formParameters.add(encode(contentType, name), encode(contentType, value));
+            return this;
+        }
+
+        private String encode(CharSequence contentType, String value) {
+            if (value == null) {
+                return null;
+            }
             try {
-                formParameters.add(encoder.encode(name), encoder.encode(value));
+                String encodedValue = encoder.encode(value);
+                // https://www.w3.org/TR/html4/interact/forms.html#h-17.13.4
+                if (HttpHeaderValues.APPLICATION_X_WWW_FORM_URLENCODED.equals(contentType)) {
+                    encodedValue = encodedValue.replace("%20", "+");
+                }
+                return encodedValue;
             } catch (MalformedInputException | UnmappableCharacterException e) {
+                // should never be reached
                 throw new IllegalArgumentException(e);
             }
-            return this;
         }
 
         public Builder addCookie(Cookie cookie) {
@@ -443,11 +468,6 @@ public class Request {
             return this;
         }
 
-        public Builder contentType(String contentType) {
-            addHeader(HttpHeaderNames.CONTENT_TYPE, contentType);
-            return this;
-        }
-
         public Builder acceptGzip(boolean gzip) {
             this.gzip = gzip;
             return this;
@@ -513,12 +533,17 @@ public class Request {
             return this;
         }
 
-        public Builder content(CharSequence charSequence, String contentType) {
+        public Builder content(CharSequence charSequence, CharSequence contentType) {
             content(charSequence.toString().getBytes(HttpUtil.getCharset(contentType, StandardCharsets.UTF_8)),
                     AsciiString.of(contentType));
             return this;
         }
 
+        public Builder content(CharSequence charSequence, CharSequence contentType, Charset charset) {
+            content(charSequence.toString().getBytes(charset), AsciiString.of(contentType));
+            return this;
+        }
+
         public Builder content(byte[] buf, String contentType) {
             content(buf, AsciiString.of(contentType));
             return this;
@@ -529,6 +554,11 @@ public class Request {
             return this;
         }
 
+        public Builder setResponseListener(ResponseListener<HttpResponse> responseListener) {
+            this.responseListener = responseListener;
+            return this;
+        }
+
         public Request build() {
             DefaultHttpHeaders validatedHeaders = new DefaultHttpHeaders(true);
             if (url != null) {
@@ -602,7 +632,8 @@ public class Request {
                 validatedHeaders.remove(headerName);
             }
             return new Request(url, uri, httpVersion, httpMethod, validatedHeaders, cookies, content,
-                    timeoutInMillis, followRedirect, maxRedirects, 0, enableBackOff, backOff);
+                    timeoutInMillis, followRedirect, maxRedirects, 0, enableBackOff, backOff,
+                    responseListener);
         }
 
         private void addHeader(AsciiString name, Object value) {

netty-http-client-api/src/main/java/org/xbib/netty/http/client/api/ResponseListener.java

@@ -1,4 +1,4 @@
-package org.xbib.netty.http.client.listener;
+package org.xbib.netty.http.client.api;
 
 import org.xbib.netty.http.common.HttpResponse;
 

netty-http-client-api/src/main/java/org/xbib/netty/http/client/api/Transport.java

@@ -1,11 +1,10 @@
-package org.xbib.netty.http.client.transport;
+package org.xbib.netty.http.client.api;
 
 import io.netty.channel.Channel;
 import io.netty.handler.codec.http.FullHttpResponse;
 import io.netty.handler.codec.http2.Http2Headers;
 import io.netty.handler.codec.http2.Http2Settings;
 import io.netty.util.AttributeKey;
-import org.xbib.netty.http.client.Request;
 import org.xbib.netty.http.common.HttpAddress;
 import org.xbib.netty.http.common.HttpResponse;
 import org.xbib.netty.http.common.cookie.CookieBox;

netty-http-client-api/src/main/java/org/xbib/netty/http/client/api/UserAgent.java

@@ -1,4 +1,4 @@
-package org.xbib.netty.http.client;
+package org.xbib.netty.http.client.api;
 
 import io.netty.bootstrap.Bootstrap;
 

netty-http-client-api/src/main/java/org/xbib/netty/http/client/api/package-info.java

@@ -0,0 +1,4 @@
+/**
+ * Listeners for Netty HTTP client.
+ */
+package org.xbib.netty.http.client.api;

netty-http-client-rest/src/main/java/org/xbib/netty/http/client/rest/RestClient.java

@@ -6,7 +6,7 @@ import io.netty.handler.codec.http.HttpMethod;
 import org.xbib.net.URL;
 import org.xbib.netty.http.client.Client;
 import org.xbib.netty.http.common.HttpAddress;
-import org.xbib.netty.http.client.Request;
+import org.xbib.netty.http.client.api.Request;
 import org.xbib.netty.http.common.HttpResponse;
 
 import java.io.IOException;
@@ -95,7 +95,7 @@ public class RestClient {
         requestBuilder.content(byteBuf);
         try {
             client.newTransport(HttpAddress.http1(url))
-                    .execute(requestBuilder.build().setResponseListener(restClient::setResponse)).close();
+                    .execute(requestBuilder.setResponseListener(restClient::setResponse).build()).close();
         } catch (Exception e) {
             throw new IOException(e);
         }

netty-http-client/build.gradle

@@ -1,6 +1,6 @@
 
 dependencies {
-    compile project(":netty-http-common")
+    compile project(":netty-http-client-api")
     compile "io.netty:netty-handler-proxy:${project.property('netty.version')}"
     compile "io.netty:netty-transport-native-epoll:${project.property('netty.version')}"
     testCompile "io.netty:netty-tcnative-boringssl-static:${project.property('tcnative.version')}"

netty-http-client/src/main/java/org/xbib/netty/http/client/Client.java

@@ -3,7 +3,6 @@ package org.xbib.netty.http.client;
 import io.netty.bootstrap.Bootstrap;
 import io.netty.buffer.ByteBufAllocator;
 import io.netty.channel.Channel;
-import io.netty.channel.ChannelInitializer;
 import io.netty.channel.ChannelOption;
 import io.netty.channel.EventLoopGroup;
 import io.netty.channel.WriteBufferWaterMark;
@@ -25,12 +24,11 @@ import io.netty.handler.ssl.SslContextBuilder;
 import io.netty.handler.ssl.SslHandler;
 import io.netty.handler.ssl.SslProvider;
 import io.netty.handler.ssl.util.InsecureTrustManagerFactory;
-import org.xbib.netty.http.client.handler.http.HttpChannelInitializer;
-import org.xbib.netty.http.client.handler.http2.Http2ChannelInitializer;
+import org.xbib.netty.http.client.api.HttpChannelInitializer;
+import org.xbib.netty.http.client.api.ProtocolProvider;
+import org.xbib.netty.http.client.api.Request;
 import org.xbib.netty.http.client.pool.BoundedChannelPool;
-import org.xbib.netty.http.client.transport.Http2Transport;
-import org.xbib.netty.http.client.transport.HttpTransport;
-import org.xbib.netty.http.client.transport.Transport;
+import org.xbib.netty.http.client.api.Transport;
 import org.xbib.netty.http.common.HttpAddress;
 import org.xbib.netty.http.common.HttpResponse;
 import org.xbib.netty.http.common.NetworkUtils;
@@ -44,6 +42,7 @@ import javax.net.ssl.SSLParameters;
 import javax.net.ssl.TrustManagerFactory;
 import java.io.IOException;
 import java.io.InputStream;
+import java.lang.reflect.InvocationTargetException;
 import java.net.InetSocketAddress;
 import java.security.KeyStoreException;
 import java.security.Provider;
@@ -52,6 +51,7 @@ import java.util.Collections;
 import java.util.List;
 import java.util.Objects;
 import java.util.Queue;
+import java.util.ServiceLoader;
 import java.util.concurrent.CompletableFuture;
 import java.util.concurrent.ConcurrentLinkedQueue;
 import java.util.concurrent.Semaphore;
@@ -96,6 +96,8 @@ public final class Client implements AutoCloseable {
 
     private final Queue<Transport> transports;
 
+    private final List<ProtocolProvider<HttpChannelInitializer, Transport>> protocolProviders;
+
     private BoundedChannelPool<HttpAddress> pool;
 
     public Client() {
@@ -106,10 +108,16 @@ public final class Client implements AutoCloseable {
         this(clientConfig, null, null, null);
     }
 
+    @SuppressWarnings("unchecked")
     public Client(ClientConfig clientConfig, ByteBufAllocator byteBufAllocator,
                   EventLoopGroup eventLoopGroup, Class<? extends SocketChannel> socketChannelClass) {
         Objects.requireNonNull(clientConfig);
         this.clientConfig = clientConfig;
+        this.protocolProviders = new ArrayList<>();
+        for (ProtocolProvider<HttpChannelInitializer, Transport> provider : ServiceLoader.load(ProtocolProvider.class)) {
+            protocolProviders.add(provider);
+            logger.log(Level.INFO, "protocol provider up: " + provider.transportClass() );
+        }
         initializeTrustManagerFactory(clientConfig);
         this.byteBufAllocator = byteBufAllocator != null ?
                 byteBufAllocator : ByteBufAllocator.DEFAULT;
@@ -162,6 +170,10 @@ public final class Client implements AutoCloseable {
         return new Builder();
     }
 
+    public List<ProtocolProvider<HttpChannelInitializer, Transport>> getProtocolProviders() {
+        return protocolProviders;
+    }
+
     public ClientConfig getClientConfig() {
         return clientConfig;
     }
@@ -200,18 +212,36 @@ public final class Client implements AutoCloseable {
     }
 
     public Transport newTransport(HttpAddress httpAddress) {
-        Transport transport;
+        Transport transport = null;
         if (httpAddress != null) {
-            if (httpAddress.getVersion().majorVersion() == 1) {
-                transport = new HttpTransport(this, httpAddress);
-            } else {
-                transport = new Http2Transport(this, httpAddress);
+            for (ProtocolProvider<HttpChannelInitializer, Transport> protocolProvider : protocolProviders) {
+                if (protocolProvider.supportsMajorVersion(httpAddress.getVersion().majorVersion())) {
+                    try {
+                        transport = protocolProvider.transportClass()
+                                .getConstructor(Client.class, HttpAddress.class).newInstance(this, httpAddress);
+                        break;
+                    } catch (InstantiationException | IllegalAccessException | InvocationTargetException | NoSuchMethodException e) {
+                        throw new IllegalStateException();
+                    }
+                }
+            }
+            if (transport == null) {
+                throw new UnsupportedOperationException("no protocol support for " + httpAddress);
             }
         } else if (hasPooledConnections()) {
-            if (pool.getVersion().majorVersion() == 1) {
-                transport = new HttpTransport(this, null);
-            } else {
-                transport = new Http2Transport(this, null);
+            for (ProtocolProvider<HttpChannelInitializer, Transport> protocolProvider : protocolProviders) {
+                if (protocolProvider.supportsMajorVersion(pool.getVersion().majorVersion())) {
+                    try {
+                        transport = protocolProvider.transportClass()
+                                .getConstructor(Client.class, HttpAddress.class).newInstance(this, null);
+                        break;
+                    } catch (InstantiationException | IllegalAccessException | InvocationTargetException | NoSuchMethodException e) {
+                        throw new IllegalStateException();
+                    }
+                }
+            }
+            if (transport == null) {
+                throw new UnsupportedOperationException("no pool protocol support for " + pool.getVersion().majorVersion());
             }
         } else {
             throw new IllegalStateException("no address given to connect to");
@@ -226,13 +256,10 @@ public final class Client implements AutoCloseable {
             HttpVersion httpVersion = httpAddress.getVersion();
             SslContext sslContext = newSslContext(clientConfig, httpAddress.getVersion());
             SslHandlerFactory sslHandlerFactory = new SslHandlerFactory(sslContext, clientConfig, httpAddress, byteBufAllocator);
-            ChannelInitializer<Channel> initializer;
-            if (httpVersion.majorVersion() == 1) {
-                initializer = new HttpChannelInitializer(clientConfig, httpAddress, sslHandlerFactory,
-                        new Http2ChannelInitializer(clientConfig, httpAddress, sslHandlerFactory));
-            } else {
-                initializer = new Http2ChannelInitializer(clientConfig, httpAddress, sslHandlerFactory);
-            }
+            HttpChannelInitializer initializerTwo =
+                    findChannelInitializer(2, httpAddress, sslHandlerFactory, null);
+            HttpChannelInitializer initializer =
+                    findChannelInitializer(httpVersion.majorVersion(), httpAddress, sslHandlerFactory, initializerTwo);
             try {
                 channel = bootstrap.handler(initializer)
                         .connect(httpAddress.getInetSocketAddress()).sync().await().channel();
@@ -273,6 +300,15 @@ public final class Client implements AutoCloseable {
                 .execute(request);
     }
 
+    /**
+     * Execute a request and return a {@link CompletableFuture}.
+     *
+     * @param request the request
+     * @param supplier the function for the response
+     * @param <T> the result of the function for the response
+     * @return the completable future
+     * @throws IOException if the request fails to be executed.
+     */
     public <T> CompletableFuture<T> execute(Request request,
                                             Function<HttpResponse, T> supplier) throws IOException {
         return newTransport(HttpAddress.of(request.url(), request.httpVersion()))
@@ -294,7 +330,7 @@ public final class Client implements AutoCloseable {
     }
 
     /**
-     * Retry request by following a back-off strategy.
+     * Retry request.
      *
      * @param transport the transport to retry
      * @param request the request to retry
@@ -345,6 +381,24 @@ public final class Client implements AutoCloseable {
         }
     }
 
+    private HttpChannelInitializer findChannelInitializer(int majorVersion,
+                                                          HttpAddress httpAddress,
+                                                          SslHandlerFactory sslHandlerFactory,
+                                                          HttpChannelInitializer helper) {
+        for (ProtocolProvider<HttpChannelInitializer, Transport> protocolProvider : protocolProviders) {
+            if (protocolProvider.supportsMajorVersion(majorVersion)) {
+                try {
+                    return protocolProvider.initializerClass()
+                            .getConstructor(ClientConfig.class, HttpAddress.class, SslHandlerFactory.class, HttpChannelInitializer.class)
+                            .newInstance(clientConfig, httpAddress, sslHandlerFactory, helper);
+                } catch (InstantiationException | IllegalAccessException | InvocationTargetException | NoSuchMethodException e) {
+                    throw new IllegalStateException();
+                }
+            }
+        }
+        throw new IllegalStateException("no channel initializer found for major version " + majorVersion);
+    }
+
     /**
      * Initialize trust manager factory once per client lifecycle.
      * @param clientConfig the client config
@@ -360,40 +414,8 @@ public final class Client implements AutoCloseable {
         }
     }
 
-    private static SslHandler newSslHandler(SslContext sslContext,
-                                            ClientConfig clientConfig, ByteBufAllocator allocator, HttpAddress httpAddress) {
-        InetSocketAddress peer = httpAddress.getInetSocketAddress();
-        SslHandler sslHandler = sslContext.newHandler(allocator, peer.getHostName(), peer.getPort());
-        SSLEngine engine = sslHandler.engine();
-        List<String> serverNames = clientConfig.getServerNamesForIdentification();
-        if (serverNames.isEmpty()) {
-            serverNames = Collections.singletonList(peer.getHostName());
-        }
-        SSLParameters params = engine.getSSLParameters();
-        // use sslContext.newHandler(allocator, peerHost, peerPort) when using params.setEndpointIdentificationAlgorithm
-        params.setEndpointIdentificationAlgorithm("HTTPS");
-        List<SNIServerName> sniServerNames = new ArrayList<>();
-        for (String serverName : serverNames) {
-            sniServerNames.add(new SNIHostName(serverName));
-        }
-        params.setServerNames(sniServerNames);
-        engine.setSSLParameters(params);
-        switch (clientConfig.getClientAuthMode()) {
-            case NEED:
-                engine.setNeedClientAuth(true);
-                break;
-            case WANT:
-                engine.setWantClientAuth(true);
-                break;
-            default:
-                break;
-        }
-        engine.setEnabledProtocols(clientConfig.getProtocols());
-        return sslHandler;
-    }
-
     private static SslContext newSslContext(ClientConfig clientConfig, HttpVersion httpVersion) throws SSLException {
-        // Conscrypt?
+        // Conscrypt support?
         SslContextBuilder sslContextBuilder = SslContextBuilder.forClient()
                 .sslProvider(clientConfig.getSslProvider())
                 .ciphers(clientConfig.getCiphers(), clientConfig.getCipherSuiteFilter())
@@ -449,16 +471,11 @@ public final class Client implements AutoCloseable {
             SslContext sslContext = newSslContext(clientConfig, httpAddress.getVersion());
             SslHandlerFactory sslHandlerFactory = new SslHandlerFactory(sslContext,
                     clientConfig, httpAddress, byteBufAllocator);
-            Http2ChannelInitializer http2ChannelInitializer =
-                    new Http2ChannelInitializer(clientConfig, httpAddress, sslHandlerFactory);
-            if (httpVersion.majorVersion() == 1) {
+            HttpChannelInitializer initializerTwo =
+                    findChannelInitializer(2, httpAddress, sslHandlerFactory, null);
             HttpChannelInitializer initializer =
-                        new HttpChannelInitializer(clientConfig, httpAddress,
-                                sslHandlerFactory, http2ChannelInitializer);
+                    findChannelInitializer(httpVersion.majorVersion(), httpAddress, sslHandlerFactory, initializerTwo);
             initializer.initChannel(channel);
-            } else {
-                http2ChannelInitializer.initChannel(channel);
-            }
         }
     }
 
@@ -481,7 +498,34 @@ public final class Client implements AutoCloseable {
         }
 
         public SslHandler create() {
-            return newSslHandler(sslContext, clientConfig, allocator, httpAddress);
+            InetSocketAddress peer = httpAddress.getInetSocketAddress();
+            SslHandler sslHandler = sslContext.newHandler(allocator, peer.getHostName(), peer.getPort());
+            SSLEngine engine = sslHandler.engine();
+            List<String> serverNames = clientConfig.getServerNamesForIdentification();
+            if (serverNames.isEmpty()) {
+                serverNames = Collections.singletonList(peer.getHostName());
+            }
+            SSLParameters params = engine.getSSLParameters();
+            // use sslContext.newHandler(allocator, peerHost, peerPort) when using params.setEndpointIdentificationAlgorithm
+            params.setEndpointIdentificationAlgorithm("HTTPS");
+            List<SNIServerName> sniServerNames = new ArrayList<>();
+            for (String serverName : serverNames) {
+                sniServerNames.add(new SNIHostName(serverName));
+            }
+            params.setServerNames(sniServerNames);
+            engine.setSSLParameters(params);
+            switch (clientConfig.getClientAuthMode()) {
+                case NEED:
+                    engine.setNeedClientAuth(true);
+                    break;
+                case WANT:
+                    engine.setWantClientAuth(true);
+                    break;
+                default:
+                    break;
+            }
+            engine.setEnabledProtocols(clientConfig.getProtocols());
+            return sslHandler;
         }
     }
 

netty-http-client/src/main/java/org/xbib/netty/http/client/ClientConfig.java

@@ -8,9 +8,8 @@ import io.netty.handler.logging.LogLevel;
 import io.netty.handler.proxy.HttpProxyHandler;
 import io.netty.handler.ssl.CipherSuiteFilter;
 import io.netty.handler.ssl.SslProvider;
-import org.xbib.netty.http.client.pool.BoundedChannelPool;
-import org.xbib.netty.http.client.pool.Pool;
-import org.xbib.netty.http.client.retry.BackOff;
+import org.xbib.netty.http.client.api.Pool;
+import org.xbib.netty.http.client.api.BackOff;
 import org.xbib.netty.http.common.HttpAddress;
 import org.xbib.netty.http.common.security.SecurityUtil;
 
@@ -20,7 +19,6 @@ import java.security.KeyStore;
 import java.security.Provider;
 import java.util.ArrayList;
 import java.util.List;
-import java.util.concurrent.atomic.AtomicLong;
 
 public class ClientConfig {
 

netty-http-client/src/main/java/org/xbib/netty/http/client/Http1Provider.java

@@ -0,0 +1,23 @@
+package org.xbib.netty.http.client;
+
+import org.xbib.netty.http.client.api.ProtocolProvider;
+import org.xbib.netty.http.client.handler.http.Http1ChannelInitializer;
+import org.xbib.netty.http.client.transport.Http1Transport;
+
+public class Http1Provider implements ProtocolProvider<Http1ChannelInitializer, Http1Transport> {
+
+    @Override
+    public boolean supportsMajorVersion(int majorVersion) {
+        return majorVersion == 1;
+    }
+
+    @Override
+    public Class<Http1ChannelInitializer> initializerClass() {
+        return Http1ChannelInitializer.class;
+    }
+
+    @Override
+    public Class<Http1Transport> transportClass() {
+        return Http1Transport.class;
+    }
+}

netty-http-client/src/main/java/org/xbib/netty/http/client/Http2Provider.java

@@ -0,0 +1,23 @@
+package org.xbib.netty.http.client;
+
+import org.xbib.netty.http.client.api.ProtocolProvider;
+import org.xbib.netty.http.client.handler.http2.Http2ChannelInitializer;
+import org.xbib.netty.http.client.transport.Http2Transport;
+
+public class Http2Provider implements ProtocolProvider<Http2ChannelInitializer, Http2Transport> {
+
+    @Override
+    public boolean supportsMajorVersion(int majorVersion) {
+        return majorVersion == 2;
+    }
+
+    @Override
+    public Class<Http2ChannelInitializer> initializerClass() {
+        return Http2ChannelInitializer.class;
+    }
+
+    @Override
+    public Class<Http2Transport> transportClass() {
+        return Http2Transport.class;
+    }
+}

netty-http-client/src/main/java/org/xbib/netty/http/client/handler/http/Http1ChannelInitializer.java

@@ -13,15 +13,16 @@ import io.netty.handler.ssl.ApplicationProtocolNegotiationHandler;
 import io.netty.handler.ssl.SslHandler;
 import org.xbib.netty.http.client.Client;
 import org.xbib.netty.http.client.ClientConfig;
+import org.xbib.netty.http.client.api.HttpChannelInitializer;
 import org.xbib.netty.http.client.handler.http2.Http2ChannelInitializer;
 import org.xbib.netty.http.common.HttpAddress;
 
 import java.util.logging.Level;
 import java.util.logging.Logger;
 
-public class HttpChannelInitializer extends ChannelInitializer<Channel> {
+public class Http1ChannelInitializer extends ChannelInitializer<Channel> implements HttpChannelInitializer {
 
-    private static final Logger logger = Logger.getLogger(HttpChannelInitializer.class.getName());
+    private static final Logger logger = Logger.getLogger(Http1ChannelInitializer.class.getName());
 
     private final ClientConfig clientConfig;
 
@@ -33,14 +34,14 @@ public class HttpChannelInitializer extends ChannelInitializer<Channel> {
 
     private final Http2ChannelInitializer http2ChannelInitializer;
 
-    public HttpChannelInitializer(ClientConfig clientConfig,
+    public Http1ChannelInitializer(ClientConfig clientConfig,
                                    HttpAddress httpAddress,
                                    Client.SslHandlerFactory sslHandlerFactory,
-                                  Http2ChannelInitializer http2ChannelInitializer) {
+                                   HttpChannelInitializer http2ChannelInitializer) {
         this.clientConfig = clientConfig;
         this.httpAddress = httpAddress;
         this.sslHandlerFactory = sslHandlerFactory;
-        this.http2ChannelInitializer = http2ChannelInitializer;
+        this.http2ChannelInitializer = (Http2ChannelInitializer) http2ChannelInitializer;
         this.httpResponseHandler = new HttpResponseHandler();
     }
 

netty-http-client/src/main/java/org/xbib/netty/http/client/handler/http/HttpResponseHandler.java

@@ -4,7 +4,7 @@ import io.netty.channel.ChannelHandler;
 import io.netty.channel.ChannelHandlerContext;
 import io.netty.channel.SimpleChannelInboundHandler;
 import io.netty.handler.codec.http.FullHttpResponse;
-import org.xbib.netty.http.client.transport.Transport;
+import org.xbib.netty.http.client.api.Transport;
 
 @ChannelHandler.Sharable
 public class HttpResponseHandler extends SimpleChannelInboundHandler<FullHttpResponse> {

netty-http-client/src/main/java/org/xbib/netty/http/client/handler/http2/Http2ChannelInitializer.java

@@ -5,9 +5,6 @@ import io.netty.channel.ChannelHandlerContext;
 import io.netty.channel.ChannelInboundHandlerAdapter;
 import io.netty.channel.ChannelInitializer;
 import io.netty.channel.ChannelPipeline;
-import io.netty.handler.codec.DelimiterBasedFrameDecoder;
-import io.netty.handler.codec.Delimiters;
-import io.netty.handler.codec.http.HttpContentDecompressor;
 import io.netty.handler.codec.http2.DefaultHttp2SettingsFrame;
 import io.netty.handler.codec.http2.Http2ConnectionPrefaceAndSettingsFrameWrittenEvent;
 import io.netty.handler.codec.http2.Http2FrameLogger;
@@ -17,14 +14,15 @@ import io.netty.handler.codec.http2.Http2MultiplexCodecBuilder;
 import io.netty.handler.logging.LogLevel;
 import org.xbib.netty.http.client.Client;
 import org.xbib.netty.http.client.ClientConfig;
+import org.xbib.netty.http.client.api.HttpChannelInitializer;
 import org.xbib.netty.http.client.handler.http.TrafficLoggingHandler;
-import org.xbib.netty.http.client.transport.Transport;
+import org.xbib.netty.http.client.api.Transport;
 import org.xbib.netty.http.common.HttpAddress;
 
 import java.util.logging.Level;
 import java.util.logging.Logger;
 
-public class Http2ChannelInitializer extends ChannelInitializer<Channel> {
+public class Http2ChannelInitializer extends ChannelInitializer<Channel> implements HttpChannelInitializer {
 
     private static final Logger logger = Logger.getLogger(Http2ChannelInitializer.class.getName());
 
@@ -36,7 +34,8 @@ public class Http2ChannelInitializer extends ChannelInitializer<Channel> {
 
     public Http2ChannelInitializer(ClientConfig clientConfig,
                                    HttpAddress httpAddress,
-                                   Client.SslHandlerFactory sslHandlerFactory) {
+                                   Client.SslHandlerFactory sslHandlerFactory,
+                                   HttpChannelInitializer unusedInitializer) {
         this.clientConfig = clientConfig;
         this.httpAddress = httpAddress;
         this.sslHandlerFactory = sslHandlerFactory;

netty-http-client/src/main/java/org/xbib/netty/http/client/handler/http2/Http2ResponseHandler.java

@@ -5,7 +5,7 @@ import io.netty.channel.ChannelHandlerContext;
 import io.netty.channel.SimpleChannelInboundHandler;
 import io.netty.handler.codec.http.FullHttpResponse;
 import io.netty.handler.codec.http2.HttpConversionUtil;
-import org.xbib.netty.http.client.transport.Transport;
+import org.xbib.netty.http.client.api.Transport;
 
 @ChannelHandler.Sharable
 public class Http2ResponseHandler extends SimpleChannelInboundHandler<FullHttpResponse> {

netty-http-client/src/main/java/org/xbib/netty/http/client/listener/CookieListener.java

@@ -1,9 +0,0 @@
-package org.xbib.netty.http.client.listener;
-
-import org.xbib.netty.http.common.cookie.Cookie;
-
-@FunctionalInterface
-public interface CookieListener {
-
-    void onCookie(Cookie cookie);
-}

netty-http-client/src/main/java/org/xbib/netty/http/client/listener/StatusListener.java

@@ -1,10 +0,0 @@
-package org.xbib.netty.http.client.listener;
-
-
-import org.xbib.netty.http.common.HttpStatus;
-
-@FunctionalInterface
-public interface StatusListener {
-
-    void onStatus(HttpStatus httpStatus);
-}

netty-http-client/src/main/java/org/xbib/netty/http/client/listener/package-info.java

@@ -1,4 +0,0 @@
-/**
- * Listeners for Netty HTTP client.
- */
-package org.xbib.netty.http.client.listener;

netty-http-client/src/main/java/org/xbib/netty/http/client/pool/BoundedChannelPool.java

@@ -11,6 +11,7 @@ import io.netty.channel.socket.SocketChannel;
 import io.netty.handler.codec.http.HttpVersion;
 import io.netty.handler.codec.http2.DefaultHttp2GoAwayFrame;
 import io.netty.util.AttributeKey;
+import org.xbib.netty.http.client.api.Pool;
 import org.xbib.netty.http.common.PoolKey;
 
 import java.io.IOException;
@@ -65,7 +66,9 @@ public class BoundedChannelPool<K extends PoolKey> implements Pool<Channel> {
     private PoolKeySelector<K> poolKeySelector;
 
     /**
-     * @param semaphore the concurrency level
+     * A bounded channel pool.
+     *
+     * @param semaphore the level of concurrency
      * @param httpVersion the HTTP version of the pool connections
      * @param nodes the endpoint nodes, any element may contain the port (followed after ":")
      *             to override the defaultPort argument

netty-http-client/src/main/java/org/xbib/netty/http/client/retry/ExponentialBackOff.java

@@ -1,5 +1,7 @@
 package org.xbib.netty.http.client.retry;
 
+import org.xbib.netty.http.client.api.BackOff;
+
 /**
  * Implementation of {@link BackOff} that increases the back off period for each retry attempt using
  * a randomization function that grows exponentially.

netty-http-client/src/main/java/org/xbib/netty/http/client/transport/BaseTransport.java

@@ -8,9 +8,10 @@ import org.xbib.net.PercentDecoder;
 import org.xbib.net.URL;
 import org.xbib.net.URLSyntaxException;
 import org.xbib.netty.http.client.Client;
+import org.xbib.netty.http.client.api.Transport;
 import org.xbib.netty.http.common.HttpAddress;
-import org.xbib.netty.http.client.Request;
-import org.xbib.netty.http.client.retry.BackOff;
+import org.xbib.netty.http.client.api.Request;
+import org.xbib.netty.http.client.api.BackOff;
 import org.xbib.netty.http.common.HttpResponse;
 import org.xbib.netty.http.common.cookie.Cookie;
 import org.xbib.netty.http.common.cookie.CookieBox;
@@ -35,7 +36,7 @@ import java.util.logging.Level;
 import java.util.logging.Logger;
 import java.util.stream.Collectors;
 
-abstract class BaseTransport implements Transport {
+public abstract class BaseTransport implements Transport {
 
     private static final Logger logger = Logger.getLogger(BaseTransport.class.getName());
 
@@ -51,7 +52,7 @@ abstract class BaseTransport implements Transport {
 
     private SSLSession sslSession;
 
-    final Map<String, Flow> channelFlowMap;
+    final Map<String, Flow> flowMap;
 
     final SortedMap<String, Request> requests;
 
@@ -61,7 +62,7 @@ abstract class BaseTransport implements Transport {
         this.client = client;
         this.httpAddress = httpAddress;
         this.channels = new ConcurrentHashMap<>();
-        this.channelFlowMap = new ConcurrentHashMap<>();
+        this.flowMap = new ConcurrentHashMap<>();
         this.requests = new ConcurrentSkipListMap<>();
     }
 
@@ -71,7 +72,8 @@ abstract class BaseTransport implements Transport {
     }
 
     /**
-     * Experimental method for executing in a wrapping completable future.
+     * Method for executing in a wrapping completable future.
+     *
      * @param request request
      * @param supplier supplier
      * @param <T> supplier result
@@ -98,7 +100,7 @@ abstract class BaseTransport implements Transport {
         if (!channels.isEmpty()) {
             get();
         }
-        for (Flow flow : channelFlowMap.values()) {
+        for (Flow flow : flowMap.values()) {
             flow.close();
         }
         channels.clear();
@@ -128,7 +130,7 @@ abstract class BaseTransport implements Transport {
         }
         logger.log(Level.SEVERE, "failing: " + throwable.getMessage(), throwable);
         this.throwable = throwable;
-        for (Flow flow : channelFlowMap.values()) {
+        for (Flow flow : flowMap.values()) {
             flow.fail(throwable);
         }
     }
@@ -143,14 +145,15 @@ abstract class BaseTransport implements Transport {
         if (channels.isEmpty()) {
             return this;
         }
-        for (Map.Entry<String, Flow> entry : channelFlowMap.entrySet()) {
+        for (Map.Entry<String, Flow> entry : flowMap.entrySet()) {
             Flow flow = entry.getValue();
             if (!flow.isClosed()) {
                 for (Integer key : flow.keys()) {
+                    String requestKey = getRequestKey(entry.getKey(), key);
                     try {
                         flow.get(key).get(value, timeUnit);
+                        completeRequest(requestKey);
                     } catch (Exception e) {
-                        String requestKey = getRequestKey(entry.getKey(), key);
                         if (requestKey != null) {
                             Request request = requests.get(requestKey);
                             if (request != null && request.getCompletableFuture() != null) {
@@ -180,7 +183,7 @@ abstract class BaseTransport implements Transport {
         if (channels.isEmpty()) {
             return;
         }
-        for (Map.Entry<String, Flow> entry : channelFlowMap.entrySet()) {
+        for (Map.Entry<String, Flow> entry : flowMap.entrySet()) {
             Flow flow = entry.getValue();
             for (Integer key : flow.keys()) {
                 try {
@@ -205,7 +208,7 @@ abstract class BaseTransport implements Transport {
                 logger.log(Level.WARNING, e.getMessage(), e);
             }
         });
-        channelFlowMap.clear();
+        flowMap.clear();
         channels.clear();
         requests.clear();
     }
@@ -280,18 +283,13 @@ abstract class BaseTransport implements Transport {
                             logger.log(Level.FINE, "found redirect location: " + location);
                             URL redirUrl = URL.base(request.url()).resolve(location);
                             HttpMethod method = httpResponse.getStatus().getCode() == 303 ? HttpMethod.GET : request.httpMethod();
-                            Request.Builder newHttpRequestBuilder = Request.builder(method)
-                                    .url(redirUrl)
-                                    .setVersion(request.httpVersion())
-                                    .setHeaders(request.headers())
-                                    .content(request.content());
+                            Request.Builder newHttpRequestBuilder = Request.builder(method, request)
+                                    .url(redirUrl);
                             request.url().getQueryParams().forEach(pair ->
                                 newHttpRequestBuilder.addParameter(pair.getFirst(), pair.getSecond())
                             );
                             request.cookies().forEach(newHttpRequestBuilder::addCookie);
                             Request newHttpRequest = newHttpRequestBuilder.build();
-                            newHttpRequest.setResponseListener(request.getResponseListener());
-                            newHttpRequest.setCookieListener(request.getCookieListener());
                             StringBuilder hostAndPort = new StringBuilder();
                             hostAndPort.append(redirUrl.getHost());
                             if (redirUrl.getPort() != null) {
@@ -324,7 +322,8 @@ abstract class BaseTransport implements Transport {
             return null;
         }
         if (request.isBackOff()) {
-            BackOff backOff = request.getBackOff() != null ? request.getBackOff() :
+            BackOff backOff = request.getBackOff() != null ?
+                    request.getBackOff() :
                     client.getClientConfig().getBackOff();
             int status = httpResponse.getStatus ().getCode();
             switch (status) {
@@ -356,6 +355,24 @@ abstract class BaseTransport implements Transport {
         return null;
     }
 
+    private void completeRequest(String requestKey) {
+        if (requestKey != null) {
+            Request request = requests.get(requestKey);
+            if (request != null && request.getCompletableFuture() != null) {
+                request.getCompletableFuture().complete(request);
+            }
+        }
+    }
+
+    private void completeRequestExceptionally(String requestKey, Throwable throwable) {
+        if (requestKey != null) {
+            Request request = requests.get(requestKey);
+            if (request != null && request.getCompletableFuture() != null) {
+                request.getCompletableFuture().completeExceptionally(throwable);
+            }
+        }
+    }
+
     @Override
     public void setCookieBox(CookieBox cookieBox) {
         this.cookieBox = cookieBox;

netty-http-client/src/main/java/org/xbib/netty/http/client/transport/Http1Transport.java

@@ -10,14 +10,13 @@ import io.netty.handler.codec.http2.Http2Settings;
 import io.netty.handler.codec.http2.HttpConversionUtil;
 import org.xbib.net.URLSyntaxException;
 import org.xbib.netty.http.client.Client;
+import org.xbib.netty.http.client.api.Transport;
 import org.xbib.netty.http.client.cookie.ClientCookieDecoder;
 import org.xbib.netty.http.client.cookie.ClientCookieEncoder;
-import org.xbib.netty.http.client.listener.CookieListener;
-import org.xbib.netty.http.client.listener.StatusListener;
 import org.xbib.netty.http.common.DefaultHttpResponse;
 import org.xbib.netty.http.common.HttpAddress;
-import org.xbib.netty.http.client.Request;
-import org.xbib.netty.http.client.listener.ResponseListener;
+import org.xbib.netty.http.client.api.Request;
+import org.xbib.netty.http.client.api.ResponseListener;
 import org.xbib.netty.http.common.HttpResponse;
 import org.xbib.netty.http.common.cookie.Cookie;
 
@@ -28,11 +27,11 @@ import java.util.concurrent.CompletableFuture;
 import java.util.logging.Level;
 import java.util.logging.Logger;
 
-public class HttpTransport extends BaseTransport {
+public class Http1Transport extends BaseTransport {
 
-    private static final Logger logger = Logger.getLogger(HttpTransport.class.getName());
+    private static final Logger logger = Logger.getLogger(Http1Transport.class.getName());
 
-    public HttpTransport(Client client, HttpAddress httpAddress) {
+    public Http1Transport(Client client, HttpAddress httpAddress) {
         super(client, httpAddress);
     }
 
@@ -43,7 +42,7 @@ public class HttpTransport extends BaseTransport {
             return this;
         }
         final String channelId = channel.id().toString();
-        channelFlowMap.putIfAbsent(channelId, new Flow());
+        flowMap.putIfAbsent(channelId, new Flow());
         // Some HTTP 1 servers do not understand URIs in HTTP command line in spite of RFC 7230.
         // The "origin form" requires a "Host" header.
         // Our algorithm is: use always "origin form" for HTTP 1, use absolute form for HTTP 2.
@@ -52,7 +51,7 @@ public class HttpTransport extends BaseTransport {
         FullHttpRequest fullHttpRequest = request.content() == null ?
                 new DefaultFullHttpRequest(request.httpVersion(), request.httpMethod(), uri) :
                 new DefaultFullHttpRequest(request.httpVersion(), request.httpMethod(), uri, request.content());
-        final Integer streamId = channelFlowMap.get(channelId).nextStreamId();
+        final Integer streamId = flowMap.get(channelId).nextStreamId();
         if (streamId == null) {
             throw new IllegalStateException();
         }
@@ -87,29 +86,24 @@ public class HttpTransport extends BaseTransport {
             logger.log(Level.WARNING, "no request present for responding");
             return;
         }
-        HttpResponse httpResponse = new DefaultHttpResponse(httpAddress, fullHttpResponse);
-        client.getResponseCounter().incrementAndGet();
+        String requestKey = requests.lastKey();
+        Request request;
+        DefaultHttpResponse httpResponse = null;
         try {
             // streamID is expected to be null, last request on memory is expected to be current, remove request from memory
-            Request request = requests.remove(requests.lastKey());
+            request = requests.get(requestKey);
             if (request != null) {
-                StatusListener statusListener = request.getStatusListener();
-                if (statusListener != null) {
-                    statusListener.onStatus(httpResponse.getStatus());
-                }
-                for (String cookieString : httpResponse.getHeaders().getAllHeaders(HttpHeaderNames.SET_COOKIE)) {
+                for (String cookieString : fullHttpResponse.headers().getAll(HttpHeaderNames.SET_COOKIE)) {
                     Cookie cookie = ClientCookieDecoder.STRICT.decode(cookieString);
                     addCookie(cookie);
-                    CookieListener cookieListener = request.getCookieListener();
-                    if (cookieListener != null) {
-                        cookieListener.onCookie(cookie);
-                    }
-                }
-                ResponseListener<HttpResponse> responseListener = request.getResponseListener();
-                if (responseListener != null) {
-                    responseListener.onResponse(httpResponse);
                 }
+                httpResponse = new DefaultHttpResponse(httpAddress, fullHttpResponse, getCookieBox());
+                request.onResponse(httpResponse);
+                client.getResponseCounter().incrementAndGet();
+            } else {
+                logger.log(Level.WARNING, "unable to find request for response");
             }
+            // check for retry / continue
             try {
                 Request retryRequest = retry(request, httpResponse);
                 if (retryRequest != null) {
@@ -125,8 +119,9 @@ public class HttpTransport extends BaseTransport {
             } catch (URLSyntaxException | IOException e) {
                 logger.log(Level.WARNING, e.getMessage(), e);
             }
+            // acknowledge success
             String channelId = channel.id().toString();
-            Flow flow = channelFlowMap.get(channelId);
+            Flow flow = flowMap.get(channelId);
             if (flow == null) {
                 return;
             }
@@ -135,9 +130,14 @@ public class HttpTransport extends BaseTransport {
                 promise.complete(true);
             }
         } finally {
+            if (requestKey != null) {
+                requests.remove(requestKey);
+            }
+            if (httpResponse != null) {
                 httpResponse.release();
             }
         }
+    }
 
     @Override
     public void settingsReceived(Http2Settings http2Settings) {

netty-http-client/src/main/java/org/xbib/netty/http/client/transport/Http2Transport.java

@@ -17,17 +17,14 @@ import io.netty.handler.codec.http2.HttpConversionUtil;
 import io.netty.util.AsciiString;
 import org.xbib.net.URLSyntaxException;
 import org.xbib.netty.http.client.Client;
+import org.xbib.netty.http.client.api.Transport;
 import org.xbib.netty.http.client.cookie.ClientCookieDecoder;
 import org.xbib.netty.http.client.cookie.ClientCookieEncoder;
 import org.xbib.netty.http.client.handler.http2.Http2ResponseHandler;
 import org.xbib.netty.http.client.handler.http2.Http2StreamFrameToHttpObjectCodec;
-import org.xbib.netty.http.client.listener.CookieListener;
-import org.xbib.netty.http.client.listener.StatusListener;
 import org.xbib.netty.http.common.DefaultHttpResponse;
 import org.xbib.netty.http.common.HttpAddress;
-import org.xbib.netty.http.client.Request;
-import org.xbib.netty.http.client.listener.ResponseListener;
-import org.xbib.netty.http.common.HttpResponse;
+import org.xbib.netty.http.client.api.Request;
 import org.xbib.netty.http.common.cookie.Cookie;
 
 import java.io.IOException;
@@ -74,7 +71,7 @@ public class Http2Transport extends BaseTransport {
             return this;
         }
         final String channelId = channel.id().toString();
-        channelFlowMap.putIfAbsent(channelId, new Flow());
+        flowMap.putIfAbsent(channelId, new Flow());
         Http2StreamChannel childChannel = new Http2StreamChannelBootstrap(channel)
                 .handler(initializer).open().syncUninterruptibly().getNow();
         AsciiString method = request.httpMethod().asciiName();
@@ -83,7 +80,7 @@ public class Http2Transport extends BaseTransport {
         String path = request.relative().isEmpty() ? "/" : request.relative();
         Http2Headers http2Headers = new DefaultHttp2Headers()
                 .method(method).scheme(scheme).authority(authority).path(path);
-        final Integer streamId = channelFlowMap.get(channelId).nextStreamId();
+        final Integer streamId = flowMap.get(channelId).nextStreamId();
         if (streamId == null) {
             throw new IllegalStateException();
         }
@@ -146,14 +143,14 @@ public class Http2Transport extends BaseTransport {
             logger.log(Level.WARNING, "stream ID is null?");
             return;
         }
-        DefaultHttpResponse httpResponse = new DefaultHttpResponse(httpAddress, fullHttpResponse);
+        DefaultHttpResponse httpResponse = null;
         client.getResponseCounter().incrementAndGet();
         try {
             // format of childchan channel ID is <parent channel ID> "/" <substream ID>
             String channelId = channel.id().toString();
             int pos = channelId.indexOf('/');
             channelId = pos > 0 ? channelId.substring(0, pos) : channelId;
-            Flow flow = channelFlowMap.get(channelId);
+            Flow flow = flowMap.get(channelId);
             if (flow == null) {
                 // should never happen since we keep the channelFlowMap around
                 if (logger.isLoggable(Level.WARNING)) {
@@ -172,24 +169,14 @@ public class Http2Transport extends BaseTransport {
                     promise.completeExceptionally(new IllegalStateException("no request"));
                 }
             } else {
-                StatusListener statusListener = request.getStatusListener();
-                if (statusListener != null) {
-                    statusListener.onStatus(httpResponse.getStatus());
-                }
-                for (String cookieString : httpResponse.getHeaders().getAllHeaders(HttpHeaderNames.SET_COOKIE)) {
+                for (String cookieString : fullHttpResponse.headers().getAll(HttpHeaderNames.SET_COOKIE)) {
                     Cookie cookie = ClientCookieDecoder.STRICT.decode(cookieString);
                     addCookie(cookie);
-                    CookieListener cookieListener = request.getCookieListener();
-                    if (cookieListener != null) {
-                        cookieListener.onCookie(cookie);
-                    }
                 }
+                httpResponse = new DefaultHttpResponse(httpAddress, fullHttpResponse, getCookieBox());
                 CompletableFuture<Boolean> promise = flow.get(streamId);
                 try {
-                    ResponseListener<HttpResponse> responseListener = request.getResponseListener();
-                    if (responseListener != null) {
-                        responseListener.onResponse(httpResponse);
-                    }
+                    request.onResponse(httpResponse);
                     Request retryRequest = retry(request, httpResponse);
                     if (retryRequest != null) {
                         // retry transport, wait for completion
@@ -218,14 +205,16 @@ public class Http2Transport extends BaseTransport {
                 }
             }
         } finally {
+            if (httpResponse != null) {
                 httpResponse.release();
             }
         }
+    }
 
     @Override
     public void pushPromiseReceived(Channel channel, Integer streamId, Integer promisedStreamId, Http2Headers headers) {
         String channelId = channel.id().toString();
-        channelFlowMap.get(channelId).put(promisedStreamId, new CompletableFuture<>());
+        flowMap.get(channelId).put(promisedStreamId, new CompletableFuture<>());
         String requestKey = getRequestKey(channel.id().toString(), streamId);
         requests.put(requestKey, requests.get(requestKey));
     }

netty-http-client/src/main/resources/META-INF/services/org.xbib.netty.http.client.api.ProtocolProvider

@@ -0,0 +1,2 @@
+org.xbib.netty.http.client.Http1Provider
+org.xbib.netty.http.client.Http2Provider

netty-http-client/src/test/java/org/xbib/netty/http/client/test/CompletableFutureTest.java

@@ -2,7 +2,7 @@ package org.xbib.netty.http.client.test;
 
 import org.junit.jupiter.api.Test;
 import org.xbib.netty.http.client.Client;
-import org.xbib.netty.http.client.Request;
+import org.xbib.netty.http.client.api.Request;
 import org.xbib.netty.http.common.HttpResponse;
 
 import java.io.IOException;

netty-http-client/src/test/java/org/xbib/netty/http/client/test/RequestBuilderTest.java

@@ -3,7 +3,7 @@ package org.xbib.netty.http.client.test;
 import io.netty.handler.codec.http.HttpMethod;
 import org.junit.jupiter.api.Test;
 import org.xbib.net.URL;
-import org.xbib.netty.http.client.Request;
+import org.xbib.netty.http.client.api.Request;
 
 import java.net.URI;
 import java.nio.charset.StandardCharsets;

netty-http-client/src/test/java/org/xbib/netty/http/client/test/SecureHttpTest.java

@@ -1,83 +0,0 @@
-package org.xbib.netty.http.client.test;
-
-import io.netty.handler.codec.http.HttpMethod;
-import org.junit.jupiter.api.Test;
-import org.junit.jupiter.api.extension.ExtendWith;
-import org.xbib.netty.http.client.Client;
-import org.xbib.netty.http.client.Request;
-
-import java.io.IOException;
-import java.nio.charset.StandardCharsets;
-import java.util.logging.Level;
-import java.util.logging.Logger;
-
-@ExtendWith(NettyHttpTestExtension.class)
-class SecureHttpTest {
-
-    private static final Logger logger = Logger.getLogger(SecureHttpTest.class.getName());
-
-    @Test
-    void testHttp1WithTlsV13() throws Exception {
-        Client client = Client.builder()
-                .setTlsProtocols(new String[] { "TLSv1.3" })
-                .build();
-        try {
-            Request request = Request.get().url("https://www.google.com/").build()
-                    .setResponseListener(resp -> logger.log(Level.INFO, "got response: " +
-                            resp.getHeaders() + resp.getBodyAsString(StandardCharsets.UTF_8) +
-                            " status=" + resp.getStatus()));
-            client.execute(request).get();
-        } finally {
-            client.shutdownGracefully();
-        }
-    }
-
-    @Test
-    void testSequentialRequests() throws Exception {
-        Client client = Client.builder()
-                .build();
-        try {
-            Request request1 = Request.get().url("https://google.com").build()
-                    .setResponseListener(resp -> logger.log(Level.INFO, "got HTTP 1.1 response: " +
-                            resp.getBodyAsString(StandardCharsets.UTF_8)));
-            client.execute(request1).get();
-
-            // TODO decompression of frames
-            Request request2 = Request.get().url("https://google.com").setVersion("HTTP/2.0").build()
-                    .setResponseListener(resp -> logger.log(Level.INFO, "got HTTP/2 response: " +
-                            resp.getHeaders() + resp.getBodyAsString(StandardCharsets.UTF_8)));
-            client.execute(request2).get();
-        } finally {
-            client.shutdownGracefully();
-        }
-    }
-
-    @Test
-    void testParallelRequests() throws IOException {
-        Client client = Client.builder()
-                .build();
-        try {
-            Request request1 = Request.builder(HttpMethod.GET)
-                    .url("https://google.com").setVersion("HTTP/1.1")
-                    .build()
-                    .setResponseListener(resp -> logger.log(Level.INFO, "got response: " +
-                            resp.getHeaders() +
-                            " status=" + resp.getStatus()));
-            Request request2 = Request.builder(HttpMethod.GET)
-                    .url("https://google.com").setVersion("HTTP/1.1")
-                    .build()
-                    .setResponseListener(resp -> logger.log(Level.INFO, "got response: " +
-                            resp.getHeaders() +
-                            " status=" + resp.getStatus()));
-
-            for (int i = 0; i < 10; i++) {
-                client.execute(request1);
-                client.execute(request2);
-            }
-
-        } finally {
-            client.shutdownGracefully();
-        }
-    }
-
-}

netty-http-client/src/test/java/org/xbib/netty/http/client/test/akamai/AkamaiTest.java

@@ -3,7 +3,7 @@ package org.xbib.netty.http.client.test.akamai;
 import org.junit.jupiter.api.Test;
 import org.junit.jupiter.api.extension.ExtendWith;
 import org.xbib.netty.http.client.Client;
-import org.xbib.netty.http.client.Request;
+import org.xbib.netty.http.client.api.Request;
 import org.xbib.netty.http.client.test.NettyHttpTestExtension;
 
 import java.io.IOException;
@@ -38,11 +38,11 @@ public class AkamaiTest {
                     .url("https://http2.akamai.com/demo/h2_demo_frame.html")
                     //.url("https://http2.akamai.com/")
                     .setVersion("HTTP/2.0")
-                    .build()
                     .setResponseListener(resp -> {
                         logger.log(Level.INFO, "status = " + resp.getStatus().getCode() +
                                 resp.getHeaders() + " " + resp.getBodyAsString(StandardCharsets.UTF_8));
-                    });
+                    })
+                    .build();
             client.execute(request).get();
         } finally {
             client.shutdownGracefully();

netty-http-client/src/test/java/org/xbib/netty/http/client/test/conscrypt/ConscryptTest.java

@@ -1,10 +1,11 @@
-package org.xbib.netty.http.client.test;
+package org.xbib.netty.http.client.test.conscrypt;
 
 import org.conscrypt.Conscrypt;
 import org.junit.jupiter.api.Test;
 import org.junit.jupiter.api.extension.ExtendWith;
 import org.xbib.netty.http.client.Client;
-import org.xbib.netty.http.client.Request;
+import org.xbib.netty.http.client.api.Request;
+import org.xbib.netty.http.client.test.NettyHttpTestExtension;
 
 import java.io.IOException;
 import java.nio.charset.StandardCharsets;
@@ -34,11 +35,11 @@ class ConscryptTest {
             Request request = Request.get()
                     .url("https://google.com")
                     .setVersion("HTTP/1.1")
-                    .build()
                     .setResponseListener(resp -> {
                         logger.log(Level.INFO, "status = " + resp.getStatus()
                                 + " response body = " + resp.getBodyAsString(StandardCharsets.UTF_8));
-                    });
+                    })
+                    .build();
             client.execute(request).get();
         } finally {
             client.shutdownGracefully();

netty-http-client/src/test/java/org/xbib/netty/http/client/test/cookie/ClientCookieDecoderTest.java

@@ -25,7 +25,7 @@ class ClientCookieDecoderTest {
     void testDecodingSingleCookieV0() {
         long millis = System.currentTimeMillis() + 50000;
         String cookieString = "myCookie=myValue;expires=" +
-                DateTimeUtil.formatMillis(millis) +
+                DateTimeUtil.formatRfc1123(millis) +
                 ";path=/apathsomewhere;domain=.adomainsomewhere;secure;";
         Cookie cookie = ClientCookieDecoder.STRICT.decode(cookieString);
         assertNotNull(cookie);

netty-http-client/src/test/java/org/xbib/netty/http/client/test/cookie/CookieSetterHttpBinTest.java

@@ -1,12 +1,16 @@
-package org.xbib.netty.http.client.test;
+package org.xbib.netty.http.client.test.cookie;
 
+import static org.junit.Assert.assertTrue;
 import org.junit.jupiter.api.Test;
 import org.junit.jupiter.api.extension.ExtendWith;
 import org.xbib.netty.http.client.Client;
-import org.xbib.netty.http.client.Request;
+import org.xbib.netty.http.client.api.Request;
+import org.xbib.netty.http.client.test.NettyHttpTestExtension;
+import org.xbib.netty.http.common.cookie.Cookie;
 
 import java.io.IOException;
 import java.nio.charset.StandardCharsets;
+import java.util.concurrent.atomic.AtomicBoolean;
 import java.util.logging.Level;
 import java.util.logging.Logger;
 
@@ -31,18 +35,25 @@ class CookieSetterHttpBinTest {
     @Test
     void testHttpBinCookies() throws IOException {
         Client client = new Client();
+        AtomicBoolean success = new AtomicBoolean();
         try {
             Request request = Request.get()
                     .url("http://httpbin.org/cookies/set?name=value")
-                    .build()
-                    .setCookieListener(cookie -> logger.log(Level.INFO, "this is the cookie: " + cookie.toString()))
                     .setResponseListener(resp -> {
                         logger.log(Level.INFO, "status = " + resp.getStatus() +
                                 " response body = " + resp.getBodyAsString(StandardCharsets.UTF_8));
-                    });
+                        for (Cookie cookie : resp.getCookies().keySet()) {
+                            logger.log(Level.INFO, "got cookie: " + cookie.toString());
+                            if ("name".equals(cookie.name()) && ("value".equals(cookie.value()))) {
+                                success.set(true);
+                            }
+                        }
+                    })
+                    .build();
             client.execute(request).get();
         } finally {
             client.shutdownGracefully();
         }
+        assertTrue(success.get());
     }
 }

netty-http-client/src/test/java/org/xbib/netty/http/client/test/http1/GoogleTest.java

@@ -0,0 +1,100 @@
+package org.xbib.netty.http.client.test.http1;
+
+import io.netty.handler.codec.http.HttpMethod;
+import static org.junit.Assert.assertTrue;
+import org.junit.jupiter.api.Test;
+import org.junit.jupiter.api.extension.ExtendWith;
+import org.xbib.netty.http.client.Client;
+import org.xbib.netty.http.client.api.Request;
+import org.xbib.netty.http.client.test.NettyHttpTestExtension;
+
+import java.io.IOException;
+import java.nio.charset.StandardCharsets;
+import java.util.concurrent.atomic.AtomicBoolean;
+import java.util.logging.Level;
+import java.util.logging.Logger;
+
+@ExtendWith(NettyHttpTestExtension.class)
+class GoogleTest {
+
+    private static final Logger logger = Logger.getLogger(GoogleTest.class.getName());
+
+    @Test
+    void testHttp1WithTlsV13() throws Exception {
+        AtomicBoolean success = new AtomicBoolean();
+        Client client = Client.builder()
+                .setTlsProtocols(new String[] { "TLSv1.3" })
+                .build();
+        try {
+            Request request = Request.get().url("https://www.google.com/")
+                    .setResponseListener(resp -> {
+                        logger.log(Level.INFO, "got response: " +
+                            resp.getHeaders() + resp.getBodyAsString(StandardCharsets.UTF_8) +
+                            " status=" + resp.getStatus());
+                        success.set(true);
+                    })
+                    .build();
+            client.execute(request).get();
+        } finally {
+            client.shutdownGracefully();
+        }
+        assertTrue(success.get());
+    }
+
+    @Test
+    void testSequentialRequests() throws Exception {
+        AtomicBoolean success = new AtomicBoolean();
+        Client client = Client.builder()
+                .build();
+        try {
+            Request request1 = Request.get().url("https://google.com")
+                    .setResponseListener(resp -> {
+                        logger.log(Level.INFO, "got HTTP 1.1 response: " +
+                                resp.getBodyAsString(StandardCharsets.UTF_8));
+                        success.set(true);
+                    })
+                    .build();
+            client.execute(request1).get();
+        } finally {
+            client.shutdownGracefully();
+        }
+        assertTrue(success.get());
+    }
+
+    @Test
+    void testParallelRequests() throws IOException {
+        AtomicBoolean success1 = new AtomicBoolean();
+        AtomicBoolean success2 = new AtomicBoolean();
+        Client client = Client.builder()
+                .build();
+        try {
+            Request request1 = Request.builder(HttpMethod.GET)
+                    .url("https://google.com").setVersion("HTTP/1.1")
+                    .setResponseListener(resp -> {
+                        logger.log(Level.INFO, "got response: " +
+                                resp.getHeaders() +
+                                " status=" + resp.getStatus());
+                        success1.set(true);
+                    })
+                    .build();
+            Request request2 = Request.builder(HttpMethod.GET)
+                    .url("https://google.com").setVersion("HTTP/1.1")
+                    .setResponseListener(resp -> {
+                        logger.log(Level.INFO, "got response: " +
+                                resp.getHeaders() +
+                                " status=" + resp.getStatus());
+                        success2.set(true);
+                    })
+                    .build();
+            for (int i = 0; i < 10; i++) {
+                client.execute(request1);
+                client.execute(request2);
+            }
+        } finally {
+            client.shutdownGracefully();
+        }
+        assertTrue(success1.get());
+        assertTrue(success2.get());
+    }
+
+}

netty-http-client/src/test/java/org/xbib/netty/http/client/test/http1/Http1Test.java

@@ -1,10 +1,11 @@
-package org.xbib.netty.http.client.test;
+package org.xbib.netty.http.client.test.http1;
 
 import io.netty.handler.codec.http.HttpMethod;
 import org.junit.jupiter.api.Test;
 import org.junit.jupiter.api.extension.ExtendWith;
 import org.xbib.netty.http.client.Client;
-import org.xbib.netty.http.client.Request;
+import org.xbib.netty.http.client.api.Request;
+import org.xbib.netty.http.client.test.NettyHttpTestExtension;
 
 import java.io.IOException;
 import java.nio.charset.StandardCharsets;
@@ -21,11 +22,12 @@ class Http1Test {
         Client client = Client.builder()
                 .build();
         try {
-            Request request = Request.get().url("http://xbib.org").build()
+            Request request = Request.get().url("http://xbib.org")
                     .setResponseListener(resp -> logger.log(Level.FINE,
                             "got response: " + resp.getHeaders() +
                             resp.getBodyAsString(StandardCharsets.UTF_8) +
-                            " status=" + resp.getStatus()));
+                            " status=" + resp.getStatus()))
+                    .build();
             client.execute(request).get();
         } finally {
             client.shutdownGracefully();
@@ -37,14 +39,15 @@ class Http1Test {
         Client client = Client.builder()
                 .build();
         try {
-            Request request1 = Request.get().url("http://xbib.org").build()
+            Request request1 = Request.get().url("http://xbib.org")
                     .setResponseListener(resp -> logger.log(Level.FINE, "got response: " +
-                            resp.getBodyAsString(StandardCharsets.UTF_8)));
+                            resp.getBodyAsString(StandardCharsets.UTF_8)))
+                    .build();
             client.execute(request1).get();
-
-            Request request2 = Request.get().url("http://google.com").setVersion("HTTP/1.1").build()
+            Request request2 = Request.get().url("http://google.com").setVersion("HTTP/1.1")
                     .setResponseListener(resp -> logger.log(Level.FINE, "got response: " +
-                            resp.getBodyAsString(StandardCharsets.UTF_8)));
+                            resp.getBodyAsString(StandardCharsets.UTF_8)))
+                    .build();
             client.execute(request2).get();
         } finally {
             client.shutdownGracefully();
@@ -58,15 +61,14 @@ class Http1Test {
         try {
             Request request1 = Request.builder(HttpMethod.GET)
                     .url("http://xbib.org").setVersion("HTTP/1.1")
-                    .build()
                     .setResponseListener(resp -> logger.log(Level.FINE, "got response: " +
-                            resp.getHeaders() + " status=" +resp.getStatus()));
+                            resp.getHeaders() + " status=" +resp.getStatus()))
+                    .build();
             Request request2 = Request.builder(HttpMethod.GET)
                     .url("http://xbib.org").setVersion("HTTP/1.1")
-                    .build()
                     .setResponseListener(resp -> logger.log(Level.FINE, "got response: " +
-                            resp.getHeaders() + " status=" +resp.getStatus()));
-
+                            resp.getHeaders() + " status=" +resp.getStatus()))
+                    .build();
             for (int i = 0; i < 10; i++) {
                 client.execute(request1);
                 client.execute(request2);

netty-http-client/src/test/java/org/xbib/netty/http/client/test/http1/XbibTest.java

@@ -1,9 +1,9 @@
-package org.xbib.netty.http.client.test;
+package org.xbib.netty.http.client.test.http1;
 
 import io.netty.handler.proxy.HttpProxyHandler;
 import org.junit.jupiter.api.Test;
 import org.xbib.netty.http.client.Client;
-import org.xbib.netty.http.client.Request;
+import org.xbib.netty.http.client.api.Request;
 import org.xbib.netty.http.common.HttpResponse;
 
 import java.io.IOException;
@@ -23,11 +23,11 @@ class XbibTest {
         Client client = new Client();
         try {
             Request request = Request.get().url("http://xbib.org")
-                    .build()
                     .setResponseListener(resp -> {
                         logger.log(Level.INFO, "status = " + resp.getStatus() +
                                 " response = " + resp.getBodyAsString(StandardCharsets.UTF_8));
-                    });
+                    })
+                    .build();
             client.execute(request);
         } finally {
             client.shutdownGracefully();
@@ -74,9 +74,9 @@ class XbibTest {
         try {
             httpClient.execute(Request.get()
                     .url("http://xbib.org")
-                    .build()
                     .setResponseListener(resp -> logger.log(Level.INFO, "status = " + resp.getStatus() +
-                            " response body = " + resp.getBodyAsString(StandardCharsets.UTF_8))))
+                            " response body = " + resp.getBodyAsString(StandardCharsets.UTF_8)))
+                    .build())
                     .get();
         } finally {
             httpClient.shutdownGracefully();
@@ -91,11 +91,10 @@ class XbibTest {
             httpClient.execute(Request.get()
                     .url("http://xbib.org")
                     .setTimeoutInMillis(10)
-                    .build()
                     .setResponseListener(resp ->
                             logger.log(Level.INFO, "status = " + resp.getStatus() +
-                                " response body = " + resp.getBodyAsString(StandardCharsets.UTF_8))
-                    ))
+                                    " response body = " + resp.getBodyAsString(StandardCharsets.UTF_8)))
+                    .build())
                     .get();
         } finally {
             httpClient.shutdownGracefully();
@@ -109,21 +108,20 @@ class XbibTest {
             httpClient.execute(Request.get()
                     .setVersion("HTTP/1.1")
                     .url("http://xbib.org")
-                    .build()
                     .setResponseListener(resp -> {
                         logger.log(Level.INFO, "status = " + resp.getStatus() +
                                 " response body = " + resp.getBodyAsString(StandardCharsets.UTF_8));
-                    }))
+                    })
+                    .build())
                     .get();
-
             httpClient.execute(Request.get()
                     .setVersion("HTTP/1.1")
                     .url("http://xbib.org")
-                    .build()
                     .setResponseListener(resp -> {
                         logger.log(Level.INFO, "status = " + resp.getStatus() +
                                 " response body = " + resp.getBodyAsString(StandardCharsets.UTF_8));
-                    }))
+                    })
+                    .build())
                     .get();
         } finally {
             httpClient.shutdownGracefully();

netty-http-client/src/test/java/org/xbib/netty/http/client/test/http2/GoogleTest.java

@@ -0,0 +1,30 @@
+package org.xbib.netty.http.client.test.http2;
+
+import org.junit.jupiter.api.Test;
+import org.xbib.netty.http.client.Client;
+import org.xbib.netty.http.client.api.Request;
+import java.nio.charset.StandardCharsets;
+import java.util.logging.Level;
+import java.util.logging.Logger;
+
+public class GoogleTest {
+
+    private static final Logger logger = Logger.getLogger(GoogleTest.class.getName());
+
+    @Test
+    void testSequentialRequests() throws Exception {
+        Client client = Client.builder()
+                .build();
+        try {
+            // TODO decompression of frames
+            Request request2 = Request.get().url("https://google.com").setVersion("HTTP/2.0")
+                    .setResponseListener(resp -> logger.log(Level.INFO, "got HTTP/2 response: " +
+                            resp.getHeaders() + resp.getBodyAsString(StandardCharsets.UTF_8)))
+                    .build();
+            client.execute(request2).get();
+        } finally {
+            client.shutdownGracefully();
+        }
+    }
+
+}

netty-http-client/src/test/java/org/xbib/netty/http/client/test/http2push/Http2PushTest.java

@@ -1,11 +1,11 @@
-package org.xbib.netty.http.client.test.htt2push;
+package org.xbib.netty.http.client.test.http2push;
 
 import io.netty.handler.codec.http.HttpMethod;
 import org.junit.jupiter.api.Disabled;
 import org.junit.jupiter.api.Test;
 import org.junit.jupiter.api.extension.ExtendWith;
 import org.xbib.netty.http.client.Client;
-import org.xbib.netty.http.client.Request;
+import org.xbib.netty.http.client.api.Request;
 import org.xbib.netty.http.client.test.NettyHttpTestExtension;
 
 import java.io.IOException;
@@ -27,9 +27,9 @@ class Http2PushTest {
         try {
             Request request = Request.builder(HttpMethod.GET)
                     .url(url).setVersion("HTTP/2.0")
-                    .build()
                     .setResponseListener(resp -> logger.log(Level.INFO,
-                            "got response: " + resp.getHeaders() + " status=" + resp.getStatus()));
+                            "got response: " + resp.getHeaders() + " status=" + resp.getStatus()))
+                    .build();
             client.execute(request).get();
 
         } finally {

netty-http-client/src/test/java/org/xbib/netty/http/client/test/pool/EpollTest.java

@@ -22,7 +22,7 @@ import org.junit.jupiter.api.BeforeAll;
 import org.junit.jupiter.api.Test;
 import org.junit.jupiter.api.TestInstance;
 import org.xbib.netty.http.common.HttpAddress;
-import org.xbib.netty.http.client.pool.Pool;
+import org.xbib.netty.http.client.api.Pool;
 import org.xbib.netty.http.client.pool.BoundedChannelPool;
 
 import java.io.Closeable;

netty-http-client/src/test/java/org/xbib/netty/http/client/test/pool/NioTest.java

@@ -21,7 +21,7 @@ import org.junit.jupiter.api.BeforeAll;
 import org.junit.jupiter.api.Test;
 import org.junit.jupiter.api.TestInstance;
 import org.xbib.netty.http.common.HttpAddress;
-import org.xbib.netty.http.client.pool.Pool;
+import org.xbib.netty.http.client.api.Pool;
 import org.xbib.netty.http.client.pool.BoundedChannelPool;
 
 import java.io.Closeable;

netty-http-client/src/test/java/org/xbib/netty/http/client/test/pool/PoolTest.java

@@ -13,7 +13,7 @@ import org.junit.jupiter.params.ParameterizedTest;
 import org.junit.jupiter.params.provider.ValueSource;
 import org.xbib.netty.http.common.HttpAddress;
 import org.xbib.netty.http.client.pool.BoundedChannelPool;
-import org.xbib.netty.http.client.pool.Pool;
+import org.xbib.netty.http.client.api.Pool;
 
 import java.util.ArrayList;
 import java.util.List;
@@ -47,7 +47,7 @@ class PoolTest {
         ServerBootstrap serverBootstrap = new ServerBootstrap()
                 .group(new NioEventLoopGroup())
                 .channel(NioServerSocketChannel.class)
-                .childHandler(new ChannelInitializer<Channel>() {
+                .childHandler(new ChannelInitializer<>() {
                     @Override
                     protected void initChannel(Channel ch) {
                     }

netty-http-client/src/test/java/org/xbib/netty/http/client/test/pool/PooledClientTest.java

@@ -5,10 +5,10 @@ import org.junit.jupiter.api.Test;
 import org.junit.jupiter.api.extension.ExtendWith;
 import org.xbib.net.URL;
 import org.xbib.netty.http.client.Client;
-import org.xbib.netty.http.client.listener.ResponseListener;
+import org.xbib.netty.http.client.api.ResponseListener;
 import org.xbib.netty.http.client.test.NettyHttpTestExtension;
 import org.xbib.netty.http.common.HttpAddress;
-import org.xbib.netty.http.client.Request;
+import org.xbib.netty.http.client.api.Request;
 import org.xbib.netty.http.common.HttpResponse;
 
 import java.io.IOException;
@@ -49,8 +49,8 @@ class PooledClientTest {
                         for (int i = 0; i < loop; i++) {
                             Request request = Request.get().setVersion(httpAddress.getVersion())
                                     .url(url.toString())
-                                    .build()
-                                    .setResponseListener(responseListener);
+                                    .setResponseListener(responseListener)
+                                    .build();
                             client.newTransport().execute(request).get();
                         }
                         logger.log(Level.INFO, "done " + Thread.currentThread());

netty-http-client/src/test/java/org/xbib/netty/http/client/test/retry/ExponentialBackOffTest.java

@@ -1,7 +1,7 @@
 package org.xbib.netty.http.client.test.retry;
 
 import org.junit.jupiter.api.Test;
-import org.xbib.netty.http.client.retry.BackOff;
+import org.xbib.netty.http.client.api.BackOff;
 import org.xbib.netty.http.client.retry.ExponentialBackOff;
 
 import static org.junit.jupiter.api.Assertions.assertEquals;

netty-http-client/src/test/java/org/xbib/netty/http/client/test/retry/MockBackOff.java

@@ -1,8 +1,6 @@
 package org.xbib.netty.http.client.test.retry;
 
-import org.xbib.netty.http.client.retry.BackOff;
-
-import java.io.IOException;
+import org.xbib.netty.http.client.api.BackOff;
 
 /**
  * Mock for {@link BackOff} that always returns a fixed number.

netty-http-client/src/test/java/org/xbib/netty/http/client/test/retry/MockBackOffTest.java

@@ -1,7 +1,7 @@
 package org.xbib.netty.http.client.test.retry;
 
 import org.junit.jupiter.api.Test;
-import org.xbib.netty.http.client.retry.BackOff;
+import org.xbib.netty.http.client.api.BackOff;
 
 import java.io.IOException;
 

netty-http-client/src/test/java/org/xbib/netty/http/client/test/webtide/WebtideTest.java

@@ -4,7 +4,7 @@ import io.netty.handler.codec.http.HttpMethod;
 import org.junit.jupiter.api.Test;
 import org.junit.jupiter.api.extension.ExtendWith;
 import org.xbib.netty.http.client.Client;
-import org.xbib.netty.http.client.Request;
+import org.xbib.netty.http.client.api.Request;
 import org.xbib.netty.http.client.test.NettyHttpTestExtension;
 
 import java.io.IOException;
@@ -21,8 +21,9 @@ class WebtideTest {
         Client client = Client.builder()
                 .build();
         try {
-            Request request = Request.get().url("https://webtide.com").setVersion("HTTP/2.0").build()
-                    .setResponseListener(msg -> logger.log(Level.INFO, "got response: " + msg));
+            Request request = Request.get().url("https://webtide.com").setVersion("HTTP/2.0")
+                    .setResponseListener(msg -> logger.log(Level.INFO, "got response: " + msg))
+                    .build();
             client.execute(request).get();
         } finally {
             client.shutdownGracefully();
@@ -35,16 +36,14 @@ class WebtideTest {
         try {
             Request request1 = Request.builder(HttpMethod.GET)
                     .url("https://webtide.com").setVersion("HTTP/2.0")
-                    .build()
                     .setResponseListener(resp -> logger.log(Level.INFO, "got response: " +
-                            resp.getHeaders() + " status=" + resp.getStatus()));
-
+                            resp.getHeaders() + " status=" + resp.getStatus()))
+                    .build();
             Request request2 = Request.builder(HttpMethod.GET)
                     .url("https://webtide.com/why-choose-jetty/").setVersion("HTTP/2.0")
-                    .build()
                     .setResponseListener(resp -> logger.log(Level.INFO, "got response: " +
-                            resp.getHeaders() + " status=" +resp.getStatus()));
-
+                            resp.getHeaders() + " status=" +resp.getStatus()))
+                    .build();
             client.execute(request1).execute(request2);
         } finally {
             client.shutdownGracefully();

netty-http-common/src/main/java/org/xbib/netty/http/common/DefaultHttpResponse.java

@@ -4,6 +4,7 @@ import io.netty.buffer.ByteBuf;
 import io.netty.buffer.ByteBufInputStream;
 import io.netty.handler.codec.http.FullHttpResponse;
 
+import org.xbib.netty.http.common.cookie.CookieBox;
 import java.io.InputStream;
 import java.nio.charset.Charset;
 
@@ -17,11 +18,16 @@ public class DefaultHttpResponse implements HttpResponse {
 
     private final HttpHeaders httpHeaders;
 
-    public DefaultHttpResponse(HttpAddress httpAddress, FullHttpResponse fullHttpResponse) {
+    private final CookieBox cookieBox;
+
+    public DefaultHttpResponse(HttpAddress httpAddress,
+                               FullHttpResponse fullHttpResponse,
+                               CookieBox cookieBox) {
         this.httpAddress = httpAddress;
         this.fullHttpResponse = fullHttpResponse.retain();
         this.httpStatus = new HttpStatus(this.fullHttpResponse.status());
         this.httpHeaders = new DefaultHttpHeaders(this.fullHttpResponse.headers());
+        this.cookieBox = cookieBox;
     }
 
     @Override
@@ -39,6 +45,11 @@ public class DefaultHttpResponse implements HttpResponse {
         return httpHeaders;
     }
 
+    @Override
+    public CookieBox getCookies() {
+        return cookieBox;
+    }
+
     @Override
     public ByteBuf getBody() {
         return fullHttpResponse.content();

netty-http-common/src/main/java/org/xbib/netty/http/common/HttpAddress.java

@@ -10,6 +10,8 @@ import java.net.InetSocketAddress;
  */
 public class HttpAddress implements PoolKey {
 
+    public static final HttpVersion HTTP_1_1 = HttpVersion.valueOf("HTTP/1.1");
+
     public static final HttpVersion HTTP_2_0 = HttpVersion.valueOf("HTTP/2.0");
 
     private final String host;
@@ -23,19 +25,19 @@ public class HttpAddress implements PoolKey {
     private InetSocketAddress inetSocketAddress;
 
     public static HttpAddress http1(String host) {
-        return new HttpAddress(host, 80, HttpVersion.HTTP_1_1, false);
+        return new HttpAddress(host, 80, HTTP_1_1, false);
     }
 
     public static HttpAddress http1(String host, int port) {
-        return new HttpAddress(host, port, HttpVersion.HTTP_1_1, false);
+        return new HttpAddress(host, port, HTTP_1_1, false);
     }
 
     public static HttpAddress secureHttp1(String host) {
-        return new HttpAddress(host, 443, HttpVersion.HTTP_1_1, true);
+        return new HttpAddress(host, 443, HTTP_1_1, true);
     }
 
     public static HttpAddress secureHttp1(String host, int port) {
-        return new HttpAddress(host, port, HttpVersion.HTTP_1_1, true);
+        return new HttpAddress(host, port, HTTP_1_1, true);
     }
 
     public static HttpAddress http2(String host) {
@@ -55,7 +57,7 @@ public class HttpAddress implements PoolKey {
     }
 
     public static HttpAddress http1(URL url) {
-        return new HttpAddress(url, HttpVersion.HTTP_1_1);
+        return new HttpAddress(url, HTTP_1_1);
     }
 
     public static HttpAddress http2(URL url) {
@@ -63,7 +65,7 @@ public class HttpAddress implements PoolKey {
     }
 
     public static HttpAddress of(URL url) {
-        return new HttpAddress(url, HttpVersion.HTTP_1_1);
+        return new HttpAddress(url, HTTP_1_1);
     }
 
     public static HttpAddress of(URL url, HttpVersion httpVersion) {
@@ -95,7 +97,9 @@ public class HttpAddress implements PoolKey {
     }
 
     public URL base() {
-        return isSecure() ? URL.https().host(host).port(port).build() : URL.http().host(host).port(port).build();
+        return isSecure() ?
+                URL.https().host(host).port(port).build() :
+                URL.http().host(host).port(port).build();
     }
 
     public HttpVersion getVersion() {

netty-http-common/src/main/java/org/xbib/netty/http/common/HttpParameters.java

@@ -1,11 +1,14 @@
 package org.xbib.netty.http.common;
 
+import io.netty.handler.codec.http.HttpHeaderValues;
 import org.xbib.net.PercentDecoder;
 import org.xbib.net.PercentEncoder;
 import org.xbib.net.PercentEncoders;
 import org.xbib.netty.http.common.util.LimitedSet;
 import org.xbib.netty.http.common.util.LimitedTreeMap;
 
+import java.nio.charset.CharacterCodingException;
+import java.nio.charset.Charset;
 import java.nio.charset.MalformedInputException;
 import java.nio.charset.StandardCharsets;
 import java.nio.charset.UnmappableCharacterException;
@@ -34,8 +37,6 @@ public class HttpParameters implements Map<String, SortedSet<String>> {
 
     private static final String AMPERSAND = "&";
 
-    private static final String APPLICATION_X_WWW_FORM_URLENCODED = "application/x-www-form-urlencoded";
-
     private final int maxParam;
 
     private final int sizeLimit;
@@ -48,24 +49,30 @@ public class HttpParameters implements Map<String, SortedSet<String>> {
 
     private final PercentDecoder percentDecoder;
 
-    private final String contentType;
+    private final CharSequence contentType;
+
+    private final Charset charset;
 
     public HttpParameters() {
-        this(1024, 1024, 65536, APPLICATION_X_WWW_FORM_URLENCODED);
+        this(1024, 1024, 65536,
+                HttpHeaderValues.APPLICATION_X_WWW_FORM_URLENCODED, StandardCharsets.UTF_8);
     }
 
     public HttpParameters(String contentType) {
-        this(1024, 1024, 65536, contentType);
+        this(1024, 1024, 65536,
+                contentType, StandardCharsets.UTF_8);
     }
 
-    public HttpParameters(int maxParam, int sizeLimit, int elementSizeLimit, String contentType) {
+    public HttpParameters(int maxParam, int sizeLimit, int elementSizeLimit,
+                          CharSequence contentType, Charset charset) {
         this.maxParam = maxParam;
         this.sizeLimit = sizeLimit;
         this.elementSizeLimit = elementSizeLimit;
         this.map = new LimitedTreeMap<>(maxParam);
-        this.percentEncoder = PercentEncoders.getQueryEncoder(StandardCharsets.UTF_8);
+        this.percentEncoder = PercentEncoders.getQueryEncoder(charset);
         this.percentDecoder = new PercentDecoder();
         this.contentType = contentType;
+        this.charset = charset;
     }
 
     @Override
@@ -139,8 +146,7 @@ public class HttpParameters implements Map<String, SortedSet<String>> {
         return map.entrySet();
     }
 
-    public SortedSet<String> put(String key, SortedSet<String> values, boolean percentEncode)
-            throws MalformedInputException, UnmappableCharacterException {
+    public SortedSet<String> put(String key, SortedSet<String> values, boolean percentEncode) {
         if (percentEncode) {
             remove(key);
             for (String v : values) {
@@ -158,11 +164,8 @@ public class HttpParameters implements Map<String, SortedSet<String>> {
      * @param key the parameter name
      * @param value the parameter value
      * @return the value
-     * @throws MalformedInputException if input is malformed
-     * @throws UnmappableCharacterException if characters are unmappable
      */
-    public String add(String key, String value)
-            throws MalformedInputException, UnmappableCharacterException {
+    public String add(String key, String value) {
         return add(key, value, false);
     }
 
@@ -175,22 +178,24 @@ public class HttpParameters implements Map<String, SortedSet<String>> {
      * @param percentEncode whether key and value should be percent encoded before being
      *        inserted into the map
      * @return the value
-     * @throws MalformedInputException if input is malformed
-     * @throws UnmappableCharacterException if characters are unmappable
      */
-    public String add(String key, String value, boolean percentEncode)
-            throws MalformedInputException, UnmappableCharacterException {
+    public String add(String key, String value, boolean percentEncode) {
+        String v = null;
+        try {
             String k = percentEncode ? percentEncoder.encode(key) : key;
             SortedSet<String> values = map.get(k);
             if (values == null) {
                 values = new LimitedSet<>(sizeLimit, elementSizeLimit);
                 map.put(k, values);
             }
-        String v = null;
+
             if (value != null) {
                 v = percentEncode ? percentEncoder.encode(value) : value;
                 values.add(v);
             }
+        } catch (CharacterCodingException e) {
+            throw new IllegalArgumentException(e);
+        }
         return v;
     }
 
@@ -201,11 +206,8 @@ public class HttpParameters implements Map<String, SortedSet<String>> {
      * @param key the parameter name
      * @param nullString can be anything, but probably... null?
      * @return null
-     * @throws MalformedInputException if input is malformed
-     * @throws UnmappableCharacterException if characters are unmappable
      */
-    public String addNull(String key, String nullString)
-            throws MalformedInputException, UnmappableCharacterException {
+    public String addNull(String key, String nullString) {
         return add(key, nullString);
     }
 
@@ -220,8 +222,7 @@ public class HttpParameters implements Map<String, SortedSet<String>> {
         }
     }
 
-    public void addAll(String[] keyValuePairs, boolean percentEncode)
-            throws MalformedInputException, UnmappableCharacterException {
+    public void addAll(String[] keyValuePairs, boolean percentEncode) {
         for (int i = 0; i < keyValuePairs.length - 1; i += 2) {
             add(keyValuePairs[i], keyValuePairs[i + 1], percentEncode);
         }
@@ -274,7 +275,7 @@ public class HttpParameters implements Map<String, SortedSet<String>> {
         return percentDecoder.decode(value);
     }
 
-    public String getContentType() {
+    public CharSequence getContentType() {
         return contentType;
     }
 
@@ -340,7 +341,8 @@ public class HttpParameters implements Map<String, SortedSet<String>> {
     }
 
     public HttpParameters getOAuthParameters() {
-        HttpParameters oauthParams = new HttpParameters(maxParam, sizeLimit, elementSizeLimit, contentType);
+        HttpParameters oauthParams =
+                new HttpParameters(maxParam, sizeLimit, elementSizeLimit, contentType, StandardCharsets.UTF_8);
         entrySet().stream().filter(entry -> entry.getKey().startsWith("oauth_") || entry.getKey().startsWith("x_oauth_"))
                 .forEach(entry -> oauthParams.put(entry.getKey(), entry.getValue()));
         return oauthParams;

netty-http-common/src/main/java/org/xbib/netty/http/common/HttpResponse.java

@@ -2,6 +2,7 @@ package org.xbib.netty.http.common;
 
 import io.netty.buffer.ByteBuf;
 
+import org.xbib.netty.http.common.cookie.CookieBox;
 import java.io.InputStream;
 import java.nio.charset.Charset;
 
@@ -13,6 +14,8 @@ public interface HttpResponse {
 
     HttpHeaders getHeaders();
 
+    CookieBox getCookies();
+
     ByteBuf getBody();
 
     InputStream getBodyAsStream();

netty-http-common/src/main/java/org/xbib/netty/http/common/util/DateTimeUtil.java

@@ -21,16 +21,12 @@ public class DateTimeUtil {
     private DateTimeUtil() {
     }
 
-    public static String formatInstant(Instant instant) {
+    public static String formatRfc1123(Instant instant) {
         return DateTimeFormatter.RFC_1123_DATE_TIME.format(ZonedDateTime.ofInstant(instant, ZoneOffset.UTC));
     }
 
-    public static String formatMillis(long millis) {
-        return formatInstant(Instant.ofEpochMilli(millis));
-    }
-
-    public static String formatSeconds(long seconds) {
-        return formatInstant(Instant.now().plusSeconds(seconds));
+    public static String formatRfc1123(long millis) {
+        return formatRfc1123(Instant.ofEpochMilli(millis));
     }
 
     // RFC 2616 allows RFC 1123, RFC 1036, ASCII time

netty-http-rx/NOTICE.txt

@@ -0,0 +1,5 @@
+This work is based on
+
+https://github.com/ReactiveX/RxNetty
+
+(branch 0.5.x as of 22-Sep-2019)

netty-http-rx/build.gradle

@@ -0,0 +1,7 @@
+dependencies {
+    compile "io.netty:netty-codec-http:${project.property('netty.version')}"
+    compile "io.netty:netty-transport-native-epoll:${project.property('netty.version')}"
+    compile "io.reactivex:rxjava:${project.property('reactivex.version')}"
+    testCompile "org.hamcrest:hamcrest-all:${project.property('hamcrest.version')}"
+    testCompile "org.mockito:mockito-all:${project.property('mockito.version')}"
+}

netty-http-rx/src/main/java/io/reactivex/netty/HandlerNames.java

@@ -0,0 +1,46 @@
+/*
+ * Copyright 2016 Netflix, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+package io.reactivex.netty;
+
+/**
+ * A list of all handler names added by the framework. This is just to ensure consistency in naming.
+ */
+public enum HandlerNames {
+
+    SslHandler("ssl-handler"),
+    SslConnectionEmissionHandler("ssl-connection-emitter"),
+    WireLogging("wire-logging-handler"),
+    WriteTransformer("write-transformer"),
+    ClientReadTimeoutHandler("client-read-timeout-handler"),
+    ClientChannelActiveBufferingHandler("client-channel-active-buffer-handler"),
+    ;
+
+    private final String name;
+
+    HandlerNames(String name) {
+        this.name = qualify(name);
+    }
+
+    public String getName() {
+        return name;
+    }
+
+    private static String qualify(String name) {
+        return "_rx_netty_" + name;
+
+    }
+}

netty-http-rx/src/main/java/io/reactivex/netty/RxNetty.java

@@ -0,0 +1,97 @@
+/*
+ * Copyright 2015 Netflix, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+
+package io.reactivex.netty;
+
+import io.reactivex.netty.threads.RxEventLoopProvider;
+import io.reactivex.netty.threads.SingleNioLoopProvider;
+
+public final class RxNetty {
+
+    private static volatile RxEventLoopProvider rxEventLoopProvider = new SingleNioLoopProvider(Runtime.getRuntime().availableProcessors());
+
+    private static volatile boolean usingNativeTransport;
+    private static volatile boolean disableEventPublishing;
+
+    private RxNetty() {
+    }
+
+    /**
+     * An implementation of {@link RxEventLoopProvider} to be used by all clients and servers created after this call.
+     *
+     * @param provider New provider to use.
+     *
+     * @return Existing provider.
+     */
+    public static RxEventLoopProvider useEventLoopProvider(RxEventLoopProvider provider) {
+        RxEventLoopProvider oldProvider = rxEventLoopProvider;
+        rxEventLoopProvider = provider;
+        return oldProvider;
+    }
+
+    public static RxEventLoopProvider getRxEventLoopProvider() {
+        return rxEventLoopProvider;
+    }
+
+    /**
+     * A global flag to start using netty's <a href="https://github.com/netty/netty/wiki/Native-transports">native protocol</a>
+     * if applicable for a client or server.
+     *
+     * <b>This does not evaluate whether the native transport is available for the OS or not.</b>
+     *
+     * So, this method should be called conditionally when the caller is sure that the OS supports the native protocol.
+     *
+     * Alternatively, this can be done selectively per client and server instance.
+     */
+    public static void useNativeTransportIfApplicable() {
+        usingNativeTransport = true;
+    }
+
+    /**
+     * A global flag to disable the effects of calling {@link #useNativeTransportIfApplicable()}
+     */
+    public static void disableNativeTransport() {
+        usingNativeTransport = false;
+    }
+
+    /**
+     * Enables publishing of events for RxNetty.
+     */
+    public static void enableEventPublishing() {
+        disableEventPublishing = false;
+    }
+
+    /**
+     * Disables publishing of events for RxNetty.
+     */
+    public static void disableEventPublishing() {
+        disableEventPublishing = true;
+    }
+
+    /**
+     * Returns {@code true} if event publishing is disabled.
+     *
+     * @return {@code true} if event publishing is disabled.
+     */
+    public static boolean isEventPublishingDisabled() {
+        return disableEventPublishing;
+    }
+
+    public static boolean isUsingNativeTransport() {
+        return usingNativeTransport;
+    }
+}

netty-http-rx/src/main/java/io/reactivex/netty/channel/AbstractConnectionToChannelBridge.java

@@ -0,0 +1,392 @@
+/*
+ * Copyright 2015 Netflix, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+package io.reactivex.netty.channel;
+
+import io.netty.channel.Channel;
+import io.netty.channel.ChannelHandlerContext;
+import io.netty.channel.ChannelOption;
+import io.netty.util.AttributeKey;
+import io.netty.util.ReferenceCountUtil;
+import io.netty.util.internal.EmptyArrays;
+import io.reactivex.netty.channel.events.ConnectionEventListener;
+import io.reactivex.netty.events.EventPublisher;
+import java.util.logging.Level;
+import java.util.logging.Logger;
+import rx.Producer;
+import rx.Subscriber;
+import rx.exceptions.MissingBackpressureException;
+
+import java.nio.channels.ClosedChannelException;
+import java.util.concurrent.atomic.AtomicLongFieldUpdater;
+
+/**
+ * A bridge between a {@link Connection} instance and the associated {@link Channel}.
+ *
+ * All operations on {@link Connection} will pass through this bridge to an appropriate action on the {@link Channel}
+ *
+ * <h2>Lazy {@link Connection#getInput()} subscription</h2>
+ *
+ * Lazy subscriptions are allowed on {@link Connection#getInput()} if and only if the channel is configured to
+ * not read data automatically (i.e. {@link ChannelOption#AUTO_READ} is set to {@code false}). Otherwise,
+ * if {@link Connection#getInput()} is subscribed lazily, the subscriber always receives an error. The content
+ * in this case is disposed upon reading.
+ *
+ * @param <R> Type read from the connection held by this handler.
+ * @param <W> Type written to the connection held by this handler.
+ */
+public abstract class AbstractConnectionToChannelBridge<R, W> extends BackpressureManagingHandler {
+
+    private static final Logger logger = Logger.getLogger(AbstractConnectionToChannelBridge.class.getName());
+
+    @SuppressWarnings("ThrowableInstanceNeverThrown")
+    private static final IllegalStateException ONLY_ONE_CONN_SUB_ALLOWED =
+            new IllegalStateException("Only one subscriber allowed for connection observable.");
+    @SuppressWarnings("ThrowableInstanceNeverThrown")
+    private static final IllegalStateException ONLY_ONE_CONN_INPUT_SUB_ALLOWED =
+            new IllegalStateException("Only one subscriber allowed for connection input.");
+    @SuppressWarnings("ThrowableInstanceNeverThrown")
+    private static final IllegalStateException LAZY_CONN_INPUT_SUB =
+            new IllegalStateException("Channel is set to auto-read but the subscription was lazy.");
+
+    @SuppressWarnings("ThrowableInstanceNeverThrown")
+    private static final ClosedChannelException CLOSED_CHANNEL_EXCEPTION = new ClosedChannelException();
+
+    static {
+        ONLY_ONE_CONN_INPUT_SUB_ALLOWED.setStackTrace(EmptyArrays.EMPTY_STACK_TRACE);
+        ONLY_ONE_CONN_SUB_ALLOWED.setStackTrace(EmptyArrays.EMPTY_STACK_TRACE);
+        LAZY_CONN_INPUT_SUB.setStackTrace(EmptyArrays.EMPTY_STACK_TRACE);
+        CLOSED_CHANNEL_EXCEPTION.setStackTrace(EmptyArrays.EMPTY_STACK_TRACE);
+    }
+
+    private final AttributeKey<ConnectionEventListener> eventListenerAttributeKey;
+    private final AttributeKey<EventPublisher> eventPublisherAttributeKey;
+
+    protected ConnectionEventListener eventListener;
+    protected EventPublisher eventPublisher;
+    private Subscriber<? super Channel> newChannelSub;
+    private ReadProducer<R> readProducer;
+    private boolean raiseErrorOnInputSubscription;
+    private boolean connectionEmitted;
+
+    protected AbstractConnectionToChannelBridge(String thisHandlerName, ConnectionEventListener eventListener,
+                                                EventPublisher eventPublisher) {
+        super(thisHandlerName);
+        if (null == eventListener) {
+            throw new IllegalArgumentException("Event listener can not be null.");
+        }
+        if (null == eventPublisher) {
+            throw new IllegalArgumentException("Event publisher can not be null.");
+        }
+        this.eventListener = eventListener;
+        this.eventPublisher = eventPublisher;
+        eventListenerAttributeKey = null;
+        eventPublisherAttributeKey = null;
+    }
+
+    protected AbstractConnectionToChannelBridge(String thisHandlerName,
+                                                AttributeKey<ConnectionEventListener> eventListenerAttributeKey,
+                                                AttributeKey<EventPublisher> eventPublisherAttributeKey) {
+        super(thisHandlerName);
+        this.eventListenerAttributeKey = eventListenerAttributeKey;
+        this.eventPublisherAttributeKey = eventPublisherAttributeKey;
+    }
+
+    @Override
+    public void handlerAdded(ChannelHandlerContext ctx) throws Exception {
+        if (null == eventListener && null == eventPublisher) {
+            eventListener = ctx.channel().attr(eventListenerAttributeKey).get();
+            eventPublisher = ctx.channel().attr(eventPublisherAttributeKey).get();
+        }
+
+        if (null == eventPublisher) {
+            logger.log(Level.SEVERE, "No Event publisher bound to the channel, closing channel.");
+            ctx.channel().close();
+            return;
+        }
+
+        if (eventPublisher.publishingEnabled() && null == eventListener) {
+            logger.log(Level.SEVERE, "No Event listener bound to the channel and publising is enabled, closing channel.");
+            ctx.channel().close();
+            return;
+        }
+
+        ctx.pipeline().addFirst(new BytesInspector(eventPublisher, eventListener));
+
+        super.handlerAdded(ctx);
+    }
+
+    @Override
+    public void channelInactive(ChannelHandlerContext ctx) throws Exception {
+        if (!connectionEmitted && isValidToEmit(newChannelSub)) {
+            emitNewConnection(ctx.channel());
+            connectionEmitted = true;
+        }
+        super.channelInactive(ctx);
+    }
+
+    @Override
+    public void channelUnregistered(ChannelHandlerContext ctx) throws Exception {
+
+        if (isValidToEmitToReadSubscriber(readProducer)) {
+            /*If the subscriber is still active, then it expects data but the channel is closed.*/
+            readProducer.sendOnError(CLOSED_CHANNEL_EXCEPTION);
+        }
+
+        super.channelUnregistered(ctx);
+    }
+
+    @Override
+    public void userEventTriggered(ChannelHandlerContext ctx, Object evt) throws Exception {
+        if (evt instanceof EmitConnectionEvent) {
+            if (!connectionEmitted) {
+                emitNewConnection(ctx.channel());
+                connectionEmitted = true;
+            }
+        } else if (evt instanceof ConnectionCreationFailedEvent) {
+            if (isValidToEmit(newChannelSub)) {
+                newChannelSub.onError(((ConnectionCreationFailedEvent)evt).getThrowable());
+            }
+        } else if (evt instanceof ChannelSubscriberEvent) {
+            @SuppressWarnings("unchecked")
+            final ChannelSubscriberEvent<R, W> channelSubscriberEvent = (ChannelSubscriberEvent<R, W>) evt;
+
+            newConnectionSubscriber(channelSubscriberEvent);
+        } else if (evt instanceof ConnectionInputSubscriberEvent) {
+            @SuppressWarnings("unchecked")
+            ConnectionInputSubscriberEvent<R, W> event = (ConnectionInputSubscriberEvent<R, W>) evt;
+
+            newConnectionInputSubscriber(ctx.channel(), event.getSubscriber(), false);
+        } else if (evt instanceof ConnectionInputSubscriberResetEvent) {
+            resetConnectionInputSubscriber();
+        } else if (evt instanceof ConnectionInputSubscriberReplaceEvent) {
+            @SuppressWarnings("unchecked")
+            ConnectionInputSubscriberReplaceEvent<R, W> event = (ConnectionInputSubscriberReplaceEvent<R, W>) evt;
+            replaceConnectionInputSubscriber(ctx.channel(), event);
+        }
+
+        super.userEventTriggered(ctx, evt);
+    }
+
+    @SuppressWarnings("unchecked")
+    @Override
+    public void newMessage(ChannelHandlerContext ctx, Object msg) {
+        if (isValidToEmitToReadSubscriber(readProducer)) {
+            try {
+                readProducer.sendOnNext((R) msg);
+            } catch (ClassCastException e) {
+                ReferenceCountUtil.release(msg); // Since, this was not sent to the subscriber, release the msg.
+                readProducer.sendOnError(e);
+            }
+        } else {
+            logger.log(Level.WARNING, "Data received on channel, but no subscriber registered. Discarding data. Message class: "
+                            + msg.getClass().getName() + ", channel: " + ctx.channel());
+            ReferenceCountUtil.release(msg); // No consumer of the message, so discard.
+        }
+    }
+
+    @Override
+    public boolean shouldReadMore(ChannelHandlerContext ctx) {
+        return null != readProducer && readProducer.shouldReadMore(ctx);
+    }
+
+    @Override
+    public void exceptionCaught(ChannelHandlerContext ctx, Throwable cause) throws Exception {
+        if (!connectionEmitted && isValidToEmit(newChannelSub)) {
+            newChannelSub.onError(cause);
+        } else if (isValidToEmitToReadSubscriber(readProducer)) {
+            readProducer.sendOnError(cause);
+        } else {
+            logger.log(Level.INFO, "Exception in the pipeline and none of the subscribers are active.", cause);
+        }
+    }
+
+    protected static boolean isValidToEmit(Subscriber<?> subscriber) {
+        return null != subscriber && !subscriber.isUnsubscribed();
+    }
+
+    private static boolean isValidToEmitToReadSubscriber(ReadProducer<?> readProducer) {
+        return null != readProducer && !readProducer.subscriber.isUnsubscribed();
+    }
+
+    protected boolean connectionInputSubscriberExists(Channel channel) {
+        assert channel.eventLoop().inEventLoop();
+
+        return null != readProducer && null != readProducer.subscriber && !readProducer.subscriber.isUnsubscribed();
+    }
+
+    protected void onNewReadSubscriber(Subscriber<? super R> subscriber) {
+        // NOOP
+    }
+
+    protected final void checkEagerSubscriptionIfConfigured(Channel channel) {
+        if (channel.config().isAutoRead() && null == readProducer) {
+            // If the channel is set to auto-read and there is no eager subscription then, we should raise errors
+            // when a subscriber arrives.
+            raiseErrorOnInputSubscription = true;
+            final Subscriber<? super R> discardAll = ConnectionInputSubscriberEvent.discardAllInput()
+                                                                                   .getSubscriber();
+            final ReadProducer<R> producer = new ReadProducer<>(discardAll, channel);
+            discardAll.setProducer(producer);
+            readProducer = producer;
+        }
+    }
+
+    protected final Subscriber<? super Channel> getNewChannelSub() {
+        return newChannelSub;
+    }
+
+    private void emitNewConnection(Channel channel) {
+        if (isValidToEmit(newChannelSub)) {
+            try {
+                newChannelSub.onNext(channel);
+                connectionEmitted = true;
+                checkEagerSubscriptionIfConfigured(channel);
+                newChannelSub.onCompleted();
+            } catch (Exception e) {
+                logger.log(Level.SEVERE, "Error emitting a new connection. Closing this channel.", e);
+                channel.close();
+            }
+        } else {
+            channel.close(); // Closing the connection if not sent to a subscriber.
+        }
+    }
+
+    private void resetConnectionInputSubscriber() {
+        final Subscriber<? super R> connInputSub = null == readProducer? null : readProducer.subscriber;
+        if (isValidToEmit(connInputSub)) {
+            connInputSub.onCompleted();
+        }
+        raiseErrorOnInputSubscription = false;
+        readProducer = null; // A subsequent event should set it to the desired subscriber.
+    }
+
+    private void newConnectionInputSubscriber(final Channel channel, final Subscriber<? super R> subscriber,
+                                              boolean replace) {
+        final Subscriber<? super R> connInputSub = null == readProducer ? null : readProducer.subscriber;
+        if (isValidToEmit(connInputSub)) {
+            if (!replace) {
+                /*Allow only once concurrent input subscriber but allow concatenated subscribers*/
+                subscriber.onError(ONLY_ONE_CONN_INPUT_SUB_ALLOWED);
+            } else {
+                setNewReadProducer(channel, subscriber);
+                connInputSub.onCompleted();
+            }
+        } else if (raiseErrorOnInputSubscription) {
+            subscriber.onError(LAZY_CONN_INPUT_SUB);
+        } else {
+            setNewReadProducer(channel, subscriber);
+        }
+    }
+
+    private void setNewReadProducer(Channel channel, Subscriber<? super R> subscriber) {
+        final ReadProducer<R> producer = new ReadProducer<>(subscriber, channel);
+        subscriber.setProducer(producer);
+        onNewReadSubscriber(subscriber);
+        readProducer = producer;
+    }
+
+    private void replaceConnectionInputSubscriber(Channel channel, ConnectionInputSubscriberReplaceEvent<R, W> event) {
+        ConnectionInputSubscriberEvent<R, W> newSubEvent = event.getNewSubEvent();
+        newConnectionInputSubscriber(channel, newSubEvent.getSubscriber(),
+                                     true);
+    }
+
+    private void newConnectionSubscriber(ChannelSubscriberEvent<R, W> event) {
+        if (null == newChannelSub) {
+            newChannelSub = event.getSubscriber();
+        } else {
+            event.getSubscriber().onError(ONLY_ONE_CONN_SUB_ALLOWED);
+        }
+    }
+
+    /*Visible for testing*/ static final class ReadProducer<T> extends RequestReadIfRequiredEvent implements Producer {
+
+        @SuppressWarnings("rawtypes")
+        private static final AtomicLongFieldUpdater<ReadProducer> REQUEST_UPDATER =
+                AtomicLongFieldUpdater.newUpdater(ReadProducer.class, "requested");/*Updater for requested*/
+        private volatile long requested; // Updated by REQUEST_UPDATER, required to be volatile.
+
+        private final Subscriber<? super T> subscriber;
+        private final Channel channel;
+
+        /*Visible for testing*/ ReadProducer(Subscriber<? super T> subscriber, Channel channel) {
+            this.subscriber = subscriber;
+            this.channel = channel;
+        }
+
+        @Override
+        public void request(long n) {
+            if (Long.MAX_VALUE != requested) {
+                if (Long.MAX_VALUE == n) {
+                    // Now turning off backpressure
+                    REQUEST_UPDATER.set(this, Long.MAX_VALUE);
+                } else {
+                    // add n to field but check for overflow
+                    while (true) {
+                        final long current = requested;
+                        long next = current + n;
+                        // check for overflow
+                        if (next < 0) {
+                            next = Long.MAX_VALUE;
+                        }
+                        if (REQUEST_UPDATER.compareAndSet(this, current, next)) {
+                            break;
+                        }
+                    }
+                }
+            }
+
+            if (!channel.config().isAutoRead()) {
+                channel.pipeline().fireUserEventTriggered(this);
+            }
+        }
+
+        public void sendOnError(Throwable throwable) {
+            subscriber.onError(throwable);
+        }
+
+        public void sendOnComplete() {
+            subscriber.onCompleted();
+        }
+
+        public void sendOnNext(T nextItem) {
+            if (requested > 0) {
+                if (REQUEST_UPDATER.get(this) != Long.MAX_VALUE) {
+                    REQUEST_UPDATER.decrementAndGet(this);
+                }
+                subscriber.onNext(nextItem);
+            } else {
+                subscriber.onError(new MissingBackpressureException(
+                        "Received more data on the channel than demanded by the subscriber."));
+            }
+        }
+
+        @Override
+        protected boolean shouldReadMore(ChannelHandlerContext ctx) {
+            return !subscriber.isUnsubscribed() && REQUEST_UPDATER.get(this) > 0;
+        }
+
+        /*Visible for testing*/long getRequested() {
+            return requested;
+        }
+
+        @Override
+        public String toString() {
+            return "ReadProducer{" + "requested=" + requested + '}';
+        }
+    }
+}

netty-http-rx/src/main/java/io/reactivex/netty/channel/AllocatingTransformer.java

@@ -0,0 +1,72 @@
+/*
+ * Copyright 2016 Netflix, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+
+package io.reactivex.netty.channel;
+
+import io.netty.buffer.ByteBufAllocator;
+import io.netty.util.internal.TypeParameterMatcher;
+import rx.annotations.Beta;
+
+import java.util.List;
+
+/**
+ * A transformer to be used for modifying the type of objects written on a {@link Connection}.
+ *
+ * <h2>Why is this required?</h2>
+ *
+ * The type of an object can usually be transformed using {@code Observable.map()}, however, while writing on a
+ * {@link Connection}, typically one requires to allocate buffers. Although a {@code Connection} provides a way to
+ * retrieve the {@link ByteBufAllocator} via the {@code Channel}, allocating buffers from outside the eventloop will
+ * lead to buffer bloats as the allocators will typically use thread-local buffer pools. <p>
+ *
+ * This transformer is always invoked from within the eventloop and hence does not have buffer bloating issues, even
+ * when transformations happen outside the eventloop.
+ *
+ * @param <T> Source type.
+ * @param <TT> Target type.
+ */
+@Beta
+public abstract class AllocatingTransformer<T, TT> {
+
+    private final TypeParameterMatcher matcher;
+
+    protected AllocatingTransformer() {
+        matcher = TypeParameterMatcher.find(this, AllocatingTransformer.class, "T");
+    }
+
+    /**
+     * Asserts whether the passed message can be transformed using this transformer.
+     *
+     * @param msg Message to transform.
+     *
+     * @return {@code true} if the message can be transformed.
+     */
+    protected boolean acceptMessage(Object msg) {
+        return matcher.match(msg);
+    }
+
+    /**
+     * Transforms the passed message and adds the output to the returned list.
+     *
+     * @param toTransform Message to transform.
+     * @param allocator Allocating for allocating buffers, if required.
+     *
+     * @return Output of the transformation.
+     */
+    public abstract List<TT> transform(T toTransform, ByteBufAllocator allocator);
+
+}

netty-http-rx/src/main/java/io/reactivex/netty/channel/AppendTransformerEvent.java

@@ -0,0 +1,40 @@
+/*
+ * Copyright 2016 Netflix, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+
+package io.reactivex.netty.channel;
+
+/**
+ * An event to register a custom transformer of data written on a channel.
+ *
+ * @param <T> Source type for the transformer.
+ * @param <TT> Target type for the transformer.
+ */
+public final class AppendTransformerEvent<T, TT> {
+
+    private final AllocatingTransformer<T, TT> transformer;
+
+    public AppendTransformerEvent(AllocatingTransformer<T, TT> transformer) {
+        if (null == transformer) {
+            throw new NullPointerException("Transformer can not be null.");
+        }
+        this.transformer = transformer;
+    }
+
+    public AllocatingTransformer<T, TT> getTransformer() {
+        return transformer;
+    }
+}

netty-http-rx/src/main/java/io/reactivex/netty/channel/AutoReleaseOperator.java

@@ -0,0 +1,49 @@
+/*
+ * Copyright 2015 Netflix, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+
+package io.reactivex.netty.channel;
+
+import io.netty.util.ReferenceCountUtil;
+import rx.Observable.Operator;
+import rx.Subscriber;
+
+class AutoReleaseOperator<T> implements Operator<T, T> {
+
+    @Override
+    public Subscriber<? super T> call(final Subscriber<? super T> subscriber) {
+        return new Subscriber<T>(subscriber) {
+            @Override
+            public void onCompleted() {
+                subscriber.onCompleted();
+            }
+
+            @Override
+            public void onError(Throwable e) {
+                subscriber.onError(e);
+            }
+
+            @Override
+            public void onNext(T t) {
+                try {
+                    subscriber.onNext(t);
+                } finally {
+                    ReferenceCountUtil.release(t);
+                }
+            }
+        };
+    }
+}

netty-http-rx/src/main/java/io/reactivex/netty/channel/BackpressureManagingHandler.java

@@ -0,0 +1,710 @@
+/*
+ * Copyright 2015 Netflix, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+package io.reactivex.netty.channel;
+
+import io.netty.channel.Channel;
+import io.netty.channel.ChannelDuplexHandler;
+import io.netty.channel.ChannelFuture;
+import io.netty.channel.ChannelFutureListener;
+import io.netty.channel.ChannelHandler;
+import io.netty.channel.ChannelHandlerContext;
+import io.netty.channel.ChannelPromise;
+import io.netty.util.ReferenceCountUtil;
+import io.netty.util.internal.RecyclableArrayList;
+import java.util.logging.Level;
+import java.util.logging.Logger;
+import rx.Observable;
+import rx.Scheduler;
+import rx.Subscriber;
+import rx.functions.Action0;
+import rx.schedulers.Schedulers;
+import rx.subscriptions.Subscriptions;
+
+import java.util.ArrayList;
+import java.util.Collections;
+import java.util.Iterator;
+import java.util.List;
+import java.util.concurrent.ConcurrentLinkedQueue;
+
+public abstract class BackpressureManagingHandler extends ChannelDuplexHandler {
+
+    private static final Logger logger = Logger.getLogger(BackpressureManagingHandler.class.getName());
+
+    /*Visible for testing*/  enum State {
+        ReadRequested,
+        Reading,
+        Buffering,
+        DrainingBuffer,
+        Stopped,
+    }
+
+    private RecyclableArrayList buffer;
+    private int currentBufferIndex;
+    private State currentState = State.Buffering; /*Buffer unless explicitly asked to read*/
+    private boolean continueDraining;
+    private final BytesWriteInterceptor bytesWriteInterceptor;
+
+    protected BackpressureManagingHandler(String thisHandlerName) {
+        bytesWriteInterceptor = new BytesWriteInterceptor(thisHandlerName);
+    }
+
+    @SuppressWarnings("fallthrough")
+    @Override
+    public final void channelRead(ChannelHandlerContext ctx, Object msg) throws Exception {
+
+        if (State.Stopped != currentState && !shouldReadMore(ctx)) {
+            currentState = State.Buffering;
+        }
+
+        switch (currentState) {
+        case ReadRequested:
+            currentState = State.Reading;
+        case Reading:
+            newMessage(ctx, msg);
+            break;
+        case Buffering:
+        case DrainingBuffer:
+            if (null == buffer) {
+                buffer = RecyclableArrayList.newInstance();
+            }
+            buffer.add(msg);
+            break;
+        case Stopped:
+            logger.log(Level.WARNING, "Message read after handler removed, discarding the same. Message class: "
+                        + msg.getClass().getName());
+            ReferenceCountUtil.release(msg);
+            break;
+        }
+    }
+
+    @Override
+    public void handlerAdded(ChannelHandlerContext ctx) throws Exception {
+        ctx.pipeline().addFirst(bytesWriteInterceptor);
+        currentState = State.Buffering;
+    }
+
+    @Override
+    public void handlerRemoved(ChannelHandlerContext ctx) throws Exception {
+        /*On shut down, all the handlers are removed from the pipeline, so we don't need to explicitly remove the
+        additional handlers added in handlerAdded()*/
+        currentState = State.Stopped;
+        if (null != buffer) {
+            if (!buffer.isEmpty()) {
+                for (Object item : buffer) {
+                    ReferenceCountUtil.release(item);
+                }
+            }
+            buffer.recycle();
+            buffer = null;
+        }
+    }
+
+    @Override
+    public final void channelReadComplete(ChannelHandlerContext ctx) throws Exception {
+
+        switch (currentState) {
+        case ReadRequested:
+            /*Nothing read from the last request, forward to read() and let it take the decision on what to do.*/
+            break;
+        case Reading:
+            /*
+             * After read completion, move to Buffering, unless an explicit read is issued, which moves to an
+             * appropriate state.
+             */
+            currentState = State.Buffering;
+            break;
+        case Buffering:
+            /*Keep buffering, unless the buffer drains and more items are requested*/
+            break;
+        case DrainingBuffer:
+            /*Keep draining, unless the buffer drains and more items are requested*/
+            break;
+        case Stopped:
+            break;
+        }
+
+        ctx.fireChannelReadComplete();
+
+        if (!ctx.channel().config().isAutoRead() && shouldReadMore(ctx)) {
+            read(ctx);
+        }
+    }
+
+    @Override
+    public final void read(ChannelHandlerContext ctx) throws Exception {
+        switch (currentState) {
+        case ReadRequested:
+            /*Nothing read since last request, but requested more, so push the demand upstream.*/
+            ctx.read();
+            break;
+        case Reading:
+            /*
+             * We are already reading data and the read has not completed as that would move the state to buffering.
+             * So, ignore this read, or otherwise, read is requested on the channel, unnecessarily.
+             */
+            break;
+        case Buffering:
+            /*
+             * We were buffering and now a read was requested, so start draining the buffer.
+             */
+            currentState = State.DrainingBuffer;
+            continueDraining = true;
+            /*
+             * Looping here to drain, instead of having it done via readComplete -> read -> readComplete loop to reduce
+             * call stack depth. Otherwise, the stackdepth is proportional to number of items in the buffer and hence
+             * for large buffers will overflow stack.
+             */
+            while (continueDraining && null != buffer && currentBufferIndex < buffer.size()) {
+                Object nextItem = buffer.get(currentBufferIndex++);
+                newMessage(ctx, nextItem); /*Send the next message.*/
+                /*
+                 * If there is more read demand then that should come as part of read complete or later as another
+                 * read (this method) invocation. */
+                continueDraining = false;
+                channelReadComplete(ctx);
+            }
+
+            if (continueDraining) {
+                if (null != buffer) {
+                    /*Outstanding read demand and buffer is empty, so recycle the buffer and pass the read upstream.*/
+                    recycleBuffer();
+                }
+                /*
+                 * Since, continueDraining is true and we have broken out of the drain loop, it means that there are no
+                 * items in the buffer and there is more read demand. Switch to read requested and send the read demand
+                 * downstream.
+                 */
+                currentState = State.ReadRequested;
+                ctx.read();
+            } else {
+                /*
+                 * There is no more demand, so set the state to buffering and so another read invocation can start
+                 * draining.
+                 */
+                currentState = State.Buffering;
+                /*If buffer is empty, then recycle.*/
+                if (null != buffer && currentBufferIndex >= buffer.size()) {
+                    recycleBuffer();
+                }
+            }
+            break;
+        case DrainingBuffer:
+            /*Already draining buffer, so break the call stack and let the caller keep draining.*/
+            continueDraining = true;
+            break;
+        case Stopped:
+            /*Invalid, pass it downstream.*/
+            ctx.read();
+            break;
+        }
+    }
+
+    /**
+     * Intercepts a write on the channel. The following message types are handled:
+     *
+     * <ul>
+     <li>String: If the pipeline is not configured to write a String, this converts the string to a {@link io.netty.buffer.ByteBuf} and
+     then writes it on the channel.</li>
+     <li>byte[]: If the pipeline is not configured to write a byte[], this converts the byte[] to a {@link io.netty.buffer.ByteBuf} and
+     then writes it on the channel.</li>
+     <li>Observable: Subscribes to the {@link Observable} and writes all items, requesting the next item if and only if
+     the channel is writable as indicated by {@link Channel#isWritable()}</li>
+     </ul>
+     *
+     * @param ctx Channel handler context.
+     * @param msg Message to write.
+     * @param promise Promise for the completion of write.
+     *
+     * @throws Exception If there is an error handling this write.
+     */
+    @Override
+    public void write(ChannelHandlerContext ctx, Object msg, ChannelPromise promise) throws Exception {
+        if (msg instanceof Observable) {
+            @SuppressWarnings("rawtypes")
+            Observable observable = (Observable) msg; /*One can write heterogeneous objects on a channel.*/
+            final WriteStreamSubscriber subscriber = bytesWriteInterceptor.newSubscriber(ctx, promise);
+            subscriber.subscribeTo(observable);
+        } else {
+            ctx.write(msg, promise);
+        }
+    }
+
+    @Override
+    public void userEventTriggered(ChannelHandlerContext ctx, Object evt) throws Exception {
+        if (evt instanceof RequestReadIfRequiredEvent) {
+            RequestReadIfRequiredEvent requestReadIfRequiredEvent = (RequestReadIfRequiredEvent) evt;
+            if (requestReadIfRequiredEvent.shouldReadMore(ctx)) {
+                read(ctx);
+            }
+        }
+
+        super.userEventTriggered(ctx, evt);
+    }
+
+    protected abstract void newMessage(ChannelHandlerContext ctx, Object msg);
+
+    protected abstract boolean shouldReadMore(ChannelHandlerContext ctx);
+
+    /*Visible for testing*/ RecyclableArrayList getBuffer() {
+        return buffer;
+    }
+
+    /*Visible for testing*/ int getCurrentBufferIndex() {
+        return currentBufferIndex;
+    }
+
+    /*Visible for testing*/ State getCurrentState() {
+        return currentState;
+    }
+
+    private void recycleBuffer() {
+        buffer.recycle();
+        currentBufferIndex = 0;
+        buffer = null;
+    }
+
+    protected static abstract class RequestReadIfRequiredEvent {
+
+        protected abstract boolean shouldReadMore(ChannelHandlerContext ctx);
+    }
+
+    /**
+     * This handler inspects write to see if a write made it to {@link BytesWriteInterceptor} inline with a write call.
+     * The reasons why a write would not make it to the channel, would be:
+     * <ul>
+     <li>If there is a handler in the pipeline that runs in a different group.</li>
+     <li>If there is a handler that collects many items to produce a single item.</li>
+     </ul>
+     *
+     * When a write did not reach the {@link BytesWriteInterceptor}, no request for more items will be generated and
+     * we could get into a deadlock where a handler is waiting for more items (collect case) but no more items arrive as
+     * no more request is generated. In order to avoid this deadlock, this handler will detect the situation and
+     * trigger more request in this case.
+     *
+     * Why a separate handler?
+     *
+     * This needs to be different than {@link BytesWriteInterceptor} as we need it immediately after
+     * {@link BackpressureManagingHandler} so that no other handler eats a write and {@link BytesWriteInterceptor} is
+     * always the first handler in the pipeline to be right before the channel and hence maintain proper demand.
+     */
+    static final class WriteInspector extends ChannelDuplexHandler {
+
+        private final BytesWriteInterceptor bytesWriteInterceptor;
+
+        WriteInspector(BytesWriteInterceptor bytesWriteInterceptor) {
+            this.bytesWriteInterceptor = bytesWriteInterceptor;
+        }
+
+        @Override
+        public void write(ChannelHandlerContext ctx, Object msg, ChannelPromise promise) throws Exception {
+            /*Both these handlers always run in the same executor, so it's safe to access this variable.*/
+            bytesWriteInterceptor.messageReceived = false; /*reset flag for this write*/
+            ctx.write(msg, promise);
+            if (!bytesWriteInterceptor.messageReceived) {
+                bytesWriteInterceptor.requestMoreIfWritable(ctx.channel());
+            }
+        }
+    }
+
+    /**
+     * Regulates write->request more->write process on the channel.
+     *
+     * Why is this a separate handler?
+     * The sole purpose of this handler is to request more items from each of the Observable streams producing items to
+     * write. It is important to request more items only when the current item is written on the channel i.e. added to
+     * the ChannelOutboundBuffer. If we request more from outside the pipeline (from WriteStreamSubscriber.onNext())
+     * then it may so happen that the onNext is not from within this eventloop and hence instead of being written to
+     * the channel, is added to the task queue of the EventLoop. Requesting more items in such a case, would mean we
+     * keep adding the writes to the eventloop queue and not on the channel buffer. This would mean that the channel
+     * writability would not truly indicate the buffer.
+     */
+    /*Visible for testing*/ static final class BytesWriteInterceptor extends ChannelDuplexHandler implements Runnable {
+
+        /*Visible for testing*/ static final String WRITE_INSPECTOR_HANDLER_NAME = "write-inspector";
+        /*Visible for testing*/ static final int MAX_PER_SUBSCRIBER_REQUEST = 64;
+
+        /*
+         * Since, unsubscribes can happen on a different thread, this has to be thread-safe.
+         */
+        private final ConcurrentLinkedQueue<WriteStreamSubscriber> subscribers = new ConcurrentLinkedQueue<>();
+        private final String parentHandlerName;
+
+        /* This should always be access from the eventloop and can be used to manage state before and after a write to
+         * see if a write started from {@link WriteInspector} made it to this handler.
+         */
+        private boolean messageReceived;
+
+        /**
+         * The intent here is to equally divide the request to all subscribers but do not put a hard-bound on whether
+         * the subscribers are actually adhering to the limit (by not throwing MissingBackpressureException). This keeps
+         * the request distribution simple and still give opprotunities for subscribers to optimize (increase the limit)
+         * if there is a signal that the consumption is slower than the producer.
+         *
+         * Worst case of this scheme is request-1 per subscriber which happens when there are as many subscribers as
+         * the max limit.
+         */
+        private int perSubscriberMaxRequest = MAX_PER_SUBSCRIBER_REQUEST;
+        private Channel channel;
+        private boolean removeTaskScheduled; // Guarded by this
+
+        BytesWriteInterceptor(String parentHandlerName) {
+            this.parentHandlerName = parentHandlerName;
+        }
+
+        @Override
+        public void write(ChannelHandlerContext ctx, final Object msg, ChannelPromise promise) throws Exception {
+            ctx.write(msg, promise);
+            messageReceived = true;
+            requestMoreIfWritable(ctx.channel());
+        }
+
+        @Override
+        public void handlerAdded(ChannelHandlerContext ctx) throws Exception {
+            channel = ctx.channel();
+            WriteInspector writeInspector = new WriteInspector(this);
+            ChannelHandler parent = ctx.pipeline().get(parentHandlerName);
+            if (null != parent) {
+                ctx.pipeline().addBefore(parentHandlerName, WRITE_INSPECTOR_HANDLER_NAME, writeInspector);
+            }
+        }
+
+        @Override
+        public void channelWritabilityChanged(ChannelHandlerContext ctx) throws Exception {
+            if (ctx.channel().isWritable()) {
+                requestMoreIfWritable(ctx.channel());
+            }
+            super.channelWritabilityChanged(ctx);
+        }
+
+        public WriteStreamSubscriber newSubscriber(final ChannelHandlerContext ctx, ChannelPromise promise) {
+            int currentSubCount = subscribers.size();
+            recalculateMaxPerSubscriber(currentSubCount, currentSubCount + 1);
+
+            final WriteStreamSubscriber sub = new WriteStreamSubscriber(ctx, promise, perSubscriberMaxRequest);
+            sub.add(Subscriptions.create(new Action0() {
+                @Override
+                public void call() {
+                    boolean _schedule;
+                    /*Schedule the task once as the task runs through and removes all unsubscribed subscribers*/
+                    synchronized (BytesWriteInterceptor.this) {
+                        _schedule = !removeTaskScheduled;
+                        removeTaskScheduled = true;
+                    }
+                    if (_schedule) {
+                        ctx.channel().eventLoop().execute(BytesWriteInterceptor.this);
+                    }
+                }
+            }));
+
+            subscribers.add(sub);
+            return sub;
+        }
+
+        /*Visible for testing*/List<WriteStreamSubscriber> getSubscribers() {
+            return Collections.unmodifiableList(new ArrayList<>(subscribers));
+        }
+
+        private void requestMoreIfWritable(Channel channel) {
+            assert channel.eventLoop().inEventLoop();
+
+            for (WriteStreamSubscriber subscriber: subscribers) {
+                if (!subscriber.isUnsubscribed() && channel.isWritable()) {
+                    subscriber.requestMoreIfNeeded(perSubscriberMaxRequest);
+                }
+            }
+        }
+
+        @Override
+        public void run() {
+            synchronized (this) {
+                removeTaskScheduled = false;
+            }
+            int oldSubCount = subscribers.size();
+            for (Iterator<WriteStreamSubscriber> iterator = subscribers.iterator(); iterator.hasNext(); ) {
+                WriteStreamSubscriber subscriber = iterator.next();
+                if (subscriber.isUnsubscribed()) {
+                    iterator.remove();
+                }
+            }
+            int newSubCount = subscribers.size();
+            recalculateMaxPerSubscriber(oldSubCount, newSubCount);
+        }
+
+        /**
+         * Called from within the eventloop, whenever the subscriber queue is modified. This modifies the per subscriber
+         * request limit by equally distributing the demand. Minimum demand to any subscriber is 1.
+         */
+        private void recalculateMaxPerSubscriber(int oldSubCount, int newSubCount) {
+            assert channel.eventLoop().inEventLoop();
+            perSubscriberMaxRequest = newSubCount == 0 || oldSubCount == 0
+                                                     ? MAX_PER_SUBSCRIBER_REQUEST
+                                                     : perSubscriberMaxRequest * oldSubCount / newSubCount;
+
+            perSubscriberMaxRequest = Math.max(1, perSubscriberMaxRequest);
+
+            if (logger.isLoggable(Level.FINE)) {
+                logger.log(Level.FINE, "Channel " + channel +
+                                " modifying per subscriber max request. Old subscribers count " + oldSubCount +
+                                " new subscribers count " + newSubCount +
+                                " new Value {} " + perSubscriberMaxRequest);
+            }
+        }
+    }
+
+    /**
+     * Backpressure enabled subscriber to an Observable written on this channel. This connects the promise for writing
+     * the Observable to all the promises created per write (per onNext).
+     */
+    /*Visible for testing*/static class WriteStreamSubscriber extends Subscriber<Object> {
+
+        private final ChannelHandlerContext ctx;
+        private final ChannelPromise overarchingWritePromise;
+
+        private final int initialRequest;
+        private long maxBufferSize;
+        private long pending; /*Guarded by guard*/
+        private long lowWaterMark;
+
+        private final Object guard = new Object();
+        private boolean isDone; /*Guarded by guard*/
+        private Scheduler.Worker writeWorker; /*Guarded by guard*/
+        private boolean atleastOneWriteEnqueued; /*Guarded by guard*/
+        private int enqueued;  /*Guarded by guard*/
+
+        private boolean isPromiseCompletedOnWriteComplete; /*Guarded by guard. Only transition should be false->true*/
+
+        private int listeningTo;
+
+        /*Visible for testing*/ WriteStreamSubscriber(ChannelHandlerContext ctx, ChannelPromise promise,
+                                                      int initialRequest) {
+            this.ctx = ctx;
+            overarchingWritePromise = promise;
+            this.initialRequest = initialRequest;
+            promise.addListener(new ChannelFutureListener() {
+                @Override
+                public void operationComplete(ChannelFuture future) throws Exception {
+                    if (future.isCancelled()) {
+                        unsubscribe(); /*Unsubscribe from source if the promise is cancelled.*/
+                    }
+                }
+            });
+        }
+
+        @Override
+        public void onStart() {
+            requestMoreIfNeeded(initialRequest);
+        }
+
+        @Override
+        public void onCompleted() {
+            onTermination(null);
+        }
+
+        @Override
+        public void onError(Throwable e) {
+            onTermination(e);
+        }
+
+        @Override
+        public void onNext(Object nextItem) {
+            final boolean enqueue;
+            boolean inEL = ctx.channel().eventLoop().inEventLoop();
+
+            synchronized (guard) {
+                pending--;
+                if (null == writeWorker) {
+                    if (!inEL) {
+                        atleastOneWriteEnqueued = true;
+                    }
+                    if (atleastOneWriteEnqueued) {
+                        writeWorker = Schedulers.computation().createWorker();
+                    }
+                }
+
+                enqueue = null != writeWorker && (inEL || enqueued > 0);
+
+                if (enqueue) {
+                    enqueued++;
+                }
+            }
+
+            final ChannelFuture channelFuture = enqueue ? enqueueWrite(nextItem) : ctx.write(nextItem);
+
+            synchronized (guard) {
+                listeningTo++;
+            }
+
+            channelFuture.addListener(new ChannelFutureListener() {
+                @Override
+                public void operationComplete(ChannelFuture future) throws Exception {
+
+                    if (overarchingWritePromise.isDone()) {
+                        /*
+                         * Overarching promise will be done if and only if there was an error or all futures have
+                         * completed. In both cases, this callback is useless, hence return from here.
+                         * IOW, if we are here, it can be two cases:
+                         *
+                         * - There has already been a write that has failed. So, the promise is done with failure.
+                         * - There was a write that arrived after termination of the Observable.
+                         *
+                         * Two above isn't possible as per Rx contract.
+                         * One above is possible but is not of any consequence w.r.t this listener as this listener does
+                         * not give callbacks to specific writes
+                         */
+                        return;
+                    }
+
+                    boolean _isPromiseCompletedOnWriteComplete;
+
+                    /*
+                     * The intent here is to NOT give listener callbacks via promise completion within the sync block.
+                     * So, a co-ordination b/w the thread sending Observable terminal event and thread sending write
+                     * completion event is required.
+                     * The only work to be done in the Observable terminal event thread is to whether the
+                     * overarchingWritePromise is to be completed or not.
+                     * The errors are not buffered, so the overarchingWritePromise is completed in this callback w/o
+                     * knowing whether any more writes will arive or not.
+                     * This co-oridantion is done via the flag isPromiseCompletedOnWriteComplete
+                     */
+                    synchronized (guard) {
+                        listeningTo--;
+                        if (0 == listeningTo && isDone) {
+                            /*
+                             * If the listening count is 0 and no more items will arrive, this thread wins the race of
+                             * completing the overarchingWritePromise
+                             */
+                            isPromiseCompletedOnWriteComplete = true;
+                        }
+                        _isPromiseCompletedOnWriteComplete = isPromiseCompletedOnWriteComplete;
+                    }
+
+                    /*
+                     * Exceptions are not buffered but completion is only sent when there are no more items to be
+                     * received for write.
+                     */
+                    if (!future.isSuccess()) {
+                        overarchingWritePromise.tryFailure(future.cause());
+                        /*
+                         * Unsubscribe this subscriber when write fails as we are completing the promise which is
+                         * attached to the listener of the write results.
+                         */
+                        unsubscribe();
+                    } else if (_isPromiseCompletedOnWriteComplete) { /*Once set to true, never goes back to false.*/
+                        /*Complete only when no more items will arrive and all writes are completed*/
+                        overarchingWritePromise.trySuccess();
+                    }
+                }
+            });
+        }
+
+        private ChannelFuture enqueueWrite(final Object nextItem) {
+            final ChannelPromise toReturn = ctx.channel().newPromise();
+            writeWorker.schedule(new Action0() {
+                @Override
+                public void call() {
+                    ctx.write(nextItem, toReturn);
+                    synchronized (guard) {
+                        enqueued--;
+                    }
+                }
+            });
+            return toReturn;
+        }
+
+        private void onTermination(Throwable throwableIfAny) {
+            int _listeningTo;
+            boolean _shouldCompletePromise;
+            final boolean enqueueFlush;
+
+            /*
+             * The intent here is to NOT give listener callbacks via promise completion within the sync block.
+             * So, a co-ordination b/w the thread sending Observable terminal event and thread sending write
+             * completion event is required.
+             * The only work to be done in the Observable terminal event thread is to whether the
+             * overarchingWritePromise is to be completed or not.
+             * The errors are not buffered, so the overarchingWritePromise is completed in this callback w/o
+             * knowing whether any more writes will arive or not.
+             * This co-oridantion is done via the flag isPromiseCompletedOnWriteComplete
+             */
+            synchronized (guard) {
+                enqueueFlush = atleastOneWriteEnqueued;
+                isDone = true;
+                _listeningTo = listeningTo;
+                /*
+                 * Flag to indicate whether the write complete thread won the race and will complete the
+                 * overarchingWritePromise
+                 */
+                _shouldCompletePromise = 0 == _listeningTo && !isPromiseCompletedOnWriteComplete;
+            }
+
+            if (enqueueFlush) {
+                writeWorker.schedule(new Action0() {
+                    @Override
+                    public void call() {
+                        ctx.flush();
+                    }
+                });
+            }
+
+            if (null != throwableIfAny) {
+                overarchingWritePromise.tryFailure(throwableIfAny);
+            } else {
+                if (_shouldCompletePromise) {
+                    overarchingWritePromise.trySuccess();
+                }
+            }
+        }
+
+        /**
+         * Signals this subscriber to request more data from upstream, optionally modifying the max buffer size or max
+         * requests upstream. This will request more either if the new buffer size is greater than existing or pending
+         * items from upstream are less than the low water mark (which is half the max size).
+         *
+         * @param newMaxBufferSize New max buffer size, ignored if it is the same as existing.
+         */
+        /*Visible for testing*/void requestMoreIfNeeded(long newMaxBufferSize) {
+            long toRequest = 0;
+
+            synchronized (guard) {
+                if (newMaxBufferSize > maxBufferSize) {
+                    // Applicable only when request up is not triggered by pending < lowWaterMark.
+                    toRequest = newMaxBufferSize - maxBufferSize;
+                }
+
+                maxBufferSize = newMaxBufferSize;
+                lowWaterMark = maxBufferSize / 2;
+
+                if (pending < lowWaterMark) {
+                    // Intentionally overwrites the existing toRequest as this includes all required changes.
+                    toRequest = maxBufferSize - pending;
+                }
+
+                pending += toRequest;
+            }
+
+            if (toRequest > 0) {
+                request(toRequest);
+            }
+        }
+
+        @SuppressWarnings({"rawtypes", "unchecked"})
+        public void subscribeTo(Observable observable) {
+            observable.subscribe(this); /*Need safe subscription as this is the subscriber and not a sub passed in*/
+        }
+    }
+
+}

netty-http-rx/src/main/java/io/reactivex/netty/channel/BytesInspector.java

@@ -0,0 +1,99 @@
+/*
+ * Copyright 2015 Netflix, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+package io.reactivex.netty.channel;
+
+import io.netty.buffer.ByteBuf;
+import io.netty.buffer.ByteBufHolder;
+import io.netty.channel.ChannelDuplexHandler;
+import io.netty.channel.ChannelFuture;
+import io.netty.channel.ChannelFutureListener;
+import io.netty.channel.ChannelHandlerContext;
+import io.netty.channel.ChannelPromise;
+import io.netty.channel.FileRegion;
+import io.reactivex.netty.channel.events.ConnectionEventListener;
+import io.reactivex.netty.events.EventPublisher;
+import java.util.logging.Level;
+import java.util.logging.Logger;
+
+public class BytesInspector extends ChannelDuplexHandler {
+
+    private static final Logger logger = Logger.getLogger(BytesInspector.class.getName());
+
+    private final ConnectionEventListener eventListener;
+    private final EventPublisher eventPublisher;
+
+    public BytesInspector(EventPublisher eventPublisher, ConnectionEventListener eventListener) {
+        this.eventPublisher = eventPublisher;
+        this.eventListener = eventListener;
+    }
+
+    @Override
+    public void channelRead(ChannelHandlerContext ctx, Object msg) throws Exception {
+        try {
+            if (ByteBuf.class.isAssignableFrom(msg.getClass())) {
+                publishBytesRead((ByteBuf) msg);
+            } else if (ByteBufHolder.class.isAssignableFrom(msg.getClass())) {
+                ByteBufHolder holder = (ByteBufHolder) msg;
+                publishBytesRead(holder.content());
+            }
+        } catch (Exception e) {
+            logger.log(Level.WARNING, "Failed to publish bytes read metrics event. This does *not* stop the pipeline processing.", e);
+        } finally {
+            super.channelRead(ctx, msg);
+        }
+    }
+
+    @Override
+    public void write(ChannelHandlerContext ctx, Object msg, ChannelPromise promise) throws Exception {
+        try {
+            if (ByteBuf.class.isAssignableFrom(msg.getClass())) {
+                publishBytesWritten(((ByteBuf) msg).readableBytes(), promise);
+            } else if (ByteBufHolder.class.isAssignableFrom(msg.getClass())) {
+                publishBytesWritten(((ByteBufHolder)msg).content().readableBytes(), promise);
+            } else if (FileRegion.class.isAssignableFrom(msg.getClass())) {
+                publishBytesWritten(((FileRegion) msg).count(), promise);
+            }
+        } catch (Exception e) {
+            logger.log(Level.WARNING, "Failed to publish bytes write metrics event. This does *not* stop the pipeline processing.", e);
+        } finally {
+            super.write(ctx, msg, promise);
+        }
+    }
+
+    @SuppressWarnings("unchecked")
+    protected void publishBytesWritten(final long bytesToWrite, ChannelPromise promise) {
+        if (bytesToWrite <= 0) {
+            return;
+        }
+
+        if (eventPublisher.publishingEnabled()) {
+            promise.addListener(new ChannelFutureListener() {
+                @Override
+                public void operationComplete(ChannelFuture future) throws Exception {
+                    eventListener.onByteWritten(bytesToWrite);
+                }
+            });
+        }
+    }
+
+    @SuppressWarnings("unchecked")
+    protected void publishBytesRead(ByteBuf byteBuf) {
+        if (null != byteBuf) {
+            eventListener.onByteRead(byteBuf.readableBytes());
+        }
+    }
+}

netty-http-rx/src/main/java/io/reactivex/netty/channel/ChannelOperations.java

@@ -0,0 +1,285 @@
+/*
+ * Copyright 2016 Netflix, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+package io.reactivex.netty.channel;
+
+import io.netty.channel.Channel;
+import io.netty.channel.FileRegion;
+import io.netty.util.AttributeKey;
+import rx.Observable;
+import rx.functions.Func1;
+
+/**
+ * A list of user initiated operations that can be done on a channel.
+ *
+ * @param <W> Type of data that can be written on the associated channel.
+ */
+public interface ChannelOperations<W> {
+
+    /**
+     * Flush selector that always returns true.
+     */
+    Func1<String, Boolean> FLUSH_ON_EACH_STRING = new Func1<String, Boolean>() {
+        @Override
+        public Boolean call(String next) {
+            return true;
+        }
+    };
+
+    /**
+     * Flush selector that always returns true.
+     */
+    Func1<byte[], Boolean> FLUSH_ON_EACH_BYTES = new Func1<byte[], Boolean>() {
+        @Override
+        public Boolean call(byte[] next) {
+            return true;
+        }
+    };
+
+    /**
+     * Flush selector that always returns true.
+     */
+    Func1<FileRegion, Boolean> FLUSH_ON_EACH_FILE_REGION = new Func1<FileRegion, Boolean>() {
+        @Override
+        public Boolean call(FileRegion next) {
+            return true;
+        }
+    };
+    AttributeKey<Boolean> FLUSH_ONLY_ON_READ_COMPLETE =
+            AttributeKey.valueOf("_rxnetyy-flush-only-on-read-complete");
+
+    /**
+     * On subscription of the returned {@link Observable}, writes the passed message stream on the underneath channel.
+     *
+     * <h2>Flush.</h2>
+     *
+     * All writes will be flushed on completion of the passed {@code Observable}
+     *
+     * @param msgs Stream of messages to write.
+     *
+     * @return {@link Observable} representing the result of this write. Every subscription to this {@link Observable}
+     * will replay the write on the channel.
+     */
+    Observable<Void> write(Observable<W> msgs);
+
+    /**
+     * On subscription of the returned {@link Observable}, writes the passed message stream on the underneath channel
+     * and flushes the channel, everytime, {@code flushSelector} returns {@code true} . Any writes issued before
+     * subscribing, will also be flushed. However, the returned {@link Observable} will not capture the result of those
+     * writes, i.e. if the other writes, fail and this write does not, the returned {@link Observable} will not fail.
+     *
+     * @param msgs Message stream to write.
+     * @param flushSelector A {@link Func1} which is invoked for every item emitted from {@code msgs}. Channel is
+     * flushed, iff this function returns, {@code true}.
+     *
+     * @return An {@link Observable} representing the result of this write. Every
+     * subscription to this {@link Observable} will write the passed messages and flush all pending writes, when the
+     * {@code flushSelector} returns {@code true}
+     */
+    Observable<Void> write(Observable<W> msgs, Func1<W, Boolean> flushSelector);
+
+    /**
+     * On subscription of the returned {@link Observable}, writes the passed message stream on the underneath channel
+     * and flushes the channel, on every write. Any writes issued before subscribing, will also be flushed. However, the
+     * returned {@link Observable} will not capture the result of those writes, i.e. if the other writes, fail and this
+     * write does not, the returned {@link Observable} will not fail.
+     *
+     * @param msgs Message stream to write.
+     *
+     * @return An {@link Observable} representing the result of this write. Every
+     * subscription to this {@link Observable} will write the passed messages and flush all pending writes, on every
+     * write.
+     */
+    Observable<Void> writeAndFlushOnEach(Observable<W> msgs);
+
+    /**
+     * On subscription of the returned {@link Observable}, writes the passed message stream on the underneath channel.
+     *
+     * <h2>Flush.</h2>
+     *
+     * All writes will be flushed on completion of the passed {@code Observable}
+     *
+     * @param msgs Stream of messages to write.
+     *
+     * @return {@link Observable} representing the result of this write. Every subscription to this {@link Observable}
+     * will replay the write on the channel.
+     */
+    Observable<Void> writeString(Observable<String> msgs);
+
+    /**
+     * On subscription of the returned {@link Observable}, writes the passed message stream on the underneath channel
+     * and flushes the channel, everytime, {@code flushSelector} returns {@code true} . Any writes issued before
+     * subscribing, will also be flushed. However, the returned {@link Observable} will not capture the result of those
+     * writes, i.e. if the other writes, fail and this write does not, the returned {@link Observable} will not fail.
+     *
+     * @param msgs Message stream to write.
+     * @param flushSelector A {@link Func1} which is invoked for every item emitted from {@code msgs}. Channel is
+     * flushed, iff this function returns, {@code true}.
+     *
+     * @return An {@link Observable} representing the result of this write. Every
+     * subscription to this {@link Observable} will write the passed messages and flush all pending writes, when the
+     * {@code flushSelector} returns {@code true}
+     */
+    Observable<Void> writeString(Observable<String> msgs, Func1<String, Boolean> flushSelector);
+
+    /**
+     * On subscription of the returned {@link Observable}, writes the passed message stream on the underneath channel
+     * and flushes the channel, on every write. Any writes issued before subscribing, will also be flushed. However, the
+     * returned {@link Observable} will not capture the result of those writes, i.e. if the other writes, fail and this
+     * write does not, the returned {@link Observable} will not fail.
+     *
+     * @param msgs Message stream to write.
+     *
+     * @return An {@link Observable} representing the result of this write. Every
+     * subscription to this {@link Observable} will write the passed messages and flush all pending writes, on every
+     * write.
+     */
+    Observable<Void> writeStringAndFlushOnEach(Observable<String> msgs);
+
+    /**
+     * On subscription of the returned {@link Observable}, writes the passed message stream on the underneath channel.
+     *
+     * <h2>Flush.</h2>
+     *
+     * All writes will be flushed on completion of the passed {@code Observable}
+     *
+     * @param msgs Stream of messages to write.
+     *
+     * @return {@link Observable} representing the result of this write. Every subscription to this {@link Observable}
+     * will replay the write on the channel.
+     */
+    Observable<Void> writeBytes(Observable<byte[]> msgs);
+
+    /**
+     * On subscription of the returned {@link Observable}, writes the passed message stream on the underneath channel
+     * and flushes the channel, everytime, {@code flushSelector} returns {@code true} . Any writes issued before
+     * subscribing, will also be flushed. However, the returned {@link Observable} will not capture the result of those
+     * writes, i.e. if the other writes, fail and this write does not, the returned {@link Observable} will not fail.
+     *
+     * @param msgs Message stream to write.
+     * @param flushSelector A {@link Func1} which is invoked for every item emitted from {@code msgs}. Channel is
+     * flushed, iff this function returns, {@code true}.
+     *
+     * @return An {@link Observable} representing the result of this write. Every
+     * subscription to this {@link Observable} will write the passed messages and flush all pending writes, when the
+     * {@code flushSelector} returns {@code true}
+     */
+    Observable<Void> writeBytes(Observable<byte[]> msgs, Func1<byte[], Boolean> flushSelector);
+
+    /**
+     * On subscription of the returned {@link Observable}, writes the passed message stream on the underneath channel
+     * and flushes the channel, on every write. Any writes issued before subscribing, will also be flushed. However, the
+     * returned {@link Observable} will not capture the result of those writes, i.e. if the other writes, fail and this
+     * write does not, the returned {@link Observable} will not fail.
+     *
+     * @param msgs Message stream to write.
+     *
+     * @return An {@link Observable} representing the result of this write. Every
+     * subscription to this {@link Observable} will write the passed messages and flush all pending writes, on every
+     * write.
+     */
+    Observable<Void> writeBytesAndFlushOnEach(Observable<byte[]> msgs);
+
+    /**
+     * On subscription of the returned {@link Observable}, writes the passed message stream on the underneath channel.
+     *
+     * <h2>Flush.</h2>
+     *
+     * All writes will be flushed on completion of the passed {@code Observable}
+     *
+     * @param msgs Stream of messages to write.
+     *
+     * @return {@link Observable} representing the result of this write. Every subscription to this {@link Observable}
+     * will replay the write on the channel.
+     */
+    Observable<Void> writeFileRegion(Observable<FileRegion> msgs);
+
+    /**
+     * On subscription of the returned {@link Observable}, writes the passed message stream on the underneath channel
+     * and flushes the channel, everytime, {@code flushSelector} returns {@code true} . Any writes issued before
+     * subscribing, will also be flushed. However, the returned {@link Observable} will not capture the result of those
+     * writes, i.e. if the other writes, fail and this write does not, the returned {@link Observable} will not fail.
+     *
+     * @param msgs Message stream to write.
+     * @param flushSelector A {@link Func1} which is invoked for every item emitted from {@code msgs}. Channel is
+     * flushed, iff this function returns, {@code true}.
+     *
+     * @return An {@link Observable} representing the result of this write. Every
+     * subscription to this {@link Observable} will write the passed messages and flush all pending writes, when the
+     * {@code flushSelector} returns {@code true}
+     */
+    Observable<Void> writeFileRegion(Observable<FileRegion> msgs, Func1<FileRegion, Boolean> flushSelector);
+
+    /**
+     * On subscription of the returned {@link Observable}, writes the passed message stream on the underneath channel
+     * and flushes the channel, on every write. Any writes issued before subscribing, will also be flushed. However, the
+     * returned {@link Observable} will not capture the result of those writes, i.e. if the other writes, fail and this
+     * write does not, the returned {@link Observable} will not fail.
+     *
+     * @param msgs Message stream to write.
+     *
+     * @return An {@link Observable} representing the result of this write. Every
+     * subscription to this {@link Observable} will write the passed messages and flush all pending writes, on every
+     * write.
+     */
+    Observable<Void> writeFileRegionAndFlushOnEach(Observable<FileRegion> msgs);
+
+    /**
+     * Modifies the underneath channel to enable writing new type of objects that will be transformed using the passed
+     * {@code transformer}
+     *
+     * @param transformer Transformer to transform objects written to the channel.
+     *
+     * @param <WW> The target type of the transformer.
+     *
+     * @return A new instance of {@code ChannelOperations} that accepts the transformed type to write.
+     */
+    <WW> ChannelOperations<WW> transformWrite(AllocatingTransformer<WW, W> transformer);
+
+    /**
+     * Flushes any pending writes on this connection by calling {@link Channel#flush()}. This can be used for
+     * implementing any custom flusing strategies that otherwise can not be implemented by methods like
+     * {@link #write(Observable, Func1)}.
+     */
+    void flush();
+
+    /**
+     * Flushes any pending writes and closes the connection. Same as calling {@code close(true)}
+     *
+     * @return {@link Observable} representing the result of close.
+     */
+    Observable<Void> close();
+
+    /**
+     * Closes this channel after flushing all pending writes.
+     *
+     * @return {@link Observable} representing the result of close and flush.
+     */
+    Observable<Void> close(boolean flush);
+
+    /**
+     * Closes the connection immediately. Same as calling {@link #close()} and subscribing to the returned
+     * {@code Observable}
+     */
+    void closeNow();
+
+    /**
+     * Returns an {@link Observable} that completes when this connection is closed.
+     *
+     * @return An {@link Observable} that completes when this connection is closed.
+     */
+    Observable<Void> closeListener();
+}

netty-http-rx/src/main/java/io/reactivex/netty/channel/ChannelSubscriberEvent.java

@@ -0,0 +1,45 @@
+/*
+ * Copyright 2015 Netflix, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+package io.reactivex.netty.channel;
+
+import io.netty.channel.Channel;
+import rx.Subscriber;
+
+/**
+ * An event to communicate the subscriber of a new channel created by {@link AbstractConnectionToChannelBridge}.
+ *
+ * <h2>Connection reuse</h2>
+ *
+ * For cases, where the {@link Connection} is pooled, reuse should be indicated explicitly via
+ * {@link ConnectionInputSubscriberResetEvent}. There can be multiple {@link ConnectionInputSubscriberResetEvent}s
+ * sent to the same channel and hence the same instance of {@link AbstractConnectionToChannelBridge}.
+ *
+ * @param <R> Type read from the connection held by the event.
+ * @param <W> Type written to the connection held by the event.
+ */
+public class ChannelSubscriberEvent<R, W> {
+
+    private final Subscriber<? super Channel> subscriber;
+
+    public ChannelSubscriberEvent(Subscriber<? super Channel> subscriber) {
+        this.subscriber = subscriber;
+    }
+
+    public Subscriber<? super Channel> getSubscriber() {
+        return subscriber;
+    }
+}

netty-http-rx/src/main/java/io/reactivex/netty/channel/Connection.java

@@ -0,0 +1,316 @@
+/*
+ * Copyright 2016 Netflix, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+package io.reactivex.netty.channel;
+
+import io.netty.channel.Channel;
+import io.netty.channel.ChannelFuture;
+import io.netty.channel.ChannelFutureListener;
+import io.netty.channel.ChannelHandler;
+import io.netty.channel.ChannelOption;
+import io.netty.channel.ChannelPipeline;
+import io.netty.util.AttributeKey;
+import io.netty.util.ReferenceCountUtil;
+import io.netty.util.concurrent.EventExecutorGroup;
+import rx.Observable;
+import rx.Observable.Transformer;
+import rx.functions.Action1;
+import rx.functions.Func1;
+
+/**
+ * An abstraction over netty's channel providing Rx APIs.
+ *
+ * <h2>Reading data</h2>
+ *
+ * Unless, {@link ChannelOption#AUTO_READ} is set to {@code true} on the underneath channel, data will be read from the
+ * connection if and only if there is a subscription to the input stream returned by {@link #getInput()}.
+ * In case, the input data is not required to be consumed, one should call {@link #ignoreInput()}, otherwise, data will
+ * never be read from the channel.
+ *
+ * @param <R> Type of object that is read from this connection.
+ * @param <W> Type of object that is written to this connection.
+ */
+public abstract class Connection<R, W> implements ChannelOperations<W> {
+
+    public static final AttributeKey<Connection> CONNECTION_ATTRIBUTE_KEY = AttributeKey.valueOf("rx-netty-conn-attr");
+
+    private final Channel nettyChannel;
+    private final ContentSource<R> contentSource;
+    protected final MarkAwarePipeline markAwarePipeline;
+
+    protected Connection(final Channel nettyChannel) {
+        if (null == nettyChannel) {
+            throw new IllegalArgumentException("Channel can not be null");
+        }
+        this.nettyChannel = nettyChannel;
+        markAwarePipeline = new MarkAwarePipeline(nettyChannel.pipeline());
+        contentSource = new ContentSource<>(nettyChannel, ConnectionInputSubscriberEvent::new);
+    }
+
+    protected Connection(Connection<R, W> toCopy) {
+        nettyChannel = toCopy.nettyChannel;
+        markAwarePipeline = toCopy.markAwarePipeline;
+        contentSource = toCopy.contentSource;
+    }
+
+    protected Connection(Connection<?, ?> toCopy, ContentSource<R> contentSource) {
+        nettyChannel = toCopy.nettyChannel;
+        markAwarePipeline = toCopy.markAwarePipeline;
+        this.contentSource = contentSource;
+    }
+
+    /**
+     * Returns a stream of data that is read from the connection.
+     *
+     * Unless, {@link ChannelOption#AUTO_READ} is set to {@code true}, the content will only be read from the
+     * underneath channel, if there is a subscriber to the input.
+     * In case, input is not required to be read, call {@link #ignoreInput()}
+     *
+     * @return The stream of data that is read from the connection.
+     */
+    public ContentSource<R> getInput() {
+        return contentSource;
+    }
+
+    /**
+     * Ignores all input on this connection.
+     *
+     * Unless, {@link ChannelOption#AUTO_READ} is set to {@code true}, the content will only be read from the
+     * underneath channel, if there is a subscriber to the input. So, upon recieving this connection, either one should
+     * call this method or eventually subscribe to the stream returned by {@link #getInput()}
+     *
+     * @return An {@link Observable}, subscription to which will discard the input. This {@code Observable} will
+     * error/complete when the input errors/completes and unsubscription from here will unsubscribe from the content.
+     */
+    public Observable<Void> ignoreInput() {
+        return getInput().map(new Func1<R, Void>() {
+            @Override
+            public Void call(R r) {
+                ReferenceCountUtil.release(r);
+                return null;
+            }
+        }).ignoreElements();
+    }
+
+    /**
+     * Adds a {@link ChannelHandler} to {@link ChannelPipeline} for this connection. The specified handler is added at
+     * the first position of the pipeline as specified by {@link ChannelPipeline#addFirst(String, ChannelHandler)}
+     *
+     * <em>For better flexibility of pipeline modification, the method {@link #pipelineConfigurator(Action1)} will be
+     * more convenient.</em>
+     *
+     * @param name Name of the handler.
+     * @param handler Handler instance to add.
+     *
+     * @return {@code this}.
+     */
+    public abstract <RR, WW> Connection<RR, WW> addChannelHandlerFirst(String name, ChannelHandler handler);
+
+    /**
+     * Adds a {@link ChannelHandler} to {@link ChannelPipeline} for this connection. The specified handler is added at
+     * the first position of the pipeline as specified by
+     * {@link ChannelPipeline#addFirst(EventExecutorGroup, String, ChannelHandler)}
+     *
+     * <em>For better flexibility of pipeline modification, the method {@link #pipelineConfigurator(Action1)} will be
+     * more convenient.</em>
+     *
+     * @param group   the {@link EventExecutorGroup} which will be used to execute the {@link ChannelHandler} methods
+     * @param name     the name of the handler to append
+     * @param handler Handler instance to add.
+     *
+     * @return {@code this}.
+     */
+    public abstract <RR, WW> Connection<RR, WW> addChannelHandlerFirst(EventExecutorGroup group, String name,
+                                                                       ChannelHandler handler);
+
+    /**
+     * Adds a {@link ChannelHandler} to {@link ChannelPipeline} for this connection. The specified handler is added at
+     * the last position of the pipeline as specified by {@link ChannelPipeline#addLast(String, ChannelHandler)}
+     *
+     * <em>For better flexibility of pipeline modification, the method {@link #pipelineConfigurator(Action1)} will be
+     * more convenient.</em>
+     *
+     * @param name Name of the handler.
+     * @param handler Handler instance to add.
+     *
+     * @return {@code this}.
+     */
+    public abstract <RR, WW> Connection<RR, WW>  addChannelHandlerLast(String name, ChannelHandler handler);
+
+    /**
+     * Adds a {@link ChannelHandler} to {@link ChannelPipeline} for this connection. The specified handler is added at
+     * the last position of the pipeline as specified by
+     * {@link ChannelPipeline#addLast(EventExecutorGroup, String, ChannelHandler)}
+     *
+     * <em>For better flexibility of pipeline modification, the method {@link #pipelineConfigurator(Action1)} will be
+     * more convenient.</em>
+     *
+     * @param group   the {@link EventExecutorGroup} which will be used to execute the {@link ChannelHandler} methods
+     * @param name     the name of the handler to append
+     * @param handler Handler instance to add.
+     *
+     * @return {@code this}.
+     */
+    public abstract <RR, WW> Connection<RR, WW> addChannelHandlerLast(EventExecutorGroup group, String name,
+                                                                      ChannelHandler handler);
+
+    /**
+     * Adds a {@link ChannelHandler} to {@link ChannelPipeline} for this connection. The specified
+     * handler is added before an existing handler with the passed {@code baseName} in the pipeline as specified by
+     * {@link ChannelPipeline#addBefore(String, String, ChannelHandler)}
+     *
+     * <em>For better flexibility of pipeline modification, the method {@link #pipelineConfigurator(Action1)} will be
+     * more convenient.</em>
+     *
+     * @param baseName  the name of the existing handler
+     * @param name Name of the handler.
+     * @param handler Handler instance to add.
+     *
+     * @return {@code this}.
+     */
+    public abstract <RR, WW> Connection<RR, WW> addChannelHandlerBefore(String baseName, String name,
+                                                                        ChannelHandler handler);
+
+    /**
+     * Adds a {@link ChannelHandler} to {@link ChannelPipeline} for this connection. The specified
+     * handler is added before an existing handler with the passed {@code baseName} in the pipeline as specified by
+     * {@link ChannelPipeline#addBefore(EventExecutorGroup, String, String, ChannelHandler)}
+     *
+     * <em>For better flexibility of pipeline modification, the method {@link #pipelineConfigurator(Action1)} will be
+     * more convenient.</em>
+     *
+     * @param group   the {@link EventExecutorGroup} which will be used to execute the {@link ChannelHandler}
+     *                 methods
+     * @param baseName  the name of the existing handler
+     * @param name     the name of the handler to append
+     * @param handler Handler instance to add.
+     *
+     * @return {@code this}.
+     */
+    public abstract <RR, WW> Connection<RR, WW> addChannelHandlerBefore(EventExecutorGroup group, String baseName,
+                                                                        String name, ChannelHandler handler);
+
+    /**
+     * Adds a {@link ChannelHandler} to {@link ChannelPipeline} for this connection. The specified
+     * handler is added after an existing handler with the passed {@code baseName} in the pipeline as specified by
+     * {@link ChannelPipeline#addAfter(String, String, ChannelHandler)}
+     *
+     * <em>For better flexibility of pipeline modification, the method {@link #pipelineConfigurator(Action1)} will be
+     * more convenient.</em>
+     *
+     * @param baseName  the name of the existing handler
+     * @param name Name of the handler.
+     * @param handler Handler instance to add.
+     *
+     * @return {@code this}.
+     */
+    public abstract <RR, WW> Connection<RR, WW> addChannelHandlerAfter(String baseName, String name,
+                                                                       ChannelHandler handler);
+
+    /**
+     * Adds a {@link ChannelHandler} to {@link ChannelPipeline} for this connection. The specified
+     * handler is added after an existing handler with the passed {@code baseName} in the pipeline as specified by
+     * {@link ChannelPipeline#addAfter(EventExecutorGroup, String, String, ChannelHandler)}
+     *
+     * <em>For better flexibility of pipeline modification, the method {@link #pipelineConfigurator(Action1)} will be
+     * more convenient.</em>
+     *
+     * @param group   the {@link EventExecutorGroup} which will be used to execute the {@link ChannelHandler} methods
+     * @param baseName  the name of the existing handler
+     * @param name     the name of the handler to append
+     * @param handler Handler instance to add.
+     *
+     * @return {@code this}.
+     */
+    public abstract <RR, WW> Connection<RR, WW> addChannelHandlerAfter(EventExecutorGroup group, String baseName,
+                                                                       String name, ChannelHandler handler);
+
+    /**
+     * Configures the {@link ChannelPipeline} for this channel, using the passed {@code pipelineConfigurator}.
+     *
+     * @param pipelineConfigurator Action to configure {@link ChannelPipeline}.
+     *
+     * @return {@code this}.
+     */
+    public abstract <RR, WW> Connection<RR, WW> pipelineConfigurator(Action1<ChannelPipeline> pipelineConfigurator);
+
+    /**
+     * Transforms this connection's input stream using the passed {@code transformer} to create a new
+     * {@code Connection} instance.
+     *
+     * @param transformer Transformer to transform the input stream.
+     *
+     * @param <RR> New type of the input stream.
+     *
+     * @return A new connection instance with the transformed read stream.
+     */
+    public abstract <RR> Connection<RR, W> transformRead(Transformer<R, RR> transformer);
+
+    /**
+     * Transforms this connection to enable writing a different object type.
+     *
+     * @param transformer Transformer to transform objects written to the channel.
+     *
+     * @param <WW> New object types to be written to the connection.
+     *
+     * @return A new connection instance with the new write type.
+     */
+    public abstract <WW> Connection<R, WW> transformWrite(AllocatingTransformer<WW, W> transformer);
+
+    /**
+     * Returns the {@link MarkAwarePipeline} for this connection, changes to which can be reverted at any point in time.
+     */
+    public MarkAwarePipeline getResettableChannelPipeline() {
+        return markAwarePipeline;
+    }
+
+    /**
+     * Returns the {@link ChannelPipeline} for this connection.
+     *
+     * @return {@link ChannelPipeline} for this connection.
+     */
+    public ChannelPipeline getChannelPipeline() {
+        return nettyChannel.pipeline();
+    }
+
+    /**
+     * Returns the underlying netty {@link Channel} for this connection.
+     *
+     * <h2>Why unsafe?</h2>
+     *
+     * It is advisable to use this connection abstraction for all interactions with the channel, however, advanced users
+     * may find directly using the netty channel useful in some cases.
+     *
+     * @return The underlying netty {@link Channel} for this connection.
+     */
+    public Channel unsafeNettyChannel() {
+        return nettyChannel;
+    }
+
+    /*
+     * In order to make sure that the connection is correctly initialized, the listener needs to be added post
+     * constructor. Otherwise, there is a race-condition of the channel closed before the connection is completely
+     * created and the Connection.close() call on channel close can access the Connection object which isn't
+     * constructed completely. IOW, "this" escapes from the constructor if the listener is added in the constructor.
+     */
+    protected void connectCloseToChannelClose() {
+        nettyChannel.closeFuture()
+                    .addListener((ChannelFutureListener) future -> {
+                        closeNow(); // Close this connection when the channel is closed.
+                    });
+        nettyChannel.attr(CONNECTION_ATTRIBUTE_KEY).set(this);
+    }
+}

netty-http-rx/src/main/java/io/reactivex/netty/channel/ConnectionCreationFailedEvent.java

@@ -0,0 +1,45 @@
+/*
+ * Copyright 2015 Netflix, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+package io.reactivex.netty.channel;
+
+import io.netty.channel.ChannelHandlerContext;
+import io.netty.channel.ChannelInboundHandler;
+
+/**
+ * An event to indicate to {@link AbstractConnectionToChannelBridge} that the subscriber as published by
+ * {@link ChannelSubscriberEvent} should be informed of a connection creation failure, instead of a new connection.
+ *
+ * <h2>Why do we need this?</h2>
+ *
+ * Since, emitting a connection can include a handshake for protocols such as TLS/SSL, it is not so that a new
+ * {@link io.reactivex.netty.channel.Connection} should be emitted as soon as the channel is active (i.e. inside
+ * {@link ChannelInboundHandler#channelActive(ChannelHandlerContext)}).
+ * For this reason, this event leaves it to the pipeline or any other entity outside to decide, when is the rite time to
+ * determine that a connection for a channel has failed creation.
+ */
+public final class ConnectionCreationFailedEvent {
+
+    private final Throwable throwable;
+
+    public ConnectionCreationFailedEvent(Throwable throwable) {
+        this.throwable = throwable;
+    }
+
+    public Throwable getThrowable() {
+        return throwable;
+    }
+}

netty-http-rx/src/main/java/io/reactivex/netty/channel/ConnectionImpl.java

@@ -0,0 +1,240 @@
+/*
+ * Copyright 2016 Netflix, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+package io.reactivex.netty.channel;
+
+import io.netty.channel.Channel;
+import io.netty.channel.ChannelHandler;
+import io.netty.channel.ChannelPipeline;
+import io.netty.channel.FileRegion;
+import io.netty.util.concurrent.EventExecutorGroup;
+import io.reactivex.netty.channel.events.ConnectionEventListener;
+import io.reactivex.netty.events.EventAttributeKeys;
+import io.reactivex.netty.events.EventPublisher;
+import rx.Observable;
+import rx.Observable.Transformer;
+import rx.functions.Action1;
+import rx.functions.Func1;
+
+/**
+ * An implementation of {@link Connection} delegating all {@link ChannelOperations} methods to
+ * {@link DefaultChannelOperations}.
+ */
+public final class ConnectionImpl<R, W> extends Connection<R, W> {
+
+    private final ChannelOperations<W> delegate;
+
+    private ConnectionImpl(Channel nettyChannel, ConnectionEventListener eventListener, EventPublisher eventPublisher) {
+        super(nettyChannel);
+        delegate = new DefaultChannelOperations<>(nettyChannel, eventListener, eventPublisher);
+    }
+
+    private ConnectionImpl(Channel nettyChannel, ChannelOperations<W> delegate) {
+        super(nettyChannel);
+        this.delegate = delegate;
+    }
+
+    private ConnectionImpl(ConnectionImpl<?, ?> toCopy, ContentSource<R> contentSource, ChannelOperations<W> delegate) {
+        super(toCopy, contentSource);
+        this.delegate = delegate;
+    }
+
+    @Override
+    public Observable<Void> write(Observable<W> msgs) {
+        return delegate.write(msgs);
+    }
+
+    @Override
+    public Observable<Void> write(Observable<W> msgs, Func1<W, Boolean> flushSelector) {
+        return delegate.write(msgs, flushSelector);
+    }
+
+    @Override
+    public Observable<Void> writeAndFlushOnEach(Observable<W> msgs) {
+        return delegate.writeAndFlushOnEach(msgs);
+    }
+
+    @Override
+    public Observable<Void> writeString(Observable<String> msgs) {
+        return delegate.writeString(msgs);
+    }
+
+    @Override
+    public Observable<Void> writeString(Observable<String> msgs, Func1<String, Boolean> flushSelector) {
+        return delegate.writeString(msgs, flushSelector);
+    }
+
+    @Override
+    public Observable<Void> writeStringAndFlushOnEach(Observable<String> msgs) {
+        return delegate.writeStringAndFlushOnEach(msgs);
+    }
+
+    @Override
+    public Observable<Void> writeBytes(Observable<byte[]> msgs) {
+        return delegate.writeBytes(msgs);
+    }
+
+    @Override
+    public Observable<Void> writeBytes(Observable<byte[]> msgs,
+                                       Func1<byte[], Boolean> flushSelector) {
+        return delegate.writeBytes(msgs, flushSelector);
+    }
+
+    @Override
+    public Observable<Void> writeBytesAndFlushOnEach(Observable<byte[]> msgs) {
+        return delegate.writeBytesAndFlushOnEach(msgs);
+    }
+
+    @Override
+    public Observable<Void> writeFileRegion(Observable<FileRegion> msgs) {
+        return delegate.writeFileRegion(msgs);
+    }
+
+    @Override
+    public Observable<Void> writeFileRegion(Observable<FileRegion> msgs,
+                                            Func1<FileRegion, Boolean> flushSelector) {
+        return delegate.writeFileRegion(msgs, flushSelector);
+    }
+
+    @Override
+    public Observable<Void> writeFileRegionAndFlushOnEach(Observable<FileRegion> msgs) {
+        return delegate.writeFileRegionAndFlushOnEach(msgs);
+    }
+
+    @Override
+    public void flush() {
+        delegate.flush();
+    }
+
+    @Override
+    public Observable<Void> close() {
+        return delegate.close();
+    }
+
+    @Override
+    public Observable<Void> close(boolean flush) {
+        return delegate.close(flush);
+    }
+
+    @Override
+    public void closeNow() {
+        delegate.closeNow();
+    }
+
+    @Override
+    public Observable<Void> closeListener() {
+        return delegate.closeListener();
+    }
+
+    public static <R, W> ConnectionImpl<R, W> fromChannel(Channel nettyChannel) {
+        EventPublisher ep = nettyChannel.attr(EventAttributeKeys.EVENT_PUBLISHER).get();
+        if (null == ep) {
+            throw new IllegalArgumentException("No event publisher set in the channel.");
+        }
+
+        ConnectionEventListener l = null;
+        if (ep.publishingEnabled()) {
+            l = nettyChannel.attr(EventAttributeKeys.CONNECTION_EVENT_LISTENER).get();
+            if (null == l) {
+                throw new IllegalArgumentException("No event listener set in the channel.");
+            }
+        }
+
+        final ConnectionImpl<R, W> toReturn = new ConnectionImpl<>(nettyChannel, l, ep);
+        toReturn.connectCloseToChannelClose();
+        return toReturn;
+    }
+
+    /*Visible for testing*/static <R, W> ConnectionImpl<R, W> create(Channel nettyChannel,
+                                                                     ChannelOperations<W> delegate) {
+        final ConnectionImpl<R, W> toReturn = new ConnectionImpl<>(nettyChannel, delegate);
+        toReturn.connectCloseToChannelClose();
+        return toReturn;
+    }
+
+    @Override
+    public <RR, WW> Connection<RR, WW> addChannelHandlerFirst(String name, ChannelHandler handler) {
+        getResettableChannelPipeline().markIfNotYetMarked().addFirst(name, handler);
+        return cast();
+    }
+
+    @Override
+    public <RR, WW> Connection<RR, WW> addChannelHandlerFirst(EventExecutorGroup group, String name,
+                                                              ChannelHandler handler) {
+        getResettableChannelPipeline().markIfNotYetMarked().addFirst(group, name, handler);
+        return cast();
+    }
+
+    @Override
+    public <RR, WW> Connection<RR, WW> addChannelHandlerLast(String name, ChannelHandler handler) {
+        getResettableChannelPipeline().markIfNotYetMarked().addLast(name, handler);
+        return cast();
+    }
+
+    @Override
+    public <RR, WW> Connection<RR, WW> addChannelHandlerLast(EventExecutorGroup group, String name,
+                                                             ChannelHandler handler) {
+        getResettableChannelPipeline().markIfNotYetMarked().addLast(group, name, handler);
+        return cast();
+    }
+
+    @Override
+    public <RR, WW> Connection<RR, WW> addChannelHandlerBefore(String baseName, String name, ChannelHandler handler) {
+        getResettableChannelPipeline().markIfNotYetMarked().addBefore(baseName, name, handler);
+        return cast();
+    }
+
+    @Override
+    public <RR, WW> Connection<RR, WW> addChannelHandlerBefore(EventExecutorGroup group, String baseName, String name,
+                                                               ChannelHandler handler) {
+        getResettableChannelPipeline().markIfNotYetMarked().addBefore(group, baseName, name, handler);
+        return cast();
+    }
+
+    @Override
+    public <RR, WW> Connection<RR, WW> addChannelHandlerAfter(String baseName, String name, ChannelHandler handler) {
+        getResettableChannelPipeline().markIfNotYetMarked().addAfter(baseName, name, handler);
+        return cast();
+    }
+
+    @Override
+    public <RR, WW> Connection<RR, WW> addChannelHandlerAfter(EventExecutorGroup group, String baseName, String name,
+                                                              ChannelHandler handler) {
+        getResettableChannelPipeline().markIfNotYetMarked().addAfter(group, baseName, name, handler);
+        return cast();
+    }
+
+    @Override
+    public <RR, WW> Connection<RR, WW> pipelineConfigurator(Action1<ChannelPipeline> pipelineConfigurator) {
+        pipelineConfigurator.call(getResettableChannelPipeline().markIfNotYetMarked());
+        return cast();
+    }
+
+    @Override
+    public <RR> Connection<RR, W> transformRead(Transformer<R, RR> transformer) {
+        return new ConnectionImpl<>(this, getInput().transform(transformer), delegate);
+    }
+
+    @Override
+    public <WW> Connection<R, WW> transformWrite(AllocatingTransformer<WW, W> transformer) {
+        return new ConnectionImpl<>(this, getInput(), delegate.transformWrite(transformer));
+    }
+
+    @SuppressWarnings("unchecked")
+    protected  <RR, WW> Connection<RR, WW> cast() {
+        return (Connection<RR, WW>) this;
+    }
+}

netty-http-rx/src/main/java/io/reactivex/netty/channel/ConnectionInputSubscriberEvent.java

@@ -0,0 +1,64 @@
+/*
+ * Copyright 2015 Netflix, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+package io.reactivex.netty.channel;
+
+import io.netty.util.ReferenceCountUtil;
+import rx.Subscriber;
+import rx.functions.Action1;
+import rx.observers.Subscribers;
+
+/**
+ * An event to communicate the subscriber of the associated connection input stream created by
+ * {@link AbstractConnectionToChannelBridge}.
+ *
+ * <h2>Multiple events on the same channel</h2>
+ *
+ * Multiple instance of this event can be sent on the same channel, provided that there is a
+ * {@link ConnectionInputSubscriberResetEvent} between two consecutive {@link ConnectionInputSubscriberEvent}s
+ *
+ * @param <R> Type read from the connection held by the event.
+ * @param <W> Type written to the connection held by the event.
+ */
+public final class ConnectionInputSubscriberEvent<R, W> {
+
+    private final Subscriber<? super R> subscriber;
+
+    public ConnectionInputSubscriberEvent(Subscriber<? super R> subscriber) {
+        if (null == subscriber) {
+            throw new NullPointerException("Subscriber can not be null");
+        }
+        this.subscriber = subscriber;
+    }
+
+    public Subscriber<? super R> getSubscriber() {
+        return subscriber;
+    }
+
+    public static <II, OO> ConnectionInputSubscriberEvent<II, OO> discardAllInput() {
+        return new ConnectionInputSubscriberEvent<>(Subscribers.create(new Action1<II>() {
+            @Override
+            public void call(II msg) {
+                ReferenceCountUtil.release(msg);
+            }
+        }, new Action1<Throwable>() {
+            @Override
+            public void call(Throwable throwable) {
+                // Empty as we are discarding input anyways.
+            }
+        }));
+    }
+}

netty-http-rx/src/main/java/io/reactivex/netty/channel/ConnectionInputSubscriberReplaceEvent.java

@@ -0,0 +1,33 @@
+/*
+ * Copyright 2015 Netflix, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+package io.reactivex.netty.channel;
+
+/**
+ * This event is an indication to atomically replace existing connection input subscriber, if any, with another.
+ */
+public class ConnectionInputSubscriberReplaceEvent<R, W> {
+
+    private final ConnectionInputSubscriberEvent<R, W> newSubEvent;
+
+    public ConnectionInputSubscriberReplaceEvent(ConnectionInputSubscriberEvent<R, W> newSubEvent) {
+        this.newSubEvent = newSubEvent;
+    }
+
+    public ConnectionInputSubscriberEvent<R, W> getNewSubEvent() {
+        return newSubEvent;
+    }
+}

netty-http-rx/src/main/java/io/reactivex/netty/channel/ConnectionInputSubscriberResetEvent.java

@@ -0,0 +1,26 @@
+/*
+ * Copyright 2015 Netflix, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+package io.reactivex.netty.channel;
+
+/**
+ * This event is an indication that there will be multiple subscribers to the connection input stream. This event
+ * must be sent as many times as the subscribers to the input. This typically will be the case for client-side
+ * connections when a channel is pooled and reused.
+ */
+public interface ConnectionInputSubscriberResetEvent {
+
+}

netty-http-rx/src/main/java/io/reactivex/netty/channel/ConnectionSubscriberEvent.java

@@ -0,0 +1,44 @@
+/*
+ * Copyright 2015 Netflix, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+package io.reactivex.netty.channel;
+
+import rx.Subscriber;
+
+/**
+ * An event to communicate the subscriber of a new connection created by {@link AbstractConnectionToChannelBridge}.
+ *
+ * <h2>Connection reuse</h2>
+ *
+ * For cases, where the {@link Connection} is pooled, reuse should be indicated explicitly via
+ * {@link ConnectionInputSubscriberResetEvent}. There can be multiple {@link ConnectionInputSubscriberResetEvent}s
+ * sent to the same channel and hence the same instance of {@link AbstractConnectionToChannelBridge}.
+ *
+ * @param <R> Type read from the connection held by the event.
+ * @param <W> Type written to the connection held by the event.
+ */
+public class ConnectionSubscriberEvent<R, W> {
+
+    private final Subscriber<? super Connection<R, W>> subscriber;
+
+    public ConnectionSubscriberEvent(Subscriber<? super Connection<R, W>> subscriber) {
+        this.subscriber = subscriber;
+    }
+
+    public Subscriber<? super Connection<R, W>> getSubscriber() {
+        return subscriber;
+    }
+}

netty-http-rx/src/main/java/io/reactivex/netty/channel/ContentSource.java

@@ -0,0 +1,96 @@
+/*
+ * Copyright 2016 Netflix, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+
+package io.reactivex.netty.channel;
+
+import io.netty.buffer.ByteBuf;
+import io.netty.buffer.ByteBufHolder;
+import io.netty.channel.Channel;
+import rx.Observable;
+import rx.Subscriber;
+import rx.functions.Func1;
+
+/**
+ * A source for any content/data read from a channel.
+ *
+ * <h2>Managing {@link ByteBuf} lifecycle.</h2>
+ *
+ * If this source emits {@link ByteBuf} or a {@link ByteBufHolder}, using {@link #autoRelease()} will release the buffer
+ * after emitting it from this source.
+ *
+ * <h2>Replaying content</h2>
+ *
+ * Since, the content read from a channel is not re-readable, this also provides a {@link #replayable()} function that
+ * produces a source which can be subscribed multiple times to replay the same data. This is specially useful if the
+ * content read from one channel is written on to another with an option to retry.
+ *
+ * @param <T>
+ */
+public final class ContentSource<T> extends Observable<T> {
+
+    private ContentSource(final Observable<T> source) {
+        super(new OnSubscribe<T>() {
+            @Override
+            public void call(Subscriber<? super T> subscriber) {
+                source.unsafeSubscribe(subscriber);
+            }
+        });
+    }
+
+    public ContentSource(final Channel channel, final Func1<Subscriber<? super T>, Object> subscriptionEventFactory) {
+        super(new OnSubscribe<T>() {
+            @Override
+            public void call(Subscriber<? super T> subscriber) {
+                channel.pipeline()
+                       .fireUserEventTriggered(subscriptionEventFactory.call(subscriber));
+            }
+        });
+    }
+
+    public ContentSource(final Throwable error) {
+        super(new OnSubscribe<T>() {
+            @Override
+            public void call(Subscriber<? super T> subscriber) {
+                subscriber.onError(error);
+            }
+        });
+    }
+
+    /**
+     * If this source emits {@link ByteBuf} or {@link ByteBufHolder} then using this operator will release the buffer
+     * after it is emitted from this source.
+     *
+     * @return A new instance of the stream with auto-release enabled.
+     */
+    public Observable<T> autoRelease() {
+        return this.lift(new AutoReleaseOperator<T>());
+    }
+
+    /**
+     * This provides a replayable content source that only subscribes once to the actual content and then caches it,
+     * till {@link DisposableContentSource#dispose()} is called.
+     *
+     * @return A new replayable content source.
+     */
+    public DisposableContentSource<T> replayable() {
+        return DisposableContentSource.createNew(this);
+    }
+
+    public <R> ContentSource<R> transform(Transformer<T, R> transformer) {
+        return new ContentSource<>(transformer.call(this));
+    }
+}

netty-http-rx/src/main/java/io/reactivex/netty/channel/DefaultChannelOperations.java

@@ -0,0 +1,368 @@
+/*
+ * Copyright 2016 Netflix, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+package io.reactivex.netty.channel;
+
+import io.netty.channel.Channel;
+import io.netty.channel.ChannelFuture;
+import io.netty.channel.ChannelFutureListener;
+import io.netty.channel.FileRegion;
+import io.reactivex.netty.channel.events.ConnectionEventListener;
+import io.reactivex.netty.events.Clock;
+import io.reactivex.netty.events.EventPublisher;
+import java.util.logging.Level;
+import java.util.logging.Logger;
+import rx.Observable;
+import rx.Observable.OnSubscribe;
+import rx.Subscriber;
+import rx.functions.Action0;
+import rx.functions.Action1;
+import rx.functions.Actions;
+import rx.functions.Func1;
+import rx.subscriptions.Subscriptions;
+
+import java.util.concurrent.atomic.AtomicIntegerFieldUpdater;
+
+import static java.util.concurrent.TimeUnit.*;
+
+/**
+ * Default implementation for {@link ChannelOperations}.
+ *
+ * @param <W> Type of data that can be written on the associated channel.
+ */
+public class DefaultChannelOperations<W> implements ChannelOperations<W> {
+
+    private static final Logger logger = Logger.getLogger(DefaultChannelOperations.class.getName());
+
+    /** Field updater for closeIssued. */
+    @SuppressWarnings("rawtypes")
+    private static final AtomicIntegerFieldUpdater<DefaultChannelOperations> CLOSE_ISSUED_UPDATER
+            = AtomicIntegerFieldUpdater.newUpdater(DefaultChannelOperations.class, "closeIssued");
+    @SuppressWarnings("unused")
+    private volatile int closeIssued; // updated by the atomic updater, so required to be volatile.
+
+    private final Channel nettyChannel;
+    private final ConnectionEventListener eventListener;
+    private final EventPublisher eventPublisher;
+
+    private final Observable<Void> closeObservable;
+    private final Observable<Void> flushAndCloseObservable;
+
+    private final Func1<W, Boolean> flushOnEachSelector = new Func1<W, Boolean>() {
+        @Override
+        public Boolean call(W w) {
+            return true;
+        }
+    };
+
+    public DefaultChannelOperations(final Channel nettyChannel, ConnectionEventListener eventListener,
+                                    EventPublisher eventPublisher) {
+        this.nettyChannel = nettyChannel;
+        this.eventListener = eventListener;
+        this.eventPublisher = eventPublisher;
+        closeObservable = Observable.create(new OnSubscribeForClose(nettyChannel));
+        flushAndCloseObservable = closeObservable.doOnSubscribe(new Action0() {
+            @Override
+            public void call() {
+                flush();
+            }
+        });
+    }
+
+    @Override
+    public Observable<Void> write(final Observable<W> msgs) {
+        return _write(msgs);
+    }
+
+    @Override
+    public Observable<Void> write(Observable<W> msgs, final Func1<W, Boolean> flushSelector) {
+        return _write(msgs, flushSelector);
+    }
+
+    @Override
+    public Observable<Void> writeAndFlushOnEach(Observable<W> msgs) {
+        return _write(msgs, flushOnEachSelector);
+    }
+
+    @Override
+    public Observable<Void> writeString(Observable<String> msgs) {
+        return _write(msgs);
+    }
+
+    @Override
+    public Observable<Void> writeString(Observable<String> msgs, Func1<String, Boolean> flushSelector) {
+        return _write(msgs, flushSelector);
+    }
+
+    @Override
+    public Observable<Void> writeStringAndFlushOnEach(Observable<String> msgs) {
+        return writeString(msgs, FLUSH_ON_EACH_STRING);
+    }
+
+    @Override
+    public Observable<Void> writeBytes(Observable<byte[]> msgs) {
+        return _write(msgs);
+    }
+
+    @Override
+    public Observable<Void> writeBytes(Observable<byte[]> msgs, Func1<byte[], Boolean> flushSelector) {
+        return _write(msgs, flushSelector);
+    }
+
+    @Override
+    public Observable<Void> writeBytesAndFlushOnEach(Observable<byte[]> msgs) {
+        return _write(msgs, FLUSH_ON_EACH_BYTES);
+    }
+
+    @Override
+    public Observable<Void> writeFileRegion(Observable<FileRegion> msgs) {
+        return _write(msgs);
+    }
+
+    @Override
+    public Observable<Void> writeFileRegion(Observable<FileRegion> msgs, Func1<FileRegion, Boolean> flushSelector) {
+        return _write(msgs, flushSelector);
+    }
+
+    @Override
+    public Observable<Void> writeFileRegionAndFlushOnEach(Observable<FileRegion> msgs) {
+        return writeFileRegion(msgs, FLUSH_ON_EACH_FILE_REGION);
+    }
+
+    @Override
+    public <WW> ChannelOperations<WW> transformWrite(AllocatingTransformer<WW, W> transformer) {
+        nettyChannel.pipeline().fireUserEventTriggered(new AppendTransformerEvent<>(transformer));
+        return new DefaultChannelOperations<>(nettyChannel, eventListener, eventPublisher);
+    }
+
+    @Override
+    public void flush() {
+        if (eventPublisher.publishingEnabled()) {
+            final long startTimeNanos = Clock.newStartTimeNanos();
+            eventListener.onFlushStart();
+            if (nettyChannel.eventLoop().inEventLoop()) {
+                _flushInEventloop(startTimeNanos);
+            } else {
+                nettyChannel.eventLoop()
+                            .execute(new Runnable() {
+                                @Override
+                                public void run() {
+                                    _flushInEventloop(startTimeNanos);
+                                }
+                            });
+            }
+        } else {
+            nettyChannel.flush();
+        }
+    }
+
+    @Override
+    public Observable<Void> close() {
+        return close(true);
+    }
+
+    @Override
+    public Observable<Void> close(boolean flush) {
+        return flush ? flushAndCloseObservable : closeObservable;
+    }
+
+    @Override
+    public void closeNow() {
+        close().subscribe(Actions.empty(), new Action1<Throwable>() {
+            @Override
+            public void call(Throwable throwable) {
+                logger.log(Level.SEVERE, "Error closing connection.", throwable);
+            }
+        });
+    }
+
+    @Override
+    public Observable<Void> closeListener() {
+        return Observable.create(new OnSubscribe<Void>() {
+            @Override
+            public void call(final Subscriber<? super Void> subscriber) {
+                final SubscriberToChannelFutureBridge l = new SubscriberToChannelFutureBridge() {
+
+                    @Override
+                    protected void doOnSuccess(ChannelFuture future) {
+                        subscriber.onCompleted();
+                    }
+
+                    @Override
+                    protected void doOnFailure(ChannelFuture future, Throwable cause) {
+                        subscriber.onCompleted();
+                    }
+                };
+                l.bridge(nettyChannel.closeFuture(), subscriber);
+            }
+        });
+    }
+
+    private <X> Observable<Void> _write(final Observable<X> msgs, Func1<X, Boolean> flushSelector) {
+        return _write(msgs.lift(new FlushSelectorOperator<>(flushSelector, this)));
+    }
+
+    private void _flushInEventloop(long startTimeNanos) {
+        assert nettyChannel.eventLoop().inEventLoop();
+        nettyChannel.flush(); // Flush is sync when from eventloop.
+        eventListener.onFlushComplete(Clock.onEndNanos(startTimeNanos), NANOSECONDS);
+    }
+
+    private Observable<Void> _write(final Observable<?> msgs) {
+        return Observable.create(new OnSubscribe<Void>() {
+            @Override
+            public void call(final Subscriber<? super Void> subscriber) {
+
+                final long startTimeNanos = Clock.newStartTimeNanos();
+
+                if (eventPublisher.publishingEnabled()) {
+                    eventListener.onWriteStart();
+                }
+
+                /*
+                 * If a write happens from outside the eventloop, it does not wakeup the selector, till a flush happens.
+                 * In absence of a selector wakeup, this write will be delayed by the selector sleep interval.
+                 * The code below makes sure that the selector is woken up on a write (by executing a task that does
+                 * the write)
+                 */
+                if (nettyChannel.eventLoop().inEventLoop()) {
+                    _writeStreamToChannel(subscriber, startTimeNanos);
+                } else {
+                    nettyChannel.eventLoop()
+                                .execute(new Runnable() {
+                                    @Override
+                                    public void run() {
+                                        _writeStreamToChannel(subscriber, startTimeNanos);
+                                    }
+                                });
+                }
+            }
+
+            private void _writeStreamToChannel(final Subscriber<? super Void> subscriber, final long startTimeNanos) {
+                final ChannelFuture writeFuture = nettyChannel.write(msgs.doOnCompleted(new Action0() {
+                    @Override
+                    public void call() {
+                        Boolean shdNotFlush = nettyChannel.attr(FLUSH_ONLY_ON_READ_COMPLETE).get();
+                        if (null == shdNotFlush || !shdNotFlush) {
+                            flush();
+                        }
+                    }
+                }));
+                subscriber.add(Subscriptions.create(new Action0() {
+                    @Override
+                    public void call() {
+                        writeFuture.cancel(false); // cancel write on unsubscribe.
+                    }
+                }));
+                writeFuture.addListener(new ChannelFutureListener() {
+                    @Override
+                    public void operationComplete(ChannelFuture future) throws Exception {
+                        if (subscriber.isUnsubscribed()) {
+                            /*short-circuit if subscriber is unsubscribed*/
+                            return;
+                        }
+
+                        if (future.isSuccess()) {
+                            if (eventPublisher.publishingEnabled()) {
+                                eventListener.onWriteSuccess(Clock.onEndNanos(startTimeNanos), NANOSECONDS);
+                            }
+                            subscriber.onCompleted();
+                        } else {
+                            if (eventPublisher.publishingEnabled()) {
+                                eventListener.onWriteFailed(Clock.onEndNanos(startTimeNanos), NANOSECONDS,
+                                                            future.cause());
+                            }
+                            subscriber.onError(future.cause());
+                        }
+                    }
+                });
+            }
+        });
+    }
+
+    private class OnSubscribeForClose implements OnSubscribe<Void> {
+
+        private final Channel nettyChannel;
+
+        public OnSubscribeForClose(Channel nettyChannel) {
+            this.nettyChannel = nettyChannel;
+        }
+
+        @Override
+        @SuppressWarnings("unchecked")
+        public void call(final Subscriber<? super Void> subscriber) {
+
+            final long closeStartTimeNanos = Clock.newStartTimeNanos();
+
+            final ChannelCloseListener closeListener;
+            if (CLOSE_ISSUED_UPDATER.compareAndSet(DefaultChannelOperations.this, 0, 1)) {
+                if (eventPublisher.publishingEnabled()) {
+                    eventListener.onConnectionCloseStart();
+                }
+
+                nettyChannel.close(); // close only once.
+
+                closeListener = new ChannelCloseListener(eventListener, eventPublisher, closeStartTimeNanos,
+                                                         subscriber);
+            } else {
+                closeListener = new ChannelCloseListener(subscriber);
+            }
+
+            closeListener.bridge(nettyChannel.closeFuture(), subscriber);
+        }
+
+        private class ChannelCloseListener extends SubscriberToChannelFutureBridge {
+
+            private final long closeStartTimeNanos;
+            private final Subscriber<? super Void> subscriber;
+            private final ConnectionEventListener eventListener;
+            private final EventPublisher eventPublisher;
+
+            public ChannelCloseListener(ConnectionEventListener eventListener, EventPublisher eventPublisher,
+                                        long closeStartTimeNanos, Subscriber<? super Void> subscriber) {
+                this.eventListener = eventListener;
+                this.eventPublisher = eventPublisher;
+                this.closeStartTimeNanos = closeStartTimeNanos;
+                this.subscriber = subscriber;
+            }
+
+            public ChannelCloseListener(Subscriber<? super Void> subscriber) {
+                this(null, null, -1, subscriber);
+            }
+
+            @Override
+            protected void doOnSuccess(ChannelFuture future) {
+                if (null != eventListener && eventPublisher.publishingEnabled()) {
+                    eventListener.onConnectionCloseSuccess(Clock.onEndNanos(closeStartTimeNanos), NANOSECONDS);
+                }
+                if (!subscriber.isUnsubscribed()) {
+                    subscriber.onCompleted();
+                }
+            }
+
+            @Override
+            protected void doOnFailure(ChannelFuture future, Throwable cause) {
+                if (null != eventListener && eventPublisher.publishingEnabled()) {
+                    eventListener.onConnectionCloseFailed(Clock.onEndNanos(closeStartTimeNanos), NANOSECONDS,
+                                                          future.cause());
+                }
+                if (!subscriber.isUnsubscribed()) {
+                    subscriber.onError(future.cause());
+                }
+            }
+        }
+    }
+}

netty-http-rx/src/main/java/io/reactivex/netty/channel/DetachedChannelPipeline.java

@@ -0,0 +1,387 @@
+/*
+ * Copyright 2015 Netflix, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+package io.reactivex.netty.channel;
+
+import io.netty.channel.Channel;
+import io.netty.channel.ChannelHandler;
+import io.netty.channel.ChannelInitializer;
+import io.netty.channel.ChannelPipeline;
+import io.netty.util.concurrent.EventExecutorGroup;
+import java.util.logging.Level;
+import java.util.logging.Logger;
+import rx.functions.Action1;
+import rx.functions.Func0;
+
+import java.util.LinkedList;
+import java.util.Map.Entry;
+import java.util.NoSuchElementException;
+
+/**
+ * An implementation of {@link ChannelPipeline} which is detached from a channel and provides a
+ * {@link #addToChannel(Channel)} method to be invoked when this pipeline handlers are to be added to an actual channel
+ * pipeline.
+ *
+ * This must NOT be used on an actual channel, it does not support any channel operations. It only supports pipeline
+ * modification operations.
+ */
+public class DetachedChannelPipeline {
+
+    private static final Logger logger = Logger.getLogger(DetachedChannelPipeline.class.getName());
+
+    private final LinkedList<HandlerHolder> holdersInOrder;
+
+    private final Action1<ChannelPipeline> nullableTail;
+
+    public DetachedChannelPipeline() {
+        this(null);
+    }
+
+    public DetachedChannelPipeline(final Action1<ChannelPipeline> nullableTail) {
+        this.nullableTail = nullableTail;
+        holdersInOrder = new LinkedList<>();
+    }
+
+    private DetachedChannelPipeline(final DetachedChannelPipeline copyFrom,
+                                    final Action1<ChannelPipeline> nullableTail) {
+        this.nullableTail = nullableTail;
+        holdersInOrder = new LinkedList<>();
+        synchronized (copyFrom.holdersInOrder) {
+            for (HandlerHolder handlerHolder : copyFrom.holdersInOrder) {
+                holdersInOrder.addLast(handlerHolder);
+            }
+        }
+    }
+
+    public ChannelInitializer<Channel> getChannelInitializer() {
+        return new ChannelInitializer<Channel>() {
+            @Override
+            protected void initChannel(Channel ch) throws Exception {
+                final ChannelPipeline pipeline = ch.pipeline();
+                synchronized (holdersInOrder) {
+                    unguardedCopyToPipeline(pipeline);
+                }
+            }
+        };
+    }
+
+    public void addToChannel(Channel channel) {
+        final ChannelPipeline pipeline = channel.pipeline();
+        synchronized (holdersInOrder) {
+            unguardedCopyToPipeline(pipeline);
+        }
+    }
+
+    public DetachedChannelPipeline copy() {
+        return copy(null);
+    }
+
+    public DetachedChannelPipeline copy(Action1<ChannelPipeline> newTail) {
+        return new DetachedChannelPipeline(this, newTail);
+    }
+
+    public DetachedChannelPipeline addFirst(String name, Func0<ChannelHandler> handlerFactory) {
+        return _guardedAddFirst(new HandlerHolder(name, handlerFactory));
+    }
+
+    public DetachedChannelPipeline addFirst(EventExecutorGroup group,
+                                    String name, Func0<ChannelHandler> handlerFactory) {
+        return _guardedAddFirst(new HandlerHolder(name, handlerFactory, group));
+    }
+
+    public DetachedChannelPipeline addLast(String name, Func0<ChannelHandler> handlerFactory) {
+        return _guardedAddLast(new HandlerHolder(name, handlerFactory));
+    }
+
+    public DetachedChannelPipeline addLast(EventExecutorGroup group, String name, Func0<ChannelHandler> handlerFactory) {
+        return _guardedAddLast(new HandlerHolder(name, handlerFactory, group));
+    }
+
+    public DetachedChannelPipeline addBefore(String baseName, String name, Func0<ChannelHandler> handlerFactory) {
+        return _guardedAddBefore(baseName, new HandlerHolder(name, handlerFactory));
+    }
+
+    public DetachedChannelPipeline addBefore(EventExecutorGroup group, String baseName, String name, Func0<ChannelHandler> handlerFactory) {
+        return _guardedAddBefore(baseName, new HandlerHolder(name, handlerFactory, group));
+    }
+
+    public DetachedChannelPipeline addAfter(String baseName, String name, Func0<ChannelHandler> handlerFactory) {
+        return _guardedAddAfter(baseName, new HandlerHolder(name, handlerFactory));
+    }
+
+    public DetachedChannelPipeline addAfter(EventExecutorGroup group, String baseName, String name, Func0<ChannelHandler> handlerFactory) {
+        return _guardedAddAfter(baseName, new HandlerHolder(name, handlerFactory, group));
+    }
+
+    @SafeVarargs
+    public final DetachedChannelPipeline addFirst(Func0<ChannelHandler>... handlerFactories) {
+        synchronized (holdersInOrder) {
+            for (int i = handlerFactories.length - 1; i >= 0; i--) {
+                Func0<ChannelHandler> handlerFactory = handlerFactories[i];
+                holdersInOrder.addFirst(new HandlerHolder(handlerFactory));
+            }
+        }
+        return this;
+    }
+
+    @SafeVarargs
+    public final DetachedChannelPipeline addFirst(EventExecutorGroup group, Func0<ChannelHandler>... handlerFactories) {
+        synchronized (holdersInOrder) {
+            for (int i = handlerFactories.length - 1; i >= 0; i--) {
+                Func0<ChannelHandler> handlerFactory = handlerFactories[i];
+                holdersInOrder.addFirst(new HandlerHolder(null, handlerFactory, group));
+            }
+        }
+        return this;
+    }
+
+    @SafeVarargs
+    public final DetachedChannelPipeline addLast(Func0<ChannelHandler>... handlerFactories) {
+        for (Func0<ChannelHandler> handlerFactory : handlerFactories) {
+            _guardedAddLast(new HandlerHolder(handlerFactory));
+        }
+        return this;
+    }
+
+    @SafeVarargs
+    public final DetachedChannelPipeline addLast(EventExecutorGroup group, Func0<ChannelHandler>... handlerFactories) {
+        for (Func0<ChannelHandler> handlerFactory : handlerFactories) {
+            _guardedAddLast(new HandlerHolder(null, handlerFactory, group));
+        }
+        return this;
+    }
+
+    public DetachedChannelPipeline configure(Action1<ChannelPipeline> configurator) {
+        _guardedAddLast(new HandlerHolder(configurator));
+        return this;
+    }
+
+    public void copyTo(ChannelPipeline pipeline) {
+        synchronized (holdersInOrder) {
+            unguardedCopyToPipeline(pipeline);
+        }
+    }
+
+    /*Visible for testing*/ LinkedList<HandlerHolder> getHoldersInOrder() {
+        return holdersInOrder;
+    }
+
+    private void unguardedCopyToPipeline(ChannelPipeline pipeline) { /*To be guarded by lock on holders*/
+        for (HandlerHolder holder : holdersInOrder) {
+            if (holder.hasPipelineConfigurator()) {
+                holder.getPipelineConfigurator().call(pipeline);
+                continue;
+            }
+
+            if (holder.hasGroup()) {
+                if (holder.hasName()) {
+                    pipeline.addLast(holder.getGroupIfConfigured(), holder.getNameIfConfigured(),
+                                     holder.getHandlerFactoryIfConfigured().call());
+                } else {
+                    pipeline.addLast(holder.getGroupIfConfigured(), holder.getHandlerFactoryIfConfigured().call());
+                }
+            } else if (holder.hasName()) {
+                pipeline.addLast(holder.getNameIfConfigured(), holder.getHandlerFactoryIfConfigured().call());
+            } else {
+                pipeline.addLast(holder.getHandlerFactoryIfConfigured().call());
+            }
+        }
+
+        if (null != nullableTail) {
+            nullableTail.call(pipeline); // This is the last handler to be added to the pipeline always.
+        }
+
+        if (logger.isLoggable(Level.FINE)) {
+            logger.log(Level.FINE, "Channel pipeline in initializer: " + pipelineToString(pipeline));
+        }
+    }
+
+    private HandlerHolder unguardedFindHandlerByName(String baseName, boolean leniant) {
+        for (HandlerHolder handlerHolder : holdersInOrder) {
+            if (handlerHolder.hasName() && handlerHolder.getNameIfConfigured().equals(baseName)) {
+                return handlerHolder;
+            }
+        }
+        if (leniant) {
+            return null;
+        } else {
+            throw new NoSuchElementException("No handler with name: " + baseName + " configured in the pipeline.");
+        }
+    }
+
+    private DetachedChannelPipeline _guardedAddFirst(HandlerHolder toAdd) {
+        synchronized (holdersInOrder) {
+            holdersInOrder.addFirst(toAdd);
+        }
+        return this;
+    }
+
+    private DetachedChannelPipeline _guardedAddLast(HandlerHolder toAdd) {
+        synchronized (holdersInOrder) {
+            holdersInOrder.addLast(toAdd);
+        }
+        return this;
+    }
+
+    private DetachedChannelPipeline _guardedAddBefore(String baseName, HandlerHolder toAdd) {
+        synchronized (holdersInOrder) {
+            HandlerHolder before = unguardedFindHandlerByName(baseName, false);
+            final int indexOfBefore = holdersInOrder.indexOf(before);
+            holdersInOrder.add(indexOfBefore, toAdd);
+        }
+        return this;
+    }
+
+    private DetachedChannelPipeline _guardedAddAfter(String baseName, HandlerHolder toAdd) {
+        synchronized (holdersInOrder) {
+            HandlerHolder after = unguardedFindHandlerByName(baseName, false);
+            final int indexOfAfter = holdersInOrder.indexOf(after);
+            holdersInOrder.add(indexOfAfter + 1, toAdd);
+        }
+        return this;
+    }
+
+    private static String pipelineToString(ChannelPipeline pipeline) {
+        StringBuilder builder = new StringBuilder();
+        for (Entry<String, ChannelHandler> handlerEntry : pipeline) {
+            if (builder.length() == 0) {
+                builder.append("[\n");
+            } else {
+                builder.append(" ==> ");
+            }
+            builder.append("{ name =>")
+                   .append(handlerEntry.getKey())
+                   .append(", handler => ")
+                   .append(handlerEntry.getValue())
+                   .append("}\n")
+            ;
+        }
+
+        if (builder.length() > 0) {
+            builder.append("}\n");
+        }
+        return builder.toString();
+    }
+
+    /**
+     * A holder class for holding handler information, required to add handlers to the actual pipeline.
+     */
+    /*Visible for testing*/ static class HandlerHolder {
+
+        private final String nameIfConfigured;
+        private final Func0<ChannelHandler> handlerFactoryIfConfigured;
+        private final Action1<ChannelPipeline> pipelineConfigurator;
+        private final EventExecutorGroup groupIfConfigured;
+
+        HandlerHolder(Action1<ChannelPipeline> pipelineConfigurator) {
+            this.pipelineConfigurator = pipelineConfigurator;
+            nameIfConfigured = null;
+            handlerFactoryIfConfigured = null;
+            groupIfConfigured = null;
+        }
+
+        HandlerHolder(Func0<ChannelHandler> handlerFactory) {
+            this(null, handlerFactory);
+        }
+
+        HandlerHolder(String name, Func0<ChannelHandler> handlerFactory) {
+            this(name, handlerFactory, null);
+        }
+
+        HandlerHolder(String name, Func0<ChannelHandler> handlerFactory, EventExecutorGroup group) {
+            nameIfConfigured = name;
+            handlerFactoryIfConfigured = handlerFactory;
+            groupIfConfigured = group;
+            pipelineConfigurator = null;
+        }
+
+        public String getNameIfConfigured() {
+            return nameIfConfigured;
+        }
+
+        public boolean hasName() {
+            return null != nameIfConfigured;
+        }
+
+        public Func0<ChannelHandler> getHandlerFactoryIfConfigured() {
+            return handlerFactoryIfConfigured;
+        }
+
+        public EventExecutorGroup getGroupIfConfigured() {
+            return groupIfConfigured;
+        }
+
+        public boolean hasGroup() {
+            return null != groupIfConfigured;
+        }
+
+        public Action1<ChannelPipeline> getPipelineConfigurator() {
+            return pipelineConfigurator;
+        }
+
+        public boolean hasPipelineConfigurator() {
+            return null != pipelineConfigurator;
+        }
+
+        @Override
+        public boolean equals(Object o) {
+            if (this == o) {
+                return true;
+            }
+            if (!(o instanceof HandlerHolder)) {
+                return false;
+            }
+
+            HandlerHolder that = (HandlerHolder) o;
+
+            if (groupIfConfigured != null? !groupIfConfigured.equals(that.groupIfConfigured) :
+                    that.groupIfConfigured != null) {
+                return false;
+            }
+            if (handlerFactoryIfConfigured != null?
+                    !handlerFactoryIfConfigured.equals(that.handlerFactoryIfConfigured) :
+                    that.handlerFactoryIfConfigured != null) {
+                return false;
+            }
+            if (nameIfConfigured != null? !nameIfConfigured.equals(that.nameIfConfigured) :
+                    that.nameIfConfigured != null) {
+                return false;
+            }
+            if (pipelineConfigurator != null? !pipelineConfigurator.equals(that.pipelineConfigurator) :
+                    that.pipelineConfigurator != null) {
+                return false;
+            }
+
+            return true;
+        }
+
+        @Override
+        public int hashCode() {
+            int result = nameIfConfigured != null? nameIfConfigured.hashCode() : 0;
+            result = 31 * result + (handlerFactoryIfConfigured != null? handlerFactoryIfConfigured.hashCode() : 0);
+            result = 31 * result + (pipelineConfigurator != null? pipelineConfigurator.hashCode() : 0);
+            result = 31 * result + (groupIfConfigured != null? groupIfConfigured.hashCode() : 0);
+            return result;
+        }
+
+        @Override
+        public String toString() {
+            return "HandlerHolder{" + "nameIfConfigured='" + nameIfConfigured + '\'' + ", handlerFactoryIfConfigured=" +
+                   handlerFactoryIfConfigured + ", pipelineConfigurator=" + pipelineConfigurator
+                   + ", groupIfConfigured=" + groupIfConfigured + '}';
+        }
+    }
+}

netty-http-rx/src/main/java/io/reactivex/netty/channel/DisposableContentSource.java

@@ -0,0 +1,134 @@
+/*
+ * Copyright 2015 Netflix, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+
+package io.reactivex.netty.channel;
+
+import io.netty.buffer.ByteBuf;
+import io.netty.buffer.ByteBufHolder;
+import io.netty.util.ReferenceCountUtil;
+import rx.Observable;
+import rx.Subscriber;
+import rx.functions.Action1;
+import rx.observables.ConnectableObservable;
+
+import java.util.ArrayList;
+import java.util.concurrent.atomic.AtomicBoolean;
+
+/**
+ * Similar to {@link ContentSource} but supports multicast to multiple subscriptions. This source, subscribes upstream
+ * once and then caches the content, till the time {@link #dispose()} is called.
+ *
+ * <h2>Managing {@link ByteBuf} lifecycle.</h2>
+ *
+ * If this source emits {@link ByteBuf} or a {@link ByteBufHolder}, using {@link #autoRelease()} will release the buffer
+ * after emitting it from this source.
+ *
+ * Every subscriber to this source must manage it's own lifecycle of the items it receives i.e. the buffers must be
+ * released by every subscriber post processing.
+ *
+ * <h2>Disposing the source</h2>
+ *
+ * It is mandatory to call {@link #dispose()} on this source when no more subscriptions are required. Failure to do so,
+ * will cause a buffer leak as this source, caches the contents till disposed.
+ *
+ * Typically, {@link #dispose()} can be called as an {@link Subscriber#unsubscribe()} action.
+ *
+ * @param <T> Type of objects emitted by this source.
+ */
+public final class DisposableContentSource<T> extends Observable<T> {
+
+    private final OnSubscribeImpl<T> onSubscribe;
+
+    private DisposableContentSource(final OnSubscribeImpl<T> onSubscribe) {
+        super(onSubscribe);
+        this.onSubscribe = onSubscribe;
+    }
+
+    /**
+     * If this source emits {@link ByteBuf} or {@link ByteBufHolder} then using this operator will release the buffer
+     * after it is emitted from this source.
+     *
+     * @return A new instance of the stream with auto-release enabled.
+     */
+    public Observable<T> autoRelease() {
+        return this.lift(new AutoReleaseOperator<T>());
+    }
+
+    /**
+     * Disposes this source.
+     */
+    public void dispose() {
+        if (onSubscribe.disposed.compareAndSet(false, true)) {
+            for (Object chunk : onSubscribe.chunks) {
+                ReferenceCountUtil.release(chunk);
+            }
+            onSubscribe.chunks.clear();
+        }
+    }
+
+    static <X> DisposableContentSource<X> createNew(Observable<X> source) {
+        final ArrayList<X> chunks = new ArrayList<>();
+        ConnectableObservable<X> replay = source.doOnNext(new Action1<X>() {
+            @Override
+            public void call(X x) {
+                chunks.add(x);
+            }
+        }).replay();
+        return new DisposableContentSource<>(new OnSubscribeImpl<X>(replay, chunks));
+    }
+
+    private static class OnSubscribeImpl<T> implements OnSubscribe<T> {
+
+        private final ConnectableObservable<T> source;
+        private final ArrayList<T> chunks;
+        private boolean subscribed;
+        private final AtomicBoolean disposed = new AtomicBoolean();
+
+        public OnSubscribeImpl(ConnectableObservable<T> source, ArrayList<T> chunks) {
+            this.source = source;
+            this.chunks = chunks;
+        }
+
+        @Override
+        public void call(Subscriber<? super T> subscriber) {
+
+            if (disposed.get()) {
+                subscriber.onError(new IllegalStateException("Content source is already disposed."));
+            }
+
+            boolean connectNow = false;
+
+            synchronized (this) {
+                if (!subscribed) {
+                    connectNow = true;
+                    subscribed = true;
+                }
+            }
+
+            source.doOnNext(new Action1<T>() {
+                @Override
+                public void call(T msg) {
+                    ReferenceCountUtil.retain(msg);
+                }
+            }).unsafeSubscribe(subscriber);
+
+            if (connectNow) {
+                source.connect();
+            }
+        }
+    }
+}

netty-http-rx/src/main/java/io/reactivex/netty/channel/EmitConnectionEvent.java

@@ -0,0 +1,40 @@
+/*
+ * Copyright 2015 Netflix, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+package io.reactivex.netty.channel;
+
+import io.netty.channel.ChannelHandlerContext;
+import io.netty.channel.ChannelInboundHandler;
+
+/**
+ * An event to indicate to {@link AbstractConnectionToChannelBridge} that the channel is ready to emit a new
+ * {@link io.reactivex.netty.channel.Connection} to the subscriber as published by {@link ChannelSubscriberEvent}
+ *
+ * <h2>Why do we need this?</h2>
+ *
+ * Since, emitting a connection can include a handshake for protocols such as TLS/SSL, it is not so that a new
+ * {@link io.reactivex.netty.channel.Connection} should be emitted as soon as the channel is active (i.e. inside
+ * {@link ChannelInboundHandler#channelActive(ChannelHandlerContext)}).
+ * For this reason, this event leaves it to the pipeline or any other entity outside to decide, when is the rite time to
+ * emit a connection.
+ */
+public final class EmitConnectionEvent {
+
+    public static final EmitConnectionEvent INSTANCE = new EmitConnectionEvent();
+
+    private EmitConnectionEvent() {
+    }
+}

netty-http-rx/src/main/java/io/reactivex/netty/channel/FlushSelectorOperator.java

@@ -0,0 +1,57 @@
+/*
+ * Copyright 2015 Netflix, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+package io.reactivex.netty.channel;
+
+import rx.Observable.Operator;
+import rx.Subscriber;
+import rx.functions.Func1;
+
+public class FlushSelectorOperator<T> implements Operator<T, T> {
+
+    private final Func1<T, Boolean> flushSelector;
+    private final ChannelOperations<?> channelOps;
+
+    public FlushSelectorOperator(Func1<T, Boolean> flushSelector, ChannelOperations<?> channelOps) {
+        this.flushSelector = flushSelector;
+        this.channelOps = channelOps;
+    }
+
+    @Override
+    public Subscriber<? super T> call(final Subscriber<? super T> subscriber) {
+
+        return new Subscriber<T>(subscriber) {
+            @Override
+            public void onCompleted() {
+                subscriber.onCompleted();
+            }
+
+            @Override
+            public void onError(Throwable e) {
+                subscriber.onError(e);
+            }
+
+            @Override
+            public void onNext(T next) {
+                subscriber.onNext(next);
+                /*Call the selector _after_ writing an element*/
+                if (flushSelector.call(next)) {
+                    channelOps.flush();
+                }
+            }
+        };
+    }
+}

netty-http-rx/src/main/java/io/reactivex/netty/channel/MarkAwarePipeline.java

@@ -0,0 +1,471 @@
+/*
+ * Copyright 2015 Netflix, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+package io.reactivex.netty.channel;
+
+import io.netty.channel.Channel;
+import io.netty.channel.ChannelFuture;
+import io.netty.channel.ChannelHandler;
+import io.netty.channel.ChannelHandlerContext;
+import io.netty.channel.ChannelOutboundInvoker;
+import io.netty.channel.ChannelPipeline;
+import io.netty.channel.ChannelProgressivePromise;
+import io.netty.channel.ChannelPromise;
+import io.netty.util.concurrent.EventExecutorGroup;
+
+import java.net.SocketAddress;
+import java.util.Iterator;
+import java.util.List;
+import java.util.Map;
+import java.util.Map.Entry;
+
+/**
+ * An implementation of {@link ChannelPipeline} that allows a mark-reset scheme for {@link ChannelHandler}s. This allows
+ * temporary modifications to the underlying {@link ChannelPipeline} instance for usecases like pooled connections,
+ * server response upgrades, etc.
+ *
+ * <b>This only supports a single mark at a time, although mark-reset-mark cycles can be repeated any number of times.</b>
+ *
+ * <h2>Usage:</h2>
+ *
+ * To start recording resetable changes, call {@link #mark()} and to reset back to the state before {@link #mark()} was
+ * called, call {@link #reset()}
+ *
+ * <h2>Thread safety</h2>
+ *
+ * All operations of {@link ChannelPipeline} are delegated to the passed {@link ChannelPipeline} instance while
+ * creation. {@link #mark()} and {@link #reset()} uses the same mutex as {@link ChannelPipeline} for synchronization
+ * across different method calls.
+ */
+public final class MarkAwarePipeline implements ChannelPipeline {
+
+    private boolean marked; // Guarded by this
+
+    private final ChannelPipeline delegate;
+
+    public MarkAwarePipeline(ChannelPipeline delegate) {
+        this.delegate = delegate;
+    }
+
+    /**
+     * Marks this pipeline and record further changes which can be reverted by calling {@link #reset()}
+     *
+     * @throws IllegalStateException If this method is called more than once without calling {@link #reset()} in
+     * between.
+     */
+    public synchronized MarkAwarePipeline mark() {
+        if (marked) {
+            throw new IllegalStateException("Pipeline does not support nested marks.");
+        }
+        return this;
+    }
+
+    /**
+     * Marks this pipeline and record further changes which can be reverted by calling {@link #reset()}
+     *
+     * @throws IllegalStateException If this method is called more than once without calling {@link #reset()} in
+     * between.
+     */
+    public synchronized MarkAwarePipeline markIfNotYetMarked() {
+        if (!marked) {
+            return mark();
+        }
+        return this;
+    }
+
+    /**
+     * If {@link #mark()} was called before, resets the pipeline to the state it was before calling {@link #mark()}.
+     * Otherwise, ignores the reset.
+     */
+    public synchronized MarkAwarePipeline reset() {
+        if (!marked) {
+            return this; /*If there is no mark, there is nothing to reset.*/
+        }
+
+        marked = false;
+
+        return this;
+    }
+
+    public synchronized boolean isMarked() {
+        return marked;
+    }
+
+    @Override
+    public ChannelPipeline addFirst(String name, ChannelHandler handler) {
+        delegate.addFirst(name, handler);
+        return this;
+    }
+
+    @Override
+    public ChannelPipeline addFirst(EventExecutorGroup group,
+                                    String name, ChannelHandler handler) {
+        delegate.addFirst(group, name, handler);
+        return this;
+    }
+
+    @Override
+    public ChannelPipeline addLast(String name, ChannelHandler handler) {
+        delegate.addLast(name, handler);
+        return this;
+    }
+
+    @Override
+    public ChannelPipeline addLast(EventExecutorGroup group,
+                                   String name, ChannelHandler handler) {
+        delegate.addLast(group, name, handler);
+        return this;
+    }
+
+    @Override
+    public ChannelPipeline addBefore(String baseName, String name,
+                                     ChannelHandler handler) {
+        return delegate.addBefore(baseName, name, handler);
+    }
+
+    @Override
+    public ChannelPipeline addBefore(EventExecutorGroup group,
+                                     String baseName, String name,
+                                     ChannelHandler handler) {
+        delegate.addBefore(group, baseName, name, handler);
+        return this;
+    }
+
+    @Override
+    public ChannelPipeline addAfter(String baseName, String name,
+                                    ChannelHandler handler) {
+        delegate.addAfter(baseName, name, handler);
+        return this;
+    }
+
+    @Override
+    public ChannelPipeline addAfter(EventExecutorGroup group,
+                                    String baseName, String name,
+                                    ChannelHandler handler) {
+        delegate.addAfter(group, baseName, name, handler);
+        return this;
+    }
+
+    @Override
+    public ChannelPipeline addFirst(ChannelHandler... handlers) {
+        delegate.addFirst(handlers);
+        return this;
+    }
+
+    @Override
+    public ChannelPipeline addFirst(EventExecutorGroup group,
+                                    ChannelHandler... handlers) {
+        delegate.addFirst(group, handlers);
+        return this;
+    }
+
+    @Override
+    public ChannelPipeline addLast(ChannelHandler... handlers) {
+        delegate.addLast(handlers);
+        return this;
+    }
+
+    @Override
+    public ChannelPipeline addLast(EventExecutorGroup group,
+                                   ChannelHandler... handlers) {
+        delegate.addLast(group, handlers);
+        return this;
+    }
+
+    @Override
+    public ChannelPipeline remove(ChannelHandler handler) {
+        delegate.remove(handler);
+        return this;
+    }
+
+    @Override
+    public ChannelHandler remove(String name) {
+        return delegate.remove(name);
+    }
+
+    @Override
+    public <T extends ChannelHandler> T remove(Class<T> handlerType) {
+        return delegate.remove(handlerType);
+    }
+
+    @Override
+    public ChannelHandler removeFirst() {
+        return delegate.removeFirst();
+    }
+
+    @Override
+    public ChannelHandler removeLast() {
+        return delegate.removeLast();
+    }
+
+    @Override
+    public ChannelPipeline replace(ChannelHandler oldHandler,
+                                   String newName, ChannelHandler newHandler) {
+        delegate.replace(oldHandler, newName, newHandler);
+        return this;
+    }
+
+    @Override
+    public ChannelHandler replace(String oldName, String newName,
+                                  ChannelHandler newHandler) {
+        return delegate.replace(oldName, newName, newHandler);
+    }
+
+    @Override
+    public <T extends ChannelHandler> T replace(Class<T> oldHandlerType, String newName,
+                                                ChannelHandler newHandler) {
+        return delegate.replace(oldHandlerType, newName, newHandler);
+    }
+
+    @Override
+    public ChannelHandler first() {
+        return delegate.first();
+    }
+
+    @Override
+    public ChannelHandlerContext firstContext() {
+        return delegate.firstContext();
+    }
+
+    @Override
+    public ChannelHandler last() {
+        return delegate.last();
+    }
+
+    @Override
+    public ChannelHandlerContext lastContext() {
+        return delegate.lastContext();
+    }
+
+    @Override
+    public ChannelHandler get(String name) {
+        return delegate.get(name);
+    }
+
+    @Override
+    public <T extends ChannelHandler> T get(Class<T> handlerType) {
+        return delegate.get(handlerType);
+    }
+
+    @Override
+    public ChannelHandlerContext context(ChannelHandler handler) {
+        return delegate.context(handler);
+    }
+
+    @Override
+    public ChannelHandlerContext context(String name) {
+        return delegate.context(name);
+    }
+
+    @Override
+    public ChannelHandlerContext context(Class<? extends ChannelHandler> handlerType) {
+        return delegate.context(handlerType);
+    }
+
+    @Override
+    public Channel channel() {
+        return delegate.channel();
+    }
+
+    @Override
+    public List<String> names() {
+        return delegate.names();
+    }
+
+    @Override
+    public Map<String, ChannelHandler> toMap() {
+        return delegate.toMap();
+    }
+
+    @Override
+    public ChannelPipeline fireChannelRegistered() {
+        delegate.fireChannelRegistered();
+        return this;
+    }
+
+    @Override
+    public ChannelPipeline fireChannelUnregistered() {
+        delegate.fireChannelUnregistered();
+        return this;
+    }
+
+    @Override
+    public ChannelPipeline fireChannelActive() {
+        delegate.fireChannelActive();
+        return this;
+    }
+
+    @Override
+    public ChannelPipeline fireChannelInactive() {
+        delegate.fireChannelInactive();
+        return this;
+    }
+
+    @Override
+    public ChannelPipeline fireExceptionCaught(Throwable cause) {
+        delegate.fireExceptionCaught(cause);
+        return this;
+    }
+
+    @Override
+    public ChannelPipeline fireUserEventTriggered(Object event) {
+        delegate.fireUserEventTriggered(event);
+        return this;
+    }
+
+    @Override
+    public ChannelPipeline fireChannelRead(Object msg) {
+        delegate.fireChannelRead(msg);
+        return this;
+    }
+
+    @Override
+    public ChannelPipeline fireChannelReadComplete() {
+        delegate.fireChannelReadComplete();
+        return this;
+    }
+
+    @Override
+    public ChannelPipeline fireChannelWritabilityChanged() {
+        delegate.fireChannelWritabilityChanged();
+        return this;
+    }
+
+    @Override
+    public ChannelFuture bind(SocketAddress localAddress) {
+        return delegate.bind(localAddress);
+    }
+
+    @Override
+    public ChannelFuture connect(SocketAddress remoteAddress) {
+        return delegate.connect(remoteAddress);
+    }
+
+    @Override
+    public ChannelFuture connect(SocketAddress remoteAddress,
+                                 SocketAddress localAddress) {
+        return delegate.connect(remoteAddress, localAddress);
+    }
+
+    @Override
+    public ChannelFuture disconnect() {
+        return delegate.disconnect();
+    }
+
+    @Override
+    public ChannelFuture close() {
+        return delegate.close();
+    }
+
+    @Override
+    public ChannelFuture deregister() {
+        return delegate.deregister();
+    }
+
+    @Override
+    public ChannelFuture bind(SocketAddress localAddress,
+                              ChannelPromise promise) {
+        return delegate.bind(localAddress, promise);
+    }
+
+    @Override
+    public ChannelFuture connect(SocketAddress remoteAddress,
+                                 ChannelPromise promise) {
+        return delegate.connect(remoteAddress, promise);
+    }
+
+    @Override
+    public ChannelFuture connect(SocketAddress remoteAddress,
+                                 SocketAddress localAddress,
+                                 ChannelPromise promise) {
+        return delegate.connect(remoteAddress, localAddress, promise);
+    }
+
+    @Override
+    public ChannelFuture disconnect(ChannelPromise promise) {
+        return delegate.disconnect(promise);
+    }
+
+    @Override
+    public ChannelFuture close(ChannelPromise promise) {
+        return delegate.close(promise);
+    }
+
+    @Override
+    public ChannelFuture deregister(ChannelPromise promise) {
+        return delegate.deregister(promise);
+    }
+
+    @Override
+    public ChannelOutboundInvoker read() {
+        return delegate.read();
+    }
+
+    @Override
+    public ChannelFuture write(Object msg) {
+        return delegate.write(msg);
+    }
+
+    @Override
+    public ChannelFuture write(Object msg, ChannelPromise promise) {
+        return delegate.write(msg, promise);
+    }
+
+    @Override
+    public ChannelPipeline flush() {
+        return delegate.flush();
+    }
+
+    @Override
+    public ChannelFuture writeAndFlush(Object msg, ChannelPromise promise) {
+        return delegate.writeAndFlush(msg, promise);
+    }
+
+    @Override
+    public ChannelFuture writeAndFlush(Object msg) {
+        return delegate.writeAndFlush(msg);
+    }
+
+    @Override
+    public ChannelPromise newPromise() {
+        return delegate.newPromise();
+    }
+
+    @Override
+    public ChannelProgressivePromise newProgressivePromise() {
+        return delegate.newProgressivePromise();
+    }
+
+    @Override
+    public ChannelFuture newSucceededFuture() {
+        return delegate.newSucceededFuture();
+    }
+
+    @Override
+    public ChannelFuture newFailedFuture(Throwable cause) {
+        return delegate.newFailedFuture(cause);
+    }
+
+    @Override
+    public ChannelPromise voidPromise() {
+        return delegate.voidPromise();
+    }
+
+    @Override
+    public Iterator<Entry<String, ChannelHandler>> iterator() {
+        return delegate.iterator();
+    }
+}

netty-http-rx/src/main/java/io/reactivex/netty/channel/SubscriberToChannelFutureBridge.java

@@ -0,0 +1,70 @@
+/*
+ * Copyright 2015 Netflix, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+
+package io.reactivex.netty.channel;
+
+import io.netty.channel.Channel;
+import io.netty.channel.ChannelFuture;
+import io.netty.channel.ChannelFutureListener;
+import rx.Subscriber;
+import rx.functions.Action0;
+import rx.subscriptions.Subscriptions;
+
+/**
+ * A bridge to connect a {@link Subscriber} to a {@link ChannelFuture} so that when the {@code subscriber} is
+ * unsubscribed, the listener will get removed from the {@code future}. Failure to do so for futures that are long
+ * living, eg: {@link Channel#closeFuture()} will lead to a memory leak where the attached listener will be in the
+ * listener queue of the future till the channel closes.
+ *
+ * In order to bridge the future and subscriber, {@link #bridge(ChannelFuture, Subscriber)} must be called.
+ */
+public abstract class SubscriberToChannelFutureBridge implements ChannelFutureListener {
+
+    @Override
+    public final void operationComplete(ChannelFuture future) throws Exception {
+        if (future.isSuccess()) {
+            doOnSuccess(future);
+        } else {
+            doOnFailure(future, future.cause());
+        }
+    }
+
+    protected abstract void doOnSuccess(ChannelFuture future);
+
+    protected abstract void doOnFailure(ChannelFuture future, Throwable cause);
+
+    /**
+     * Bridges the passed subscriber and future, which means the following:
+     *
+     * <ul>
+     <li>Add this listener to the passed future.</li>
+     <li>Add a callback to the subscriber, such that on unsubscribe this listener is removed from the future.</li>
+     </ul>
+     *
+     * @param future Future to bridge.
+     * @param subscriber Subscriber to connect to the future.
+     */
+    public void bridge(final ChannelFuture future, Subscriber<?> subscriber) {
+        future.addListener(this);
+        subscriber.add(Subscriptions.create(new Action0() {
+            @Override
+            public void call() {
+                future.removeListener(SubscriberToChannelFutureBridge.this);
+            }
+        }));
+    }
+}

netty-http-rx/src/main/java/io/reactivex/netty/channel/WriteTransformations.java

@@ -0,0 +1,98 @@
+/*
+ * Copyright 2016 Netflix, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+
+package io.reactivex.netty.channel;
+
+import io.netty.buffer.ByteBufAllocator;
+
+import java.util.LinkedList;
+import java.util.List;
+
+/**
+ * A holder for all transformations that are applied on a channel. Out of the box, it comes with a {@code String} and
+ * {@code byte[]} transformer to {@code ByteBuf}. Additional transformations can be applied using
+ * {@link #appendTransformer(AllocatingTransformer)}.
+ */
+public class WriteTransformations {
+
+    private TransformerChain transformers;
+
+    public boolean transform(Object msg, ByteBufAllocator allocator, List<Object> out) {
+
+        boolean transformed = false;
+
+        if (msg instanceof String) {
+            out.add(allocator.buffer().writeBytes(((String) msg).getBytes()));
+            transformed = true;
+        } else if (msg instanceof byte[]) {
+            out.add(allocator.buffer().writeBytes((byte[]) msg));
+            transformed = true;
+        } else if (null != transformers && transformers.acceptMessage(msg)) {
+            out.addAll(transformers.transform(msg, allocator));
+            transformed = true;
+        }
+
+        return transformed;
+    }
+
+    public <T, TT> void appendTransformer(AllocatingTransformer<T, TT> transformer) {
+        transformers = new TransformerChain(transformer, transformers);
+    }
+
+    public void resetTransformations() {
+        transformers = null;
+    }
+
+    public boolean acceptMessage(Object msg) {
+        return msg instanceof String || msg instanceof byte[] || null != transformers && transformers.acceptMessage(msg);
+    }
+
+    @SuppressWarnings({"unchecked", "rawtypes"})
+    private static class TransformerChain extends AllocatingTransformer {
+
+        private final AllocatingTransformer start;
+        private final AllocatingTransformer next;
+
+        public TransformerChain(AllocatingTransformer start, AllocatingTransformer next) {
+            this.start = start;
+            this.next = next;
+        }
+
+        @Override
+        public List transform(Object toTransform, ByteBufAllocator allocator) {
+            if (null == next) {
+                return start.transform(toTransform, allocator);
+            }
+
+            List transformed = start.transform(toTransform, allocator);
+            if (transformed.size() == 1) {
+                return next.transform(transformed.get(0), allocator);
+            } else {
+                final LinkedList toReturn = new LinkedList();
+                for (Object nextItem : transformed) {
+                    toReturn.addAll(next.transform(nextItem, allocator));
+                }
+                return toReturn;
+            }
+        }
+
+        @Override
+        protected boolean acceptMessage(Object msg) {
+            return start.acceptMessage(msg);
+        }
+    }
+}

netty-http-rx/src/main/java/io/reactivex/netty/channel/WriteTransformer.java

@@ -0,0 +1,78 @@
+/*
+ * Copyright 2016 Netflix, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+package io.reactivex.netty.channel;
+
+import io.netty.channel.ChannelHandler;
+import io.netty.channel.ChannelHandlerContext;
+import io.netty.handler.codec.MessageToMessageCodec;
+import io.netty.util.ReferenceCountUtil;
+import io.reactivex.netty.client.ClientConnectionToChannelBridge.ConnectionReuseEvent;
+
+import java.util.List;
+
+/**
+ * A {@link ChannelHandler} that transforms objects written to this channel. <p>
+ *
+ * Any {@code String} or {@code byte[]} written to the channel are converted to {@code ByteBuf} if no other
+ * {@link AllocatingTransformer} is added that accepts these types.
+ *
+ * If the last added {@link AllocatingTransformer} accepts the written message, then invoke all added transformers and
+ * skip the primitive conversions.
+ */
+public class WriteTransformer extends MessageToMessageCodec<Object, Object> {
+
+    private final WriteTransformations transformations = new WriteTransformations();
+
+    @Override
+    public boolean acceptInboundMessage(Object msg) throws Exception {
+        return false;
+    }
+
+    @Override
+    public boolean acceptOutboundMessage(Object msg) throws Exception {
+        return true;// Always return true and let the encode do the checking as opposed to be done at both places.
+    }
+
+    @Override
+    protected void encode(ChannelHandlerContext ctx, Object msg, List<Object> out) throws Exception {
+        if (!transformations.transform(msg, ctx.alloc(), out)) {
+            /*
+             * M2MCodec will release the passed message after encode but we are adding the same object to out.
+             * So, the message needs to be retained and subsequently released by the next consumer in the pipeline.
+             */
+            out.add(ReferenceCountUtil.retain(msg));
+        }
+    }
+
+    @Override
+    protected void decode(ChannelHandlerContext ctx, Object msg, List<Object> out) throws Exception {
+        // Never decode (acceptInbound) always returns false.
+    }
+
+    @Override
+    public void userEventTriggered(ChannelHandlerContext ctx, Object evt) throws Exception {
+        if (evt instanceof AppendTransformerEvent) {
+            @SuppressWarnings("rawtypes")
+            AppendTransformerEvent ate = (AppendTransformerEvent) evt;
+            transformations.appendTransformer(ate.getTransformer());
+        } else if(evt instanceof ConnectionReuseEvent) {
+            transformations.resetTransformations();
+        }
+
+        super.userEventTriggered(ctx, evt);
+    }
+}

netty-http-rx/src/main/java/io/reactivex/netty/channel/events/ConnectionEventListener.java

@@ -0,0 +1,124 @@
+/*
+ * Copyright 2015 Netflix, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+package io.reactivex.netty.channel.events;
+
+import io.reactivex.netty.events.EventListener;
+
+import java.util.concurrent.TimeUnit;
+
+/**
+ * An event listener for all events releated to a {@link io.reactivex.netty.channel.Connection}
+ */
+public abstract class ConnectionEventListener implements EventListener {
+
+    /**
+     * Event whenever any bytes are read on any open connection.
+     *
+     * @param bytesRead Number of bytes read.
+     */
+    @SuppressWarnings("unused")
+    public void onByteRead(long bytesRead) { }
+
+    /**
+     * Event whenever any bytes are successfully written on any open connection.
+     *
+     * @param bytesWritten Number of bytes written.
+     */
+    @SuppressWarnings("unused")
+    public void onByteWritten(long bytesWritten) { }
+
+    /**
+     * Event whenever a flush is issued on a connection.
+     */
+    public void onFlushStart() {}
+
+    /**
+     * Event whenever flush completes.
+     *
+     * @param duration Duration between flush start and completion.
+     * @param timeUnit Timeunit for the duration.
+     */
+    @SuppressWarnings("unused")
+    public void onFlushComplete(long duration, TimeUnit timeUnit) {}
+
+    /**
+     * Event whenever a write is issued on a connection.
+     */
+    public void onWriteStart() {}
+
+    /**
+     * Event whenever data is written successfully on a connection. Use {@link #onByteWritten(long)} to capture number
+     * of bytes written.
+     *
+     * @param duration Duration between write start and completion.
+     * @param timeUnit Timeunit for the duration.
+     */
+    @SuppressWarnings("unused")
+    public void onWriteSuccess(long duration, TimeUnit timeUnit) {}
+
+    /**
+     * Event whenever a write failed on a connection.
+     *
+     * @param duration Duration between write start and failure.
+     * @param timeUnit Timeunit for the duration.
+     * @param throwable Error that caused the failure..
+     */
+    @SuppressWarnings("unused")
+    public void onWriteFailed(long duration, TimeUnit timeUnit, Throwable throwable) {}
+
+    /**
+     * Event whenever a close of any connection is issued. This event will only be fired when the physical connection
+     * is closed and not when a pooled connection is closed and put back in the pool.
+     */
+    @SuppressWarnings("unused")
+    public void onConnectionCloseStart() {}
+
+    /**
+     * Event whenever a close of any connection is successful.
+     *
+     * @param duration Duration between close start and completion.
+     * @param timeUnit Timeunit for the duration.
+     */
+    @SuppressWarnings("unused")
+    public void onConnectionCloseSuccess(long duration, TimeUnit timeUnit) {}
+
+    /**
+     * Event whenever a connection close failed.
+     *
+     * @param duration Duration between close start and failure.
+     * @param timeUnit Timeunit for the duration.
+     * @param throwable Error that caused the failure.
+     */
+    @SuppressWarnings("unused")
+    public void onConnectionCloseFailed(long duration, TimeUnit timeUnit, Throwable throwable) {}
+
+    @Override
+    public void onCustomEvent(Object event) { }
+
+    @Override
+    public void onCustomEvent(Object event, long duration, TimeUnit timeUnit) { }
+
+    @Override
+    public void onCustomEvent(Object event, Throwable throwable) { }
+
+    @Override
+    public void onCustomEvent(Object event, long duration, TimeUnit timeUnit, Throwable throwable) { }
+
+    @Override
+    public void onCompleted() { }
+
+}

netty-http-rx/src/main/java/io/reactivex/netty/channel/events/ConnectionEventPublisher.java

@@ -0,0 +1,238 @@
+/*
+ * Copyright 2015 Netflix, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+package io.reactivex.netty.channel.events;
+
+import io.reactivex.netty.events.EventListener;
+import io.reactivex.netty.events.EventPublisher;
+import io.reactivex.netty.events.EventSource;
+import io.reactivex.netty.events.ListenersHolder;
+import rx.Subscription;
+import rx.functions.Action1;
+import rx.functions.Action2;
+import rx.functions.Action3;
+import rx.functions.Action4;
+import rx.functions.Action5;
+
+import java.util.concurrent.TimeUnit;
+
+/**
+ * A publisher which is both {@link EventSource} and {@link EventListener} for connection events.
+ *
+ * @param <T> Type of listener to expect.
+ */
+public final class ConnectionEventPublisher<T extends ConnectionEventListener> extends ConnectionEventListener
+        implements EventSource<T>, EventPublisher {
+
+    private final Action2<T, Long> bytesReadAction = new Action2<T, Long>() {
+        @Override
+        public void call(T l, Long bytesRead) {
+            l.onByteRead(bytesRead);
+        }
+    };
+
+    private final Action2<T, Long> bytesWrittenAction = new Action2<T, Long>() {
+        @Override
+        public void call(T l, Long bytesWritten) {
+            l.onByteWritten(bytesWritten);
+        }
+    };
+
+    private final Action1<T> flushStartAction = new Action1<T>() {
+        @Override
+        public void call(T l) {
+            l.onFlushStart();
+        }
+    };
+
+    private final Action3<T, Long, TimeUnit> flushCompleteAction = new Action3<T, Long, TimeUnit>() {
+                @Override
+                public void call(T l, Long duration, TimeUnit timeUnit) {
+                    l.onFlushComplete(duration, timeUnit);
+                }
+            };
+
+    private final Action1<T> writeStartAction = new Action1<T>() {
+        @Override
+        public void call(T l) {
+            l.onWriteStart();
+        }
+    };
+
+    private final Action3<T, Long, TimeUnit> writeSuccessAction = new Action3<T, Long, TimeUnit>() {
+        @Override
+        public void call(T l, Long duration, TimeUnit timeUnit) {
+            l.onWriteSuccess(duration, timeUnit);
+        }
+    };
+
+    private final Action4<T, Long, TimeUnit, Throwable> writeFailedAction =
+            new Action4<T, Long, TimeUnit, Throwable>() {
+                @Override
+                public void call(T l, Long duration, TimeUnit timeUnit, Throwable t) {
+                    l.onWriteFailed(duration, timeUnit, t);
+                }
+            };
+
+    private final Action1<T> closeStartAction = new Action1<T>() {
+        @Override
+        public void call(T l) {
+            l.onConnectionCloseStart();
+        }
+    };
+
+    private final Action3<T, Long, TimeUnit> closeSuccessAction = new Action3<T, Long, TimeUnit>() {
+        @Override
+        public void call(T l, Long duration, TimeUnit timeUnit) {
+            l.onConnectionCloseSuccess(duration, timeUnit);
+        }
+    };
+
+    private final Action4<T, Long, TimeUnit, Throwable> closeFailedAction =
+            new Action4<T, Long, TimeUnit, Throwable>() {
+                @Override
+                public void call(T l, Long duration, TimeUnit timeUnit, Throwable t) {
+                    l.onConnectionCloseFailed(duration, timeUnit, t);
+                }
+            };
+
+    private final Action2<T, Object> customEventAction = new Action2<T, Object>() {
+        @Override
+        public void call(T l, Object event) {
+            l.onCustomEvent(event);
+        }
+    };
+
+    private final Action3<T, Throwable, Object> customEventErrorAction = new Action3<T, Throwable, Object>() {
+        @Override
+        public void call(T l, Throwable throwable, Object event) {
+            l.onCustomEvent(event, throwable);
+        }
+    };
+
+    private final Action4<T, Long, TimeUnit, Object> customEventDurationAction = new Action4<T, Long, TimeUnit, Object>() {
+        @Override
+        public void call(T l, Long duration, TimeUnit timeUnit, Object event) {
+            l.onCustomEvent(event, duration, timeUnit);
+        }
+    };
+
+    private final Action5<T, Long, TimeUnit, Throwable, Object> customEventDurationErrAction =
+            new Action5<T, Long, TimeUnit, Throwable, Object>() {
+        @Override
+        public void call(T l, Long duration, TimeUnit timeUnit, Throwable throwable, Object event) {
+            l.onCustomEvent(event, duration, timeUnit, throwable);
+        }
+    };
+
+    private final ListenersHolder<T> listeners;
+
+    public ConnectionEventPublisher() {
+        listeners = new ListenersHolder<>();
+    }
+
+    public ConnectionEventPublisher(ConnectionEventPublisher<T> toCopy) {
+        listeners = toCopy.listeners.copy();
+    }
+
+    @Override
+    public void onByteRead(final long bytesRead) {
+        listeners.invokeListeners(bytesReadAction, bytesRead);
+    }
+
+    @Override
+    public void onByteWritten(long bytesWritten) {
+        listeners.invokeListeners(bytesWrittenAction, bytesWritten);
+    }
+
+    @Override
+    public void onFlushStart() {
+        listeners.invokeListeners(flushStartAction);
+    }
+
+    @Override
+    public void onFlushComplete(final long duration, final TimeUnit timeUnit) {
+        listeners.invokeListeners(flushCompleteAction, duration, timeUnit);
+    }
+
+    @Override
+    public void onWriteStart() {
+        listeners.invokeListeners(writeStartAction);
+    }
+
+    @Override
+    public void onWriteSuccess(final long duration, final TimeUnit timeUnit) {
+        listeners.invokeListeners(writeSuccessAction, duration, timeUnit);
+    }
+
+    @Override
+    public void onWriteFailed(final long duration, final TimeUnit timeUnit, final Throwable throwable) {
+        listeners.invokeListeners(writeFailedAction, duration, timeUnit, throwable);
+    }
+
+    @Override
+    public void onConnectionCloseStart() {
+        listeners.invokeListeners(closeStartAction);
+    }
+
+    @Override
+    public void onConnectionCloseSuccess(final long duration, final TimeUnit timeUnit) {
+        listeners.invokeListeners(closeSuccessAction, duration, timeUnit);
+    }
+
+    @Override
+    public void onConnectionCloseFailed(final long duration, final TimeUnit timeUnit, final Throwable throwable) {
+        listeners.invokeListeners(closeFailedAction, duration, timeUnit, throwable);
+    }
+
+    @Override
+    public void onCustomEvent(Object event) {
+        listeners.invokeListeners(customEventAction, event);
+    }
+
+    @Override
+    public void onCustomEvent(Object event, long duration, TimeUnit timeUnit) {
+        listeners.invokeListeners(customEventDurationAction, duration, timeUnit, event);
+    }
+
+    @Override
+    public void onCustomEvent(Object event, long duration, TimeUnit timeUnit, Throwable throwable) {
+        listeners.invokeListeners(customEventDurationErrAction, duration, timeUnit, throwable, event);
+    }
+
+    @Override
+    public void onCustomEvent(Object event, Throwable throwable) {
+        listeners.invokeListeners(customEventErrorAction, throwable, event);
+    }
+
+    @Override
+    public Subscription subscribe(T listener) {
+        return listeners.subscribe(listener);
+    }
+
+    @Override
+    public boolean publishingEnabled() {
+        return listeners.publishingEnabled();
+    }
+
+    public ConnectionEventPublisher<T> copy() {
+        return new ConnectionEventPublisher<>(this);
+    }
+
+    /*Visible for testing*/ ListenersHolder<T> getListeners() {
+        return listeners;
+    }
+}

netty-http-rx/src/main/java/io/reactivex/netty/client/ChannelProvider.java

@@ -0,0 +1,27 @@
+/*
+ * Copyright 2015 Netflix, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+
+package io.reactivex.netty.client;
+
+import io.netty.channel.Channel;
+import rx.Observable;
+
+public interface ChannelProvider {
+
+    Observable<Channel> newChannel(Observable<Channel> input);
+
+}

netty-http-rx/src/main/java/io/reactivex/netty/client/ChannelProviderFactory.java

@@ -0,0 +1,29 @@
+/*
+ * Copyright 2015 Netflix, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+
+package io.reactivex.netty.client;
+
+import io.reactivex.netty.client.events.ClientEventListener;
+import io.reactivex.netty.events.EventPublisher;
+import io.reactivex.netty.events.EventSource;
+
+public interface ChannelProviderFactory {
+
+    ChannelProvider newProvider(Host host, EventSource<? super ClientEventListener> eventSource,
+                                EventPublisher publisher, ClientEventListener clientPublisher);
+
+}

netty-http-rx/src/main/java/io/reactivex/netty/client/ClientConnectionToChannelBridge.java

@@ -0,0 +1,202 @@
+/*
+ * Copyright 2016 Netflix, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+package io.reactivex.netty.client;
+
+import io.netty.channel.Channel;
+import io.netty.channel.ChannelHandlerContext;
+import io.netty.channel.ChannelPipeline;
+import io.netty.util.AttributeKey;
+import io.reactivex.netty.channel.AbstractConnectionToChannelBridge;
+import io.reactivex.netty.channel.ChannelSubscriberEvent;
+import io.reactivex.netty.channel.Connection;
+import io.reactivex.netty.channel.ConnectionInputSubscriberResetEvent;
+import io.reactivex.netty.channel.EmitConnectionEvent;
+import io.reactivex.netty.client.events.ClientEventListener;
+import io.reactivex.netty.client.pool.PooledConnection;
+import io.reactivex.netty.events.EventAttributeKeys;
+import io.reactivex.netty.events.EventPublisher;
+import io.reactivex.netty.internal.ExecuteInEventloopAction;
+import java.util.logging.Level;
+import java.util.logging.Logger;
+import rx.Subscriber;
+import rx.functions.Action1;
+import rx.functions.Actions;
+import rx.observers.SafeSubscriber;
+import rx.subscriptions.Subscriptions;
+
+/**
+ * An implementation of {@link AbstractConnectionToChannelBridge} for clients.
+ *
+ * <h2>Reuse</h2>
+ *
+ * A channel can be reused for multiple operations, provided the reuses is signalled by {@link ConnectionReuseEvent}.
+ * Failure to do so, will result in errors on the {@link Subscriber} trying to reuse the channel.
+ * A typical reuse should have the following events:
+ *
+ <PRE>
+    ChannelSubscriberEvent =&gt; ConnectionInputSubscriberEvent =&gt; ConnectionReuseEvent =&gt;
+    ConnectionInputSubscriberEvent =&gt; ConnectionReuseEvent =&gt; ConnectionInputSubscriberEvent
+ </PRE>
+ *
+ * @param <R> Type read from the connection held by this handler.
+ * @param <W> Type written to the connection held by this handler.
+ */
+public class ClientConnectionToChannelBridge<R, W> extends AbstractConnectionToChannelBridge<R, W> {
+
+    public static final AttributeKey<Boolean> DISCARD_CONNECTION = AttributeKey.valueOf("rxnetty_discard_connection");
+
+    private static final Logger logger = Logger.getLogger(ClientConnectionToChannelBridge.class.getName());
+    private static final String HANDLER_NAME = "client-conn-channel-bridge";
+
+    private EventPublisher eventPublisher;
+    private ClientEventListener eventListener;
+    private final boolean isSecure;
+    private Channel channel;
+
+    private ClientConnectionToChannelBridge(boolean isSecure) {
+        super(HANDLER_NAME, EventAttributeKeys.CONNECTION_EVENT_LISTENER, EventAttributeKeys.EVENT_PUBLISHER);
+        this.isSecure = isSecure;
+    }
+
+    @Override
+    public void handlerAdded(ChannelHandlerContext ctx) throws Exception {
+        channel = ctx.channel();
+        eventPublisher = channel.attr(EventAttributeKeys.EVENT_PUBLISHER).get();
+        eventListener = ctx.channel().attr(EventAttributeKeys.CLIENT_EVENT_LISTENER).get();
+
+        if (null == eventPublisher) {
+            logger.log(Level.SEVERE, "No Event publisher bound to the channel, closing channel.");
+            ctx.channel().close();
+            return;
+        }
+
+        if (eventPublisher.publishingEnabled() && null == eventListener) {
+            logger.log(Level.SEVERE, "No Event listener bound to the channel and event publishing is enabled., closing channel.");
+            ctx.channel().close();
+            return;
+        }
+
+        super.handlerAdded(ctx);
+    }
+
+    @Override
+    public void channelActive(ChannelHandlerContext ctx) throws Exception {
+        if (!isSecure) {/*When secure, the event is triggered post SSL handshake via the SslCodec*/
+            userEventTriggered(ctx, EmitConnectionEvent.INSTANCE);
+        }
+        super.channelActive(ctx);
+    }
+
+    @Override
+    public void userEventTriggered(ChannelHandlerContext ctx, Object evt) throws Exception {
+
+        super.userEventTriggered(ctx, evt); // Super handles ConnectionInputSubscriberResetEvent to reset the subscriber.
+
+        if (evt instanceof ConnectionReuseEvent) {
+            @SuppressWarnings("unchecked")
+            ConnectionReuseEvent<R, W> event = (ConnectionReuseEvent<R, W>) evt;
+
+            newConnectionReuseEvent(ctx.channel(), event);
+        }
+    }
+
+    @Override
+    protected void onNewReadSubscriber(Subscriber<? super R> subscriber) {
+        // Unsubscribe from the input closes the connection as there can only be one subscriber to the
+        // input and, if nothing is read, it means, nobody is using the connection.
+        // For fire-and-forget usecases, one should explicitly ignore content on the connection which
+        // adds a discard all subscriber that never unsubscribes. For this case, then, the close becomes
+        // explicit.
+        subscriber.add(Subscriptions.create(new ExecuteInEventloopAction(channel) {
+            @Override
+            public void run() {
+                if (!connectionInputSubscriberExists(channel)) {
+                    Connection<?, ?> connection = channel.attr(Connection.CONNECTION_ATTRIBUTE_KEY).get();
+                    if (null != connection) {
+                        connection.closeNow();
+                    }
+                }
+            }
+        }));
+    }
+
+    private void newConnectionReuseEvent(Channel channel, final ConnectionReuseEvent<R, W> event) {
+        Subscriber<? super PooledConnection<R, W>> subscriber = event.getSubscriber();
+        if (isValidToEmit(subscriber)) {
+            subscriber.onNext(event.getPooledConnection());
+            checkEagerSubscriptionIfConfigured(channel);
+        } else {
+            // If pooled connection not sent to the subscriber, release to the pool.
+            event.getPooledConnection().close(false).subscribe(Actions.empty(), new Action1<Throwable>() {
+                @Override
+                public void call(Throwable throwable) {
+                    logger.log(Level.SEVERE, "Error closing connection.", throwable);
+                }
+            });
+        }
+    }
+
+    public static <R, W> ClientConnectionToChannelBridge<R, W> addToPipeline(ChannelPipeline pipeline,
+                                                                             boolean isSecure) {
+        ClientConnectionToChannelBridge<R, W> toAdd = new ClientConnectionToChannelBridge<>(isSecure);
+        pipeline.addLast(HANDLER_NAME, toAdd);
+        return toAdd;
+    }
+
+    /**
+     * An event to indicate channel/{@link Connection} reuse. This event should be used for clients that pool
+     * connections. For every reuse of a connection (connection creation still uses {@link ChannelSubscriberEvent})
+     * the corresponding subscriber must be sent via this event.
+     *
+     * Every instance of this event resets the older subscriber attached to the connection and connection input. This
+     * means sending an {@link Subscriber#onCompleted()} to both of those subscribers. It is assumed that the actual
+     * {@link Subscriber} is similar to {@link SafeSubscriber} which can handle duplicate terminal events.
+     *
+     * @param <I> Type read from the connection held by the event.
+     * @param <O> Type written to the connection held by the event.
+     */
+    public static final class ConnectionReuseEvent<I, O> implements ConnectionInputSubscriberResetEvent {
+
+        private final Subscriber<? super PooledConnection<I, O>> subscriber;
+        private final PooledConnection<I, O> pooledConnection;
+
+        public ConnectionReuseEvent(Subscriber<? super PooledConnection<I, O>> subscriber,
+                                    PooledConnection<I, O> pooledConnection) {
+            this.subscriber = subscriber;
+            this.pooledConnection = pooledConnection;
+        }
+
+        public Subscriber<? super PooledConnection<I, O>> getSubscriber() {
+            return subscriber;
+        }
+
+        public PooledConnection<I, O> getPooledConnection() {
+            return pooledConnection;
+        }
+    }
+
+    /**
+     * An event to indicate release of a {@link PooledConnection}.
+     */
+    public static final class PooledConnectionReleaseEvent {
+
+        public static final PooledConnectionReleaseEvent INSTANCE = new PooledConnectionReleaseEvent();
+
+        private PooledConnectionReleaseEvent() {
+        }
+    }
+}

netty-http-rx/src/main/java/io/reactivex/netty/client/ClientState.java

@@ -0,0 +1,505 @@
+/*
+ * Copyright 2016 Netflix, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+package io.reactivex.netty.client;
+
+import io.netty.bootstrap.Bootstrap;
+import io.netty.buffer.ByteBufAllocator;
+import io.netty.channel.Channel;
+import io.netty.channel.ChannelDuplexHandler;
+import io.netty.channel.ChannelFuture;
+import io.netty.channel.ChannelFutureListener;
+import io.netty.channel.ChannelHandler;
+import io.netty.channel.ChannelHandlerContext;
+import io.netty.channel.ChannelInitializer;
+import io.netty.channel.ChannelOption;
+import io.netty.channel.ChannelPipeline;
+import io.netty.channel.ChannelPromise;
+import io.netty.channel.EventLoopGroup;
+import io.netty.channel.epoll.EpollSocketChannel;
+import io.netty.channel.socket.nio.NioSocketChannel;
+import io.netty.handler.logging.LogLevel;
+import io.netty.handler.logging.LoggingHandler;
+import io.netty.handler.ssl.SslContextBuilder;
+import io.netty.handler.ssl.util.InsecureTrustManagerFactory;
+import io.netty.util.concurrent.EventExecutorGroup;
+import io.reactivex.netty.RxNetty;
+import io.reactivex.netty.channel.ChannelSubscriberEvent;
+import io.reactivex.netty.channel.ConnectionCreationFailedEvent;
+import io.reactivex.netty.channel.DetachedChannelPipeline;
+import io.reactivex.netty.channel.WriteTransformer;
+import io.reactivex.netty.client.events.ClientEventListener;
+import io.reactivex.netty.events.Clock;
+import io.reactivex.netty.events.EventPublisher;
+import io.reactivex.netty.events.EventSource;
+import io.reactivex.netty.ssl.DefaultSslCodec;
+import io.reactivex.netty.ssl.SslCodec;
+import io.reactivex.netty.util.LoggingHandlerFactory;
+import rx.Observable;
+import rx.exceptions.Exceptions;
+import rx.functions.Action1;
+import rx.functions.Func0;
+import rx.functions.Func1;
+
+import javax.net.ssl.SSLEngine;
+import java.net.SocketAddress;
+import java.util.LinkedHashMap;
+import java.util.Map;
+import java.util.Map.Entry;
+
+import static io.reactivex.netty.HandlerNames.*;
+import static java.util.concurrent.TimeUnit.NANOSECONDS;
+
+
+/**
+ * A collection of state that a client holds. This supports the copy-on-write semantics of clients.
+ *
+ * @param <W> The type of objects written to the client owning this state.
+ * @param <R> The type of objects read from the client owning this state.
+ */
+public class ClientState<W, R> {
+
+    private final Observable<Host> hostStream;
+    private final ConnectionProviderFactory<W, R> factory;
+    private final DetachedChannelPipeline detachedPipeline;
+    private final Map<ChannelOption<?>, Object> options;
+    private final boolean isSecure;
+    private final EventLoopGroup eventLoopGroup;
+    private final Class<? extends Channel> channelClass;
+    private final ChannelProviderFactory channelProviderFactory;
+
+    protected ClientState(Observable<Host> hostStream, ConnectionProviderFactory<W, R> factory,
+                          DetachedChannelPipeline detachedPipeline, EventLoopGroup eventLoopGroup,
+                          Class<? extends Channel> channelClass) {
+        this.eventLoopGroup = eventLoopGroup;
+        this.channelClass = channelClass;
+        options = new LinkedHashMap<>(); /// Same as netty bootstrap, order matters.
+        this.hostStream = hostStream;
+        this.factory = factory;
+        this.detachedPipeline = detachedPipeline;
+        isSecure = false;
+        channelProviderFactory = new ChannelProviderFactory() {
+            @Override
+            public ChannelProvider newProvider(Host host, EventSource<? super ClientEventListener> eventSource,
+                                               EventPublisher publisher, ClientEventListener clientPublisher) {
+                return new ChannelProvider() {
+                    @Override
+                    public Observable<Channel> newChannel(Observable<Channel> input) {
+                        return input;
+                    }
+                };
+            }
+        };
+    }
+
+    protected ClientState(ClientState<W, R> toCopy, ChannelOption<?> option, Object value) {
+        options = new LinkedHashMap<>(toCopy.options); // Since, we are adding an option, copy it.
+        options.put(option, value);
+        detachedPipeline = toCopy.detachedPipeline;
+        hostStream = toCopy.hostStream;
+        factory = toCopy.factory;
+        eventLoopGroup = toCopy.eventLoopGroup;
+        channelClass = toCopy.channelClass;
+        isSecure = toCopy.isSecure;
+        channelProviderFactory = toCopy.channelProviderFactory;
+    }
+
+    protected ClientState(ClientState<?, ?> toCopy, DetachedChannelPipeline newPipeline, boolean secure) {
+        final ClientState<W, R> toCopyCast = toCopy.cast();
+        options = toCopy.options;
+        hostStream = toCopy.hostStream;
+        factory = toCopyCast.factory;
+        eventLoopGroup = toCopy.eventLoopGroup;
+        channelClass = toCopy.channelClass;
+        detachedPipeline = newPipeline;
+        isSecure = secure;
+        channelProviderFactory = toCopyCast.channelProviderFactory;
+    }
+
+    protected ClientState(ClientState<?, ?> toCopy, ChannelProviderFactory newFactory) {
+        final ClientState<W, R> toCopyCast = toCopy.cast();
+        options = toCopy.options;
+        hostStream = toCopy.hostStream;
+        factory = toCopyCast.factory;
+        eventLoopGroup = toCopy.eventLoopGroup;
+        channelClass = toCopy.channelClass;
+        detachedPipeline = toCopy.detachedPipeline;
+        channelProviderFactory = newFactory;
+        isSecure = toCopy.isSecure;
+    }
+
+    protected ClientState(ClientState<?, ?> toCopy, SslCodec sslCodec) {
+        this(toCopy, toCopy.detachedPipeline.copy(new TailHandlerFactory(true)).configure(sslCodec), true);
+    }
+
+    public <T> ClientState<W, R> channelOption(ChannelOption<T> option, T value) {
+        return new ClientState<>(this, option, value);
+    }
+
+    public <WW, RR> ClientState<WW, RR> addChannelHandlerFirst(String name, Func0<ChannelHandler> handlerFactory) {
+        ClientState<WW, RR> copy = copy();
+        copy.detachedPipeline.addFirst(name, handlerFactory);
+        return copy;
+    }
+
+    public <WW, RR> ClientState<WW, RR> addChannelHandlerFirst(EventExecutorGroup group, String name,
+                                                               Func0<ChannelHandler> handlerFactory) {
+        ClientState<WW, RR> copy = copy();
+        copy.detachedPipeline.addFirst(group, name, handlerFactory);
+        return copy;
+    }
+
+    public <WW, RR> ClientState<WW, RR> addChannelHandlerLast(String name, Func0<ChannelHandler> handlerFactory) {
+        ClientState<WW, RR> copy = copy();
+        copy.detachedPipeline.addLast(name, handlerFactory);
+        return copy;
+    }
+
+    public <WW, RR> ClientState<WW, RR> addChannelHandlerLast(EventExecutorGroup group, String name,
+                                                              Func0<ChannelHandler> handlerFactory) {
+        ClientState<WW, RR> copy = copy();
+        copy.detachedPipeline.addLast(group, name, handlerFactory);
+        return copy;
+    }
+
+    public <WW, RR> ClientState<WW, RR> addChannelHandlerBefore(String baseName, String name,
+                                                                Func0<ChannelHandler> handlerFactory) {
+        ClientState<WW, RR> copy = copy();
+        copy.detachedPipeline.addBefore(baseName, name, handlerFactory);
+        return copy;
+    }
+
+    public <WW, RR> ClientState<WW, RR> addChannelHandlerBefore(EventExecutorGroup group, String baseName,
+                                                                String name, Func0<ChannelHandler> handlerFactory) {
+        ClientState<WW, RR> copy = copy();
+        copy.detachedPipeline.addBefore(group, baseName, name, handlerFactory);
+        return copy;
+    }
+
+    public <WW, RR> ClientState<WW, RR> addChannelHandlerAfter(String baseName, String name,
+                                                               Func0<ChannelHandler> handlerFactory) {
+        ClientState<WW, RR> copy = copy();
+        copy.detachedPipeline.addAfter(baseName, name, handlerFactory);
+        return copy;
+    }
+
+    public <WW, RR> ClientState<WW, RR> addChannelHandlerAfter(EventExecutorGroup group, String baseName,
+                                                               String name, Func0<ChannelHandler> handlerFactory) {
+        ClientState<WW, RR> copy = copy();
+        copy.detachedPipeline.addAfter(group, baseName, name, handlerFactory);
+        return copy;
+    }
+
+    public <WW, RR> ClientState<WW, RR> pipelineConfigurator(Action1<ChannelPipeline> pipelineConfigurator) {
+        ClientState<WW, RR> copy = copy();
+        copy.detachedPipeline.configure(pipelineConfigurator);
+        return copy;
+    }
+
+    public ClientState<W, R> enableWireLogging(final LogLevel wireLoggingLevel) {
+        return enableWireLogging(LoggingHandler.class.getName(), wireLoggingLevel);
+    }
+
+    public ClientState<W, R> enableWireLogging(String name, final LogLevel wireLoggingLevel) {
+        return addChannelHandlerFirst(WireLogging.getName(),
+                                      LoggingHandlerFactory.getFactory(name, wireLoggingLevel));
+    }
+
+    public static <WW, RR> ClientState<WW, RR> create(ConnectionProviderFactory<WW, RR> factory,
+                                                      Observable<Host> hostStream) {
+        return create(newChannelPipeline(new TailHandlerFactory(false)), factory, hostStream);
+    }
+
+    public static <WW, RR> ClientState<WW, RR> create(ConnectionProviderFactory<WW, RR> factory,
+                                                      Observable<Host> hostStream,
+                                                      EventLoopGroup eventLoopGroup,
+                                                      Class<? extends Channel> channelClass) {
+        return new ClientState<>(hostStream, factory, newChannelPipeline(new TailHandlerFactory(false)), eventLoopGroup,
+                                 channelClass);
+    }
+
+    public static <WW, RR> ClientState<WW, RR> create(DetachedChannelPipeline detachedPipeline,
+                                                      ConnectionProviderFactory<WW, RR> factory,
+                                                      Observable<Host> hostStream) {
+        return create(detachedPipeline, factory, hostStream, defaultEventloopGroup(), defaultSocketChannelClass());
+    }
+
+    public static <WW, RR> ClientState<WW, RR> create(DetachedChannelPipeline detachedPipeline,
+                                                      ConnectionProviderFactory<WW, RR> factory,
+                                                      Observable<Host> hostStream,
+                                                      EventLoopGroup eventLoopGroup,
+                                                      Class<? extends Channel> channelClass) {
+        return new ClientState<>(hostStream, factory, detachedPipeline, eventLoopGroup, channelClass);
+    }
+
+    private static DetachedChannelPipeline newChannelPipeline(TailHandlerFactory thf) {
+        return new DetachedChannelPipeline(thf)
+                .addLast(WriteTransformer.getName(), new Func0<ChannelHandler>() {
+                    @Override
+                    public ChannelHandler call() {
+                        return new WriteTransformer();
+                    }
+                });
+    }
+
+    public Bootstrap newBootstrap(final EventPublisher eventPublisher, final ClientEventListener eventListener) {
+        final Bootstrap nettyBootstrap = new Bootstrap().group(eventLoopGroup)
+                                                        .channel(channelClass)
+                                                        .option(ChannelOption.AUTO_READ, false);// by default do not read content unless asked.
+
+        for (Entry<ChannelOption<?>, Object> optionEntry : options.entrySet()) {
+            // Type is just for safety for user of ClientState, internally in Bootstrap, types are thrown on the floor.
+            @SuppressWarnings("unchecked")
+            ChannelOption<Object> key = (ChannelOption<Object>) optionEntry.getKey();
+            nettyBootstrap.option(key, optionEntry.getValue());
+        }
+
+        nettyBootstrap.handler(new ChannelInitializer<Channel>() {
+            @Override
+            protected void initChannel(Channel ch) throws Exception {
+                ch.pipeline().addLast(ClientChannelActiveBufferingHandler.getName(),
+                                      new ChannelActivityBufferingHandler(eventPublisher, eventListener));
+            }
+        });
+        return nettyBootstrap;
+    }
+
+    public DetachedChannelPipeline unsafeDetachedPipeline() {
+        return detachedPipeline;
+    }
+
+    public Map<ChannelOption<?>, Object> unsafeChannelOptions() {
+        return options;
+    }
+
+    public ClientState<W, R> channelProviderFactory(ChannelProviderFactory factory) {
+        return new ClientState<>(this, factory);
+    }
+
+    public ClientState<W, R> secure(Func1<ByteBufAllocator, SSLEngine> sslEngineFactory) {
+        return secure(new DefaultSslCodec(sslEngineFactory));
+    }
+
+    public ClientState<W, R> secure(SSLEngine sslEngine) {
+        return secure(new DefaultSslCodec(sslEngine));
+    }
+
+    public ClientState<W, R> secure(SslCodec sslCodec) {
+        return new ClientState<>(this, sslCodec);
+    }
+
+    public ClientState<W, R> unsafeSecure() {
+        return secure(new DefaultSslCodec(new Func1<ByteBufAllocator, SSLEngine>() {
+            @Override
+            public SSLEngine call(ByteBufAllocator allocator) {
+                try {
+                    return SslContextBuilder.forClient()
+                                            .trustManager(InsecureTrustManagerFactory.INSTANCE)
+                                            .build()
+                                            .newEngine(allocator);
+                } catch (Exception e) {
+                    throw Exceptions.propagate(e);
+                }
+            }
+        }));
+    }
+
+    private <WW, RR> ClientState<WW, RR> copy() {
+        TailHandlerFactory newTail = new TailHandlerFactory(isSecure);
+        return new ClientState<>(this, detachedPipeline.copy(newTail), isSecure);
+    }
+
+    public ConnectionProviderFactory<W, R> getFactory() {
+        return factory;
+    }
+
+    public Observable<Host> getHostStream() {
+        return hostStream;
+    }
+
+    public ChannelProviderFactory getChannelProviderFactory() {
+        return channelProviderFactory;
+    }
+
+    @SuppressWarnings("unchecked")
+    private <WW, RR> ClientState<WW, RR> cast() {
+        return (ClientState<WW, RR>) this;
+    }
+
+    protected static class TailHandlerFactory implements Action1<ChannelPipeline> {
+
+        private final boolean isSecure;
+
+        public TailHandlerFactory(boolean isSecure) {
+            this.isSecure = isSecure;
+        }
+
+        @Override
+        public void call(ChannelPipeline pipeline) {
+            ClientConnectionToChannelBridge.addToPipeline(pipeline, isSecure);
+        }
+    }
+
+    public static EventLoopGroup defaultEventloopGroup() {
+        return RxNetty.getRxEventLoopProvider().globalClientEventLoop(true);
+    }
+
+    public static Class<? extends Channel> defaultSocketChannelClass() {
+        return RxNetty.isUsingNativeTransport() ? EpollSocketChannel.class : NioSocketChannel.class;
+    }
+
+    /**
+     * Clients construct the pipeline, outside of the {@link ChannelInitializer} through {@link ChannelProvider}.
+     * Thus channel registration and activation events may be lost due to a race condition when the channel is active
+     * before the pipeline is configured.
+     * This handler buffers, the channel events till the time, a subscriber appears for channel establishment.
+     */
+    private static class ChannelActivityBufferingHandler extends ChannelDuplexHandler {
+
+        private enum State {
+            Initialized,
+            Registered,
+            Active,
+            Inactive,
+            ChannelSubscribed
+        }
+
+        private State state = State.Initialized;
+
+        /**
+         * Unregistered state will hide the active/inactive state, hence this is a different flag.
+         */
+        private boolean unregistered;
+        private long connectStartTimeNanos;
+        private final EventPublisher eventPublisher;
+        private final ClientEventListener eventListener;
+
+        private ChannelActivityBufferingHandler(EventPublisher eventPublisher, ClientEventListener eventListener) {
+            this.eventPublisher = eventPublisher;
+            this.eventListener = eventListener;
+        }
+
+        @SuppressWarnings("unchecked")
+        @Override
+        public void connect(ChannelHandlerContext ctx, SocketAddress remoteAddress, SocketAddress localAddress,
+                            ChannelPromise promise) throws Exception {
+
+            connectStartTimeNanos = Clock.newStartTimeNanos();
+
+            if (eventPublisher.publishingEnabled()) {
+                eventListener.onConnectStart();
+                promise.addListener(new ChannelFutureListener() {
+                    @SuppressWarnings("unchecked")
+                    @Override
+                    public void operationComplete(ChannelFuture future) throws Exception {
+                        if (eventPublisher.publishingEnabled()) {
+                            long endTimeNanos = Clock.onEndNanos(connectStartTimeNanos);
+                            if (!future.isSuccess()) {
+                                eventListener.onConnectFailed(endTimeNanos, NANOSECONDS, future.cause());
+                            } else {
+                                eventListener.onConnectSuccess(endTimeNanos, NANOSECONDS);
+                            }
+                        }
+                    }
+                });
+            }
+
+            super.connect(ctx, remoteAddress, localAddress, promise);
+        }
+
+        @Override
+        public void channelRegistered(ChannelHandlerContext ctx) throws Exception {
+            if (State.ChannelSubscribed == state) {
+                super.channelRegistered(ctx);
+            } else {
+                state = State.Registered;
+            }
+        }
+
+        @Override
+        public void channelUnregistered(ChannelHandlerContext ctx) throws Exception {
+            if (State.ChannelSubscribed == state) {
+                super.channelUnregistered(ctx);
+            } else {
+                unregistered = true;
+            }
+        }
+
+        @Override
+        public void channelActive(ChannelHandlerContext ctx) throws Exception {
+            if (State.ChannelSubscribed == state) {
+                super.channelActive(ctx);
+            } else {
+                state = State.Active;
+            }
+        }
+
+        @Override
+        public void channelInactive(ChannelHandlerContext ctx) throws Exception {
+            if (State.ChannelSubscribed == state) {
+                super.channelInactive(ctx);
+            } else {
+                state = State.Inactive;
+            }
+        }
+
+        @Override
+        public void userEventTriggered(ChannelHandlerContext ctx, Object evt) throws Exception {
+            if (evt instanceof ChannelSubscriberEvent) {
+                final State existingState = state;
+                state = State.ChannelSubscribed;
+                super.userEventTriggered(ctx, evt);
+                final ChannelPipeline pipeline = ctx.channel().pipeline();
+                switch (existingState) {
+                case Initialized:
+                    break;
+                case Registered:
+                    pipeline.fireChannelRegistered();
+                    break;
+                case Active:
+                    pipeline.fireChannelRegistered();
+                    pipeline.fireChannelActive();
+                    break;
+                case Inactive:
+                    pipeline.fireChannelRegistered();
+                    pipeline.fireChannelActive();
+                    pipeline.fireChannelInactive();
+                    break;
+                case ChannelSubscribed:
+                    // Duplicate event, ignore.
+                    break;
+                }
+
+                if (unregistered) {
+                    pipeline.fireChannelUnregistered();
+                }
+            } else if (evt instanceof ConnectionCreationFailedEvent) {
+                ConnectionCreationFailedEvent failedEvent = (ConnectionCreationFailedEvent) evt;
+                onConnectFailedEvent(failedEvent);
+                super.userEventTriggered(ctx, evt);
+            } else {
+                super.userEventTriggered(ctx, evt);
+            }
+        }
+
+        @SuppressWarnings("unchecked")
+        private void onConnectFailedEvent(ConnectionCreationFailedEvent event) {
+            if (eventPublisher.publishingEnabled()) {
+                eventListener.onConnectFailed(connectStartTimeNanos, NANOSECONDS, event.getThrowable());
+            }
+        }
+    }
+}

netty-http-rx/src/main/java/io/reactivex/netty/client/ConnectionProvider.java

@@ -0,0 +1,38 @@
+/*
+ * Copyright 2015 Netflix, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+
+package io.reactivex.netty.client;
+
+import io.reactivex.netty.channel.Connection;
+import rx.Observable;
+
+/**
+ * A contract to control how connections are established from a client.
+ *
+ * @param <W> The type of objects written on the connections created by this provider.
+ * @param <R> The type of objects read from the connections created by this provider.
+ */
+public interface ConnectionProvider<W, R> {
+
+    /**
+     * Returns an {@code Observable} that emits a single connection every time it is subscribed.
+     *
+     * @return An {@code Observable} that emits a single connection every time it is subscribed.
+     */
+    Observable<Connection<R, W>> newConnectionRequest();
+
+}

netty-http-rx/src/main/java/io/reactivex/netty/client/ConnectionProviderFactory.java

@@ -0,0 +1,26 @@
+/*
+ * Copyright 2015 Netflix, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+
+package io.reactivex.netty.client;
+
+import rx.Observable;
+
+public interface ConnectionProviderFactory<W, R> {
+
+    ConnectionProvider<W, R> newProvider(Observable<HostConnector<W, R>> hosts);
+
+}

netty-http-rx/src/main/java/io/reactivex/netty/client/ConnectionRequest.java

@@ -0,0 +1,42 @@
+/*
+ * Copyright 2016 Netflix, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+package io.reactivex.netty.client;
+
+import io.reactivex.netty.channel.Connection;
+import rx.Observable;
+
+/**
+ * A connection request that is used to create connections for different protocols.
+ *
+ * <h2>Mutations</h2>
+ *
+ * All mutations to this request that creates a brand new instance.
+ *
+ * <h2> Inititating connections</h2>
+ *
+ * A new connection is initiated every time {@link ConnectionRequest#subscribe()} is called and is the only way of
+ * creating connections.
+ *
+ * @param <W> The type of the objects that are written to the connection created by this request.
+ * @param <R> The type of objects that are read from the connection created by this request.
+ */
+public abstract class ConnectionRequest<W, R> extends Observable<Connection<R, W>> {
+
+    protected ConnectionRequest(OnSubscribe<Connection<R, W>> f) {
+        super(f);
+    }
+}

netty-http-rx/src/main/java/io/reactivex/netty/client/Host.java

@@ -0,0 +1,70 @@
+/*
+ * Copyright 2016 Netflix, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+
+package io.reactivex.netty.client;
+
+import rx.Observable;
+
+import java.net.SocketAddress;
+
+public final class Host {
+
+    private final SocketAddress host;
+    private final Observable<Void> closeNotifier;
+
+    public Host(SocketAddress host) {
+        this(host, Observable.<Void>never());
+    }
+
+    public Host(SocketAddress host, Observable<Void> closeNotifier) {
+        this.host = host;
+        this.closeNotifier = closeNotifier;
+    }
+
+    public SocketAddress getHost() {
+        return host;
+    }
+
+    public Observable<Void> getCloseNotifier() {
+        return closeNotifier;
+    }
+
+    @Override
+    public boolean equals(Object o) {
+        if (this == o) {
+            return true;
+        }
+        if (!(o instanceof Host)) {
+            return false;
+        }
+
+        Host host1 = (Host) o;
+
+        if (host != null? !host.equals(host1.host) : host1.host != null) {
+            return false;
+        }
+        return closeNotifier != null? closeNotifier.equals(host1.closeNotifier) : host1.closeNotifier == null;
+
+    }
+
+    @Override
+    public int hashCode() {
+        int result = host != null? host.hashCode() : 0;
+        result = 31 * result + (closeNotifier != null? closeNotifier.hashCode() : 0);
+        return result;
+    }
+}

netty-http-rx/src/main/java/io/reactivex/netty/client/HostConnector.java

@@ -0,0 +1,110 @@
+/*
+ * Copyright 2016 Netflix, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+package io.reactivex.netty.client;
+
+import io.reactivex.netty.client.events.ClientEventListener;
+import io.reactivex.netty.events.EventPublisher;
+import io.reactivex.netty.events.EventSource;
+import rx.Subscription;
+
+public class HostConnector<W, R> implements EventSource<ClientEventListener> {
+
+    private final Host host;
+    private final ConnectionProvider<W, R> connectionProvider;
+    @SuppressWarnings("rawtypes")
+    private final EventSource eventSource;
+    private final EventPublisher publisher;
+    private final ClientEventListener clientPublisher;
+
+    public HostConnector(Host host, ConnectionProvider<W, R> connectionProvider,
+                         EventSource<? extends ClientEventListener> eventSource, EventPublisher publisher,
+                         ClientEventListener clientPublisher) {
+        this.host = host;
+        this.connectionProvider = connectionProvider;
+        this.eventSource = eventSource;
+        this.publisher = publisher;
+        this.clientPublisher = clientPublisher;
+    }
+
+    public HostConnector(HostConnector<W, R> source, ConnectionProvider<W, R> connectionProvider) {
+        this.connectionProvider = connectionProvider;
+        host = source.host;
+        eventSource = source.eventSource;
+        clientPublisher = source.clientPublisher;
+        publisher = source.publisher;
+    }
+
+    public Host getHost() {
+        return host;
+    }
+
+    public ConnectionProvider<W, R> getConnectionProvider() {
+        return connectionProvider;
+    }
+
+    public ClientEventListener getClientPublisher() {
+        return clientPublisher;
+    }
+
+    public EventPublisher getEventPublisher() {
+        return publisher;
+    }
+
+    @Override
+    @SuppressWarnings("unchecked")
+    public Subscription subscribe(ClientEventListener listener) {
+        return eventSource.subscribe(listener);
+    }
+
+    @Override
+    public boolean equals(Object o) {
+        if (this == o) {
+            return true;
+        }
+        if (!(o instanceof HostConnector)) {
+            return false;
+        }
+
+        HostConnector<?, ?> that = (HostConnector<?, ?>) o;
+
+        if (host != null? !host.equals(that.host) : that.host != null) {
+            return false;
+        }
+        if (connectionProvider != null? !connectionProvider.equals(that.connectionProvider) :
+                that.connectionProvider != null) {
+            return false;
+        }
+        if (eventSource != null? !eventSource.equals(that.eventSource) : that.eventSource != null) {
+            return false;
+        }
+        if (publisher != null? !publisher.equals(that.publisher) : that.publisher != null) {
+            return false;
+        }
+        return clientPublisher != null? clientPublisher.equals(that.clientPublisher) : that.clientPublisher == null;
+
+    }
+
+    @Override
+    public int hashCode() {
+        int result = host != null? host.hashCode() : 0;
+        result = 31 * result + (connectionProvider != null? connectionProvider.hashCode() : 0);
+        result = 31 * result + (eventSource != null? eventSource.hashCode() : 0);
+        result = 31 * result + (publisher != null? publisher.hashCode() : 0);
+        result = 31 * result + (clientPublisher != null? clientPublisher.hashCode() : 0);
+        return result;
+    }
+}

netty-http-rx/src/main/java/io/reactivex/netty/client/events/ClientEventListener.java

@@ -0,0 +1,111 @@
+/*
+ * Copyright 2015 Netflix, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+
+package io.reactivex.netty.client.events;
+
+import io.reactivex.netty.channel.events.ConnectionEventListener;
+
+import java.util.concurrent.TimeUnit;
+
+public class ClientEventListener extends ConnectionEventListener {
+    /**
+     * Event whenever a new connection attempt is made.
+     */
+    @SuppressWarnings("unused")
+    public void onConnectStart() {}
+
+    /**
+     * Event whenever a new connection is successfully established.
+     *
+     * @param duration Duration between connect start and completion.
+     * @param timeUnit Timeunit for the duration.
+     */
+    @SuppressWarnings("unused")
+    public void onConnectSuccess(long duration, TimeUnit timeUnit) {}
+
+    /**
+     * Event whenever a connect attempt failed.
+     *
+     * @param duration Duration between connect start and failure.
+     * @param timeUnit Timeunit for the duration.
+     * @param throwable Error that caused the failure.
+     */
+    @SuppressWarnings("unused")
+    public void onConnectFailed(long duration, TimeUnit timeUnit, Throwable throwable) {}
+
+    /**
+     * Event whenever a connection release to the pool is initiated (by closing the connection)
+     */
+    @SuppressWarnings("unused")
+    public void onPoolReleaseStart() {}
+
+    /**
+     * Event whenever a connection is successfully released to the pool.
+     *
+     * @param duration Duration between release start and completion.
+     * @param  timeUnit Timeunit for the duration.
+     */
+    @SuppressWarnings("unused")
+    public void onPoolReleaseSuccess(long duration, TimeUnit timeUnit) {}
+
+    /**
+     * Event whenever a connection release to pool fails.
+     *
+     * @param duration Duration between release start and failure.
+     * @param timeUnit Timeunit for the duration.
+     * @param throwable Error that caused the failure.
+     */
+    @SuppressWarnings("unused")
+    public void onPoolReleaseFailed(long duration, TimeUnit timeUnit, Throwable throwable) {}
+
+    /**
+     * Event whenever an idle connection is removed/evicted from the pool.
+     */
+    @SuppressWarnings("unused")
+    public void onPooledConnectionEviction() {}
+
+    /**
+     * Event whenever a connection is reused from the pool.
+     */
+    @SuppressWarnings("unused")
+    public void onPooledConnectionReuse() {}
+
+    /**
+     * Event whenever an acquire from the pool is initiated.
+     */
+    @SuppressWarnings("unused")
+    public void onPoolAcquireStart() {}
+
+    /**
+     * Event whenever an acquire from the pool is successful.
+     *
+     * @param duration Duration between acquire start and completion.
+     * @param timeUnit Timeunit for the duration.
+     */
+    @SuppressWarnings("unused")
+    public void onPoolAcquireSuccess(long duration, TimeUnit timeUnit) {}
+
+    /**
+     * Event whenever an acquire from the pool failed.
+     *
+     * @param duration Duration between acquire start and failure.
+     * @param timeUnit Timeunit for the duration.
+     * @param throwable Error that caused the failure.
+     */
+    @SuppressWarnings("unused")
+    public void onPoolAcquireFailed(long duration, TimeUnit timeUnit, Throwable throwable) {}
+}

netty-http-rx/src/main/java/io/reactivex/netty/client/internal/SingleHostConnectionProvider.java

@@ -0,0 +1,51 @@
+/*
+ * Copyright 2015 Netflix, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+
+package io.reactivex.netty.client.internal;
+
+import io.reactivex.netty.channel.Connection;
+import io.reactivex.netty.client.ConnectionProvider;
+import io.reactivex.netty.client.HostConnector;
+import java.util.logging.Level;
+import java.util.logging.Logger;
+import rx.Observable;
+import rx.functions.Action1;
+
+/**
+ * A connection provider that only ever fetches a single host from the host stream provided to it.
+ *
+ * @param <W> The type of objects written on the connections created by this provider.
+ * @param <R> The type of objects read from the connections created by this provider.
+ */
+public class SingleHostConnectionProvider<W, R> implements ConnectionProvider<W, R> {
+
+    private static final Logger logger = Logger.getLogger(SingleHostConnectionProvider.class.getName());
+
+    private volatile ConnectionProvider<W, R> provider;
+
+    public SingleHostConnectionProvider(Observable<HostConnector<W, R>> connectors) {
+        connectors.toSingle()
+                  .subscribe(connector -> provider = connector.getConnectionProvider(),
+                          t -> logger.log(Level.SEVERE, "Failed while fetching a host connector from a scalar host source", t));
+    }
+
+    @Override
+    public Observable<Connection<R, W>> newConnectionRequest() {
+        return null != provider ? provider.newConnectionRequest()
+                : Observable.<Connection<R, W>>error(new IllegalStateException("No hosts available."));
+    }
+}

netty-http-rx/src/main/java/io/reactivex/netty/client/loadbalancer/AbstractP2CStrategy.java

@@ -0,0 +1,113 @@
+/*
+ * Copyright 2016 Netflix, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+
+package io.reactivex.netty.client.loadbalancer;
+
+import io.reactivex.netty.channel.Connection;
+import io.reactivex.netty.client.ConnectionProvider;
+import io.reactivex.netty.client.Host;
+import io.reactivex.netty.client.HostConnector;
+import io.reactivex.netty.client.events.ClientEventListener;
+import rx.Observable;
+
+import java.util.List;
+import java.util.concurrent.ThreadLocalRandom;
+
+public abstract class AbstractP2CStrategy<W, R, L extends ClientEventListener> implements LoadBalancingStrategy<W, R>  {
+
+    @Override
+    public ConnectionProvider<W, R> newStrategy(final List<HostHolder<W, R>> hosts) {
+        newHostsList(hosts.size());
+        return new ConnectionProvider<W, R>() {
+
+            @Override
+            public Observable<Connection<R, W>> newConnectionRequest() {
+                HostHolder<W, R> selected = null;
+                if (hosts.isEmpty()) {
+                    noUsableHostsFound();
+                    return Observable.error(NoHostsAvailableException.EMPTY_INSTANCE);
+                } else if (hosts.size() == 1) {
+                    HostHolder<W, R> holder = hosts.get(0);
+                    @SuppressWarnings("unchecked")
+                    L eventListener = (L) holder.getEventListener();
+                    double weight = getWeight(eventListener);
+                    if (isUnusable(weight)) {
+                        noUsableHostsFound();
+                        return Observable.error(new NoHostsAvailableException("No usable hosts found."));
+                    }
+                    selected = holder;
+                } else {
+                    ThreadLocalRandom rand = ThreadLocalRandom.current();
+                    for (int i = 0; i < 5; i++) {
+                        int pos  = rand.nextInt(hosts.size());
+                        HostHolder<W, R> first  = hosts.get(pos);
+                        int pos2 = (rand.nextInt(hosts.size() - 1) + pos + 1) % hosts.size();
+                        HostHolder<W, R> second = hosts.get(pos2);
+
+                        @SuppressWarnings("unchecked")
+                        double w1 = getWeight((L) first.getEventListener());
+                        @SuppressWarnings("unchecked")
+                        double w2 = getWeight((L) second.getEventListener());
+
+                        if (w1 > w2) {
+                            selected = first;
+                            break;
+                        } else if (w1 < w2) {
+                            selected = second;
+                            break;
+                        } else if (!isUnusable(w1)) {
+                            selected = first;
+                            break;
+                        }
+                        foundTwoUnusableHosts();
+                    }
+                    if (null == selected) {
+                        noUsableHostsFound();
+                        return Observable.error(new NoHostsAvailableException("No usable hosts found after 5 tries."));
+                    }
+                }
+
+                return selected.getConnector().getConnectionProvider().newConnectionRequest();
+            }
+        };
+    }
+
+    protected boolean isUnusable(double weight) {
+        return weight < 0.0;
+    }
+
+    @Override
+    public HostHolder<W, R> toHolder(HostConnector<W, R> connector) {
+        return new HostHolder<>(connector, newListener(connector.getHost()));
+    }
+
+    protected abstract L newListener(Host host);
+
+    protected abstract double getWeight(L listener);
+
+    protected void noUsableHostsFound() {
+        // No Op by default
+    }
+
+    protected void foundTwoUnusableHosts() {
+        // No Op by default
+    }
+
+    protected void newHostsList(int size) {
+        // No Op by default
+    }
+}

netty-http-rx/src/main/java/io/reactivex/netty/client/loadbalancer/HostCollector.java

@@ -0,0 +1,50 @@
+/*
+ * Copyright 2016 Netflix, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+
+package io.reactivex.netty.client.loadbalancer;
+
+import rx.Single;
+import rx.functions.Func1;
+
+import java.util.List;
+
+public interface HostCollector {
+
+    <W, R> Func1<HostUpdate<W, R>, Single<List<HostHolder<W, R>>>> newCollector();
+
+    final class HostUpdate<W, R> {
+
+        public enum Action{ Add, Remove }
+
+        private final Action action;
+        private final HostHolder<W, R> hostHolder;
+
+        public HostUpdate(Action action, HostHolder<W, R> hostHolder) {
+            this.action = action;
+            this.hostHolder = hostHolder;
+        }
+
+        public Action getAction() {
+            return action;
+        }
+
+        public HostHolder<W, R> getHostHolder() {
+            return hostHolder;
+        }
+    }
+
+}