Akka Http Proxy Transport (no CONNECT).

AkkaHttpProxyTransport.scala

package com.chatmeter.common.util.http

import java.net.InetSocketAddress

import akka.actor.ActorSystem
import akka.http.scaladsl.model.headers.{HttpCredentials, `Proxy-Authorization`}
import akka.http.scaladsl.settings.ClientConnectionSettings
import akka.http.scaladsl.{ClientTransport, Http}
import akka.stream.scaladsl.{BidiFlow, Flow, Keep}
import akka.util.ByteString

import scala.concurrent.Future

case class AkkaHttpProxyTransport(
  proxyAddress: InetSocketAddress,
  proxyCredentials: Option[HttpCredentials],
  underlyingTransport: ClientTransport = ClientTransport.TCP,
  debug: Boolean = true
) extends ClientTransport {

  override def connectTo(
    host: String, port: Int,
    settings: ClientConnectionSettings
  )(implicit system: ActorSystem): Flow[ByteString, ByteString, Future[Http.OutgoingConnection]] = {


    BidiFlow.fromFlows(
      rewriteOutgoingForProxy(host, port).map(printDebug("> ")),
      Flow.apply[ByteString].map(printDebug("< "))
    )
      .joinMat(
        underlyingTransport.connectTo(proxyAddress.getHostString, proxyAddress.getPort, settings)
      )(Keep.right)

      // on the HTTP level we want to see the final remote address in the `OutgoingConnection`
      .mapMaterializedValue(_.map(_.copy(remoteAddress = InetSocketAddress.createUnresolved(host, port)))(system.dispatcher))
  }


  /**
    * Rewrites the http request meta to conform to the proxy format
    *
    * before:
    *
    *   GET / HTTP/1.1
    *   ...
    *
    * after:
    *
    * GET http://icanhazip.com:80/ HTTP/1.1
    * Proxy-Connection: Keep-Alive
    * Proxy-Authorization: Basic cGF1bGdob3N0OmNtODM1Ng==
    * ...
    *
    */
  private def rewriteOutgoingForProxy(host: String, port: Int): Flow[ByteString, ByteString, _] = Flow.fromFunction(byteString => {

    val (lead, trail) = byteString.span(_ != '\n'.toByte)
    val withFullPath = lead.utf8String.replace(" /", " " + "http" + "://" + host + ":" + port + "/")
    val withProxyHeaders = ByteString(
      withFullPath +
      "\nProxy-Connection: Keep-Alive" +
      proxyCredentials.map(creds => s"\n${`Proxy-Authorization`(creds)}").getOrElse("")
    )
    withProxyHeaders.concat(trail)
  })

  private def printDebug(prefix: String)(byteString: ByteString): ByteString = if (debug) {
    println(prefix + byteString.utf8String)
    byteString
  } else byteString

}

Thanks for the solution. I've run into problems when using transfer-encoding: chunked. I think the flow was executed multiple times (per chunk), therefore leading to crazy results :)

The solution to this was to add some state to rewriteOutgoingForProxy, which rewrites only the first time.