ExceptionHell.cs

using System;
using System.Collections.Generic;
using System.Threading;
using System.Threading.Tasks;

namespace ConsoleApplication10
{
    class Program
    {
        static void Main(string[] args)
        {
            var task = TaskError(new InvalidOperationException());

            for (int i = 0; i < 500; i++)
            {
                task = task.ContinueWith(t => TaskError(t.Exception)).Unwrap();
            }

            var wh = new ManualResetEventSlim();
            task.ContinueWith(t =>
            {
                // It hangs here because the string is gigantic
                Console.WriteLine(t.Exception.ToString());
                wh.Set();
            });

            wh.Wait();
        }

        private static Task TaskError(IEnumerable<Exception> errors)
        {
            var tcs = new TaskCompletionSource<object>();
            tcs.SetException(errors);
            return tcs.Task;
        }

        static Task TaskError(Exception ex)
        {
            var tcs = new TaskCompletionSource<object>();
            tcs.SetException(ex);
            return tcs.Task;
        }
    }
}