Builder`1.cs

public class Builder<T>
{
    public Builder()
    {
        Controller = new BuilderStep<Controller>(this);
    }

    public BuilderStep<ListingSearchController> Controller { get; }

    public T Build()
    {
        return default(T);
    }

    public class BuilderStep<TValueType>
    {
        public BuilderStep(Builder<T> builder)
        {
            Builder = builder ?? throw new ArgumentNullException(nameof(builder));
        }

        public Builder<T> Set(TValueType value)
        {
            Value = value;
            return Builder;
        }

        protected TValueType Value { get; set; }                

        protected Builder<T> Builder { get; }
    }
}

The BuilderStep class should be extended to add a lambda that will be used to handle the actual assigned, and also accept a boolean that determines whether the value is required or not. This way the builder base classes can be generalized to support assignment and validation of the values without having to use reflection.