This is a Residual Regressor and Residual Classifier

Residua Estimator.py

from sklearn.base import BaseEstimator, ClassifierMixin, RegressorMixin

class _ResidualEstimator(BaseEstimator):
    def __init__(self, base, residual):
        self.base = base
        self.residual = residual
        
    def fit(self, X, y):
        self.base.fit(X, y)
        self.residual.fit(X, y - self.base.predict(X))
        return self
        
    def predict(self, X):
        return self.base.predict(X) + self.residual.predict(X)
    

class ResidualRegressor(_ResidualEstimator, RegressorMixin):
    pass

class ResidualClassifier(_ResidualEstimator, ClassifierMixin):
    pass