Disable HTTP auth for specific IP on the Apache server which is behind Varnish proxy

apache-config.conf

<Directory /home/usr/sites/>
        Options Indexes FollowSymLinks MultiViews
        AllowOverride All
        AuthType Basic
        AuthName "HTTP Auth"
        AuthUserFile /etc/apache2/.htpasswd
        
	SetEnvIf X-Forwarded-For ^1\.2\.3\.4 env_no_http_auth
        
	<RequireAny>
		Require env env_no_http_auth
        	Require valid-user
		Require all granted
        </RequireAny>
</Directory>