Fixed load issue and icon color display by using JQLite.

icon-fill.js

/**
 * Markup
 * <md-icon icon-fill="red" icon="'/img/icons/test.svg'" style="width: 32px; height: 32px;"></md-icon>
 */

angular.module('material.components.icon.extra', [
  'ngMaterial'
])

.directive('iconFill', function () {
  return {
    restrict: 'A',
    link: function(scope, element, attr) {
      var object = angular.element(element[0].children[0]);
      if(angular.isDefined(attr.iconFill)) {
        object.load(object.attr("icon"), false, function () {
          object.find("svg").css("fill", attr.iconFill);
        });
      }
    }
  };
});