masroorhasan

#!/usr/bin/env python
from __future__ import print_function
import argparse
import numpy as np
import time
tt = time.time()

import cv2
import tensorflow as tf

masroorhasan

#!/bin/bash

USER=$1
TAG=$2
TF_SERVING_VERSION_GIT_BRANCH="r1.13"
git clone --branch="${TF_SERVING_VERSION_GIT_BRANCH}" https://github.com/tensorflow/serving

TF_SERVING_BUILD_OPTIONS="--copt=-mavx --copt=-mavx2 --copt=-mfma --copt=-msse4.1 --copt=-msse4.2"
cd serving && \
  docker build --pull -t $USER/tensorflow-serving-devel:$TAG \

masroorhasan

#!/usr/bin/env python
from __future__ import print_function
import argparse
import numpy as np
import time
tt = time.time()

import cv2
from grpc.beta import implementations

masroorhasan

syntax = "proto3";

package tensorflow.serving;
option cc_enable_arenas = true;
import "protos/tensorflow_serving/apis/predict.proto";

// open source marker; do not remove
// PredictionService provides access to machine-learned models loaded by
// model_servers.
service PredictionService {

masroorhasan

apiVersion: extensions/v1beta1
kind: Deployment
metadata:
  name: resnet-serving
  labels:
    app: resnet-serving
    version: v1
spec:
  revisionHistoryLimit: 3
  progressDeadlineSeconds: 30

masroorhasan

apiVersion: v1
kind: ServiceAccount
metadata:
  name: prometheus
---
apiVersion: rbac.authorization.k8s.io/v1beta1
kind: ClusterRole
metadata:
  name: prometheus
rules:

masroorhasan

apiVersion: monitoring.coreos.com/v1
kind: ServiceMonitor
metadata:
  name: ml-serving
  namespace: default
  labels:
    infra: monitoring
spec:
  selector:
    matchLabels:

masroorhasan

#!/usr/bin/env python
from __future__ import print_function
import argparse
import numpy as np
import time
tt = time.time()

import cv2
import tensorflow as tf

masroorhasan

apiVersion: networking.istio.io/v1alpha3
kind: Gateway
metadata:
  name: resnet-serving-gateway
spec:
  selector:
    istio: ingressgateway # use istio default controller
  servers:
  - port:
      number: 31400

masroorhasan

apiVersion: networking.istio.io/v1alpha3
kind: ServiceEntry
metadata:
  name: aws-s3
spec:
  hosts:
  - s3.us-east-2.amazonaws.com
  ports:
  - number: 80
    name: http-port