masroorhasan

#!/usr/bin/env python
from __future__ import print_function
import argparse
import numpy as np
import time
tt = time.time()

import cv2
import tensorflow as tf

masroorhasan

apiVersion: monitoring.coreos.com/v1
kind: ServiceMonitor
metadata:
  name: ml-serving
  namespace: default
  labels:
    infra: monitoring
spec:
  selector:
    matchLabels:

masroorhasan

apiVersion: v1
kind: ServiceAccount
metadata:
  name: prometheus
---
apiVersion: rbac.authorization.k8s.io/v1beta1
kind: ClusterRole
metadata:
  name: prometheus
rules:

masroorhasan

apiVersion: extensions/v1beta1
kind: Deployment
metadata:
  name: resnet-serving
  labels:
    app: resnet-serving
    version: v1
spec:
  revisionHistoryLimit: 3
  progressDeadlineSeconds: 30

masroorhasan

syntax = "proto3";

package tensorflow.serving;
option cc_enable_arenas = true;
import "protos/tensorflow_serving/apis/predict.proto";

// open source marker; do not remove
// PredictionService provides access to machine-learned models loaded by
// model_servers.
service PredictionService {

masroorhasan

#!/usr/bin/env python
from __future__ import print_function
import argparse
import numpy as np
import time
tt = time.time()

import cv2
from grpc.beta import implementations

masroorhasan

#!/bin/bash

USER=$1
TAG=$2
TF_SERVING_VERSION_GIT_BRANCH="r1.13"
git clone --branch="${TF_SERVING_VERSION_GIT_BRANCH}" https://github.com/tensorflow/serving

TF_SERVING_BUILD_OPTIONS="--copt=-mavx --copt=-mavx2 --copt=-mfma --copt=-msse4.1 --copt=-msse4.2"
cd serving && \
  docker build --pull -t $USER/tensorflow-serving-devel:$TAG \

masroorhasan

#!/usr/bin/env python
from __future__ import print_function
import argparse
import numpy as np
import time
tt = time.time()

import cv2
import tensorflow as tf

masroorhasan

#!/bin/bash
TAG=$1
SELDON_WRAPPER_IMAGE_TAG=0.5-SNAPSHOT

s2i build \
    -E ${ENV} . \
    seldonio/seldon-core-s2i-python2:${SELDON_WRAPPER_IMAGE_TAG} \
    masroor/housing-gb-serving:${TAG}

masroorhasan

 curl -X POST localhost:5000/predict -d 'json={"data":{"tensor":{"shape":[1,37],"values":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0]}}}'
{
  "data": {
    "names": [
      "t:0", 
      "t:1"
    ], 
    "tensor": {
      "shape": [
        1,