masroorhasan

syntax = "proto3";

package tensorflow.serving;
option cc_enable_arenas = true;
import "protos/tensorflow_serving/apis/predict.proto";

// open source marker; do not remove
// PredictionService provides access to machine-learned models loaded by
// model_servers.
service PredictionService {

masroorhasan

#!/usr/bin/env python
from __future__ import print_function
import argparse
import numpy as np
import time
tt = time.time()

import cv2
from grpc.beta import implementations

masroorhasan

apiVersion: flagger.app/v1alpha3
kind: Canary
metadata:
  name: resnet-serving
spec:
  # deployment reference
  targetRef:
    apiVersion: apps/v1
    kind: Deployment
    name: resnet-serving

masroorhasan

SELECT 
    parts.*,
    columns.compressed_size,
    columns.uncompressed_size
FROM 
(
    SELECT 
        table,
        formatReadableSize(sum(data_uncompressed_bytes)) AS uncompressed_size,
        formatReadableSize(sum(data_compressed_bytes)) AS compressed_size

masroorhasan

#!/bin/bash

USER=$1
TAG=$2
TF_SERVING_VERSION_GIT_BRANCH="r1.13"
git clone --branch="${TF_SERVING_VERSION_GIT_BRANCH}" https://github.com/tensorflow/serving

TF_SERVING_BUILD_OPTIONS="--copt=-mavx --copt=-mavx2 --copt=-mfma --copt=-msse4.1 --copt=-msse4.2"
cd serving && \
  docker build --pull -t $USER/tensorflow-serving-devel:$TAG \

masroorhasan

#!/usr/bin/env python
from __future__ import print_function
import argparse
import numpy as np
import time
tt = time.time()

import cv2
import tensorflow as tf

masroorhasan

package main

import (
	"context"
	"flag"
	"fmt"
	"log"
	"sync"
	"time"

masroorhasan

package grpc_client

import (
    "github.com/opentracing/opentracing-go"
    "github.com/grpc-ecosystem/go-grpc-middleware/tracing/opentracing"
    "github.com/grpc-ecosystem/go-grpc-middleware"
    "google.golang.org/grpc"
    
    "github.com/masroorhasan/myapp/tracer"
)

masroorhasan

apiVersion: networking.istio.io/v1alpha3
kind: VirtualService
metadata:
  name: resnet-serving
spec:
  hosts:
    - "*"
  gateways:
  - resnet-serving-gateway
  http:

masroorhasan

apiVersion: networking.istio.io/v1alpha3
kind: VirtualService
metadata:
  name: resnet-serving
spec:
  hosts:
    - "*"
  gateways:
  - resnet-serving-gateway
  http: