Building a voice biometric

VoiceApp.java

//Import the various libraries you will use.

import com.africastalking.*;
import com.africastalking.payment.recipient.Consumer;
import com.africastalking.payment.response.B2CResponse;
import com.africastalking.payment.response.CheckoutResponse;
import com.africastalking.voice.CallResponse;
import com.africastalking.voice.action.*;
import com.google.gson.Gson;
import java.io.IOException;
import java.net.Inet4Address;
import java.net.URL;
import java.net.URLDecoder;
import java.net.UnknownHostException;

import java.util.*;
import static spark.Spark.port;
import static spark.Spark.post;


public class VoiceApp {
//declare the variable you will use 
    private static Server server;
    private static int RPC_PORT=25565;
    private static int HTTP_PORT=30001;
    private static PaymentService paymentService;
    private static Gson gson;
    private static String enrollmentResponse;
    private static VoiceService voiceService;
    private static double confidenceLevel;
    private static boolean authenticated = false;
    private static boolean registered = false;
    private static int frequencyDeposit=0;
    static Map<String,String> data;
    private static void log(String message){
        System.out.println(message);
    }
    
    //set up for africastalking
    private static void setUpAfricasTalking(){
        AfricasTalking.initialize("username","apikey");
        paymentService = AfricasTalking.getService(AfricasTalking.SERVICE_PAYMENT);
        voiceService = AfricasTalking.getService(AfricasTalking.SERVICE_VOICE);
        //start the server
        server = new Server();
        try {
            server.startInsecure(RPC_PORT);
        } catch (IOException e) {
            System.out.print(e.getMessage());
        }
        System.out.println("Connected");
    }
    public static void main(String[] args) throws UnknownHostException {
        gson = new Gson();
        //initialise voice it
        VoiceIt voiceIt = new VoiceIt("voiceItuserId");
        //phrase that user will listen to and repeat
        String phraseUrl = "https://voiceit.tech/voicePrint.wav";
        HashMap<String,String> states = new HashMap<>();
        Inet4Address host = (Inet4Address)Inet4Address.getLocalHost();
        log("\n");
        log(String.format("SDK Server: %s:%d", host.getHostAddress(), RPC_PORT));
        log(String.format("HTTP Server: %s:%d", host.getHostAddress(), HTTP_PORT));
        log("\n");
        String baseUrl = "http://b5b88b49.ngrok.io";
        //initialise africastalking
        setUpAfricasTalking();
        port(HTTP_PORT);

        post("/voice",((request, response) -> {
            //create user using their number
            //Parse post data
            String[] raw = URLDecoder.decode(request.body()).split("&");
            data = new HashMap<>();
            for (String item:raw){
                String[] kw = item.split("=");
                if(kw.length==2){
                    data.put(kw[0],kw[1]);
                }
            }
            //prep state
            boolean Active = data.get("isActive").contentEquals(String.valueOf(1));
            String sessionId = data.get("sessionId");
            String callerNumber = data.get("callerNumber");
            String dtmf = data.get("dtmfDigits");
            String recordingUrl = data.get("recordingUrl");
            //result for the enrollment
            String result = null;
            String authResult = null;
            String authResponseCode;
            ActionBuilder resp = new ActionBuilder();
            StringBuilder callerNo = new StringBuilder(callerNumber);
            callerNo.setCharAt(0,'A');
            //checks if user exists or not
            String[] userStatus = {null};
            if(recordingUrl!=null){
                if(states.get(sessionId).equals("enroll2")||states.get(sessionId).equals("enroll3")||states.get(sessionId).equals("success")) {
                    System.out.println(recordingUrl);
                    enrollmentResponse = voiceIt.createEnrollmentByWavURL(String.valueOf(callerNo), "abcde", recordingUrl);
                    Gson gson = new Gson();
                    VoiceItModel model = gson.fromJson(enrollmentResponse, VoiceItModel.class);
                    result = model.Result;

                    if (!result.equals("Success")) {
                        states.put(sessionId, "error");
                    }

                }else if(states.get(sessionId).equals("auth")){
                    System.out.println(recordingUrl);
                    //if user is authenticating
                    String authResponse = voiceIt.authenticationByWavURL(String.valueOf(callerNo),"abcde",recordingUrl);
                    Gson gson = new Gson();
                    VoiceItModel model = gson.fromJson(authResponse,VoiceItModel.class);
                    authResult = model.Result;
                    authResponseCode = model.ResponseCode;
                    System.out.println(authResponseCode);
                    System.out.println(authResult);
                    String resultData;
                    resultData = authResult.substring(authResult.length() - 5, authResult.length() - 1);
                    if(authResponseCode.equals("SUC")||authResponseCode.equals("ATF")){
                        confidenceLevel = Double.parseDouble(resultData);
                        System.out.print("Confidence level is "+confidenceLevel);
                        //change the status of the authentication to true
                        //redirect to ussd
                        if(confidenceLevel>=60.0){
                            authenticated=true;
                            states.put(sessionId,"authSuccess");
                        }else {
                            states.put(sessionId,"autherror");
                        }

                    }
                    else {
                        states.put(sessionId,"autherror");
                    }

                }

            }
            int[] numberOfEnrollments = {0};
            //says our menu
            Thread thread = new Thread(new Runnable() {
                @Override
                public void run() {
                    Gson enrollGson = new Gson();
                    try {

                        //check if user exists
                        String userExist = voiceIt.getUser(String.valueOf(callerNo),"abcde");
                        Gson userExistJson = new Gson();
                        VoiceItModel voiceItModel = userExistJson.fromJson(userExist,VoiceItModel.class);
                        userStatus[0] = voiceItModel.Result;
                        //System.out.println(userExist);
                        System.out.print(userStatus[0]);
                        if(userStatus[0].equals("Success")) {
                            String getEnrollmentResponse = voiceIt.getEnrollments(String.valueOf(callerNo), "abcde");
                            VoiceItEnrollModel enrollmentModel = enrollGson.fromJson(getEnrollmentResponse, VoiceItEnrollModel.class);
                            String[] getEnrollmentResults = enrollmentModel.Result;
                            System.out.println(getEnrollmentResults.length);
                            numberOfEnrollments[0] = getEnrollmentResults.length;
                        }else {
                            //if there is no created user we have 0 enrollments
                            numberOfEnrollments[0]=0;
                            //create user
                            voiceIt.createUser(String.valueOf(callerNo),"abcde");
                        }

                    } catch (Exception e) {
                        e.printStackTrace();
                    }
                }
            });
            thread.run();

            System.out.println(String.valueOf(Active));
            //check our state
            String state = Active? states.getOrDefault(sessionId,"menu"):"afs";
            System.out.println(state);

            switch (state){
                case "menu":
                    states.put(sessionId,"process");
                    System.out.println(numberOfEnrollments[0]+" menu");
                    if(numberOfEnrollments[0]>=3){
                        resp.say(new Say("Welcome dear user"))
                                .getDigits(new GetDigits(new Say("Press 2 to authenticate your voice "), 1, "#", null));
                    }else {
                        resp.say(new Say("Welcome dear user"))
                                .getDigits(new GetDigits(new Say("Press 1 to enroll your voice "), 1, "#", null));
                    }
                    break;
                case "process":
                    //get the users input
                    switch (dtmf){
                        //register with voice
                        case "1":
                            if(numberOfEnrollments[0]>3){
                                resp.say(new Say("You have pressed the wrong key"))
                                        .redirect(new Redirect(new URL(baseUrl+"/voice")));
                            }else {
                                states.put(sessionId, "enroll2");
                                //play song from the song url
                                resp.say(new Say("Repeat this phrase after the beep and press 0 when done recording"));
                                resp.record(new Record(new Play(new URL(phraseUrl)), "0", 10, 5, true, true, null));
                            }
                            break;
                        //authenticate
                        case "2":


                            System.out.println(numberOfEnrollments[0]);
                            //check if user has registered
                            if(numberOfEnrollments[0]>=3) {
                                states.put(sessionId,"auth");
                                resp.say(new Say("Please repeat this phrase that you registered with and press 0 when done recording"));
                                resp.record(new Record(new Play(new URL(phraseUrl)), "0", 10, 5, true, true, null));
                            }else {
                                resp.say(new Say("You have pressed the wrong key"))
                                        .redirect(new Redirect(new URL(baseUrl+"/voice")));
                            }

                            break;
                            default:
                                resp.say(new Say("You have pressed the wrong key")).redirect(new Redirect(new URL(baseUrl+"/voice")));
                    }
                    break;
                //second enrollment
                case "enroll2":
                    if(numberOfEnrollments[0]>3){
                        resp.say(new Say("You have pressed the wrong key"))
                                .redirect(new Redirect(new URL(baseUrl+"/voice")));
                    }else {
                        states.put(sessionId, "enroll3");
                        //play song from the song url
                        resp.say(new Say("Repeat this phrase after the beep and press 0 when done recording"));
                        resp.record(new Record(new Play(new URL(phraseUrl)), "0", 10, 5, true, true, null));
                    }
                    break;
                //third enrollment
                case "enroll3":
                    if(numberOfEnrollments[0]>3){
                        resp.say(new Say("You have pressed the wrong key"))
                                .redirect(new Redirect(new URL(baseUrl+"/voice")));
                    }else {
                        states.put(sessionId, "success");
                        //play song from the song url
                        resp.say(new Say("Repeat this phrase after the beep and press 0 when done recording"));
                        resp.record(new Record(new Play(new URL(phraseUrl)), "0", 10, 5, true, true, null));
                    }
                    break;
                //successful enrollments
                case "success":
                    states.put(sessionId,"menu");
                    registered = true;
                    resp.say(new Say("You have successfully registered your voice"));
                    break;
                //error handling for the enrollment
                case "error":
                    states.put(sessionId,"menu");
                    resp.say(new Say(result));
                    break;
                    //error for the authentication
                case "autherror":
                    states.put(sessionId,"menu");
                    resp.say(new Say(authResult));
                    break;
                case "authSuccess":
                    resp.say(new Say("Authentication was successful"));
                    break;

                    default:
                        resp.say(new Say("Something has gone wrong bye"))
                                .redirect(new Redirect(new URL(baseUrl+"/voice")));
                        break;
            }

            return resp.build();
        }));

        post("/ussd",(request, response) -> {
            //Parse post data
            String[] raw = URLDecoder.decode(request.body()).split("&");
            data = new HashMap<>();


            for (String item:raw){
                String[] kw = item.split("=");
                if(kw.length==2){
                    data.put(kw[0],kw[1]);
                }
            }

            String callerNumber = data.get("phoneNumber");
            String text = data.get("text");
            System.out.println(text);
            if(text==null)
                text = "";
            String amount=null;
            String keyPressed = null;
            String[] datar = text.split("\\*");
            for (int i=0;i<datar.length;i++){
                if(i==1) {
                    amount = datar[1];
                    keyPressed = datar[0];
                }

            }
            if(amount!=null){
                if(keyPressed.equals("2")){
                    text = "Deposit";
                }else if(keyPressed.equals("3")){
                    text = "Withdraw";
                }
            }

            switch (text){
                case "":
                    String data = "CON WELCOME TO BANKING THE UNBANKED "+ "\n"+
                            "1. Register \n"+
                            "2. Deposit \n"+
                            "3. Withdraw";
                    return data;
                case "1":
                    if(registered){
                        return "END Your are already Registered";
                    }else {
                        voiceService.call(callerNumber, "+254711082432", new Callback<CallResponse>() {
                            @Override
                            public void onSuccess(CallResponse callResponse) {
                                System.out.println("Success");
                            }

                            @Override
                            public void onFailure(Throwable throwable) {
                                System.out.println("Failed");
                            }
                        });
                    }
                    break;
                case "2":

                    System.out.println("Frequency is "+frequencyDeposit);
                    System.out.println("authentication state "+authenticated);
                    if(authenticated) {
                        if(frequencyDeposit>=3) {
                            frequencyDeposit=0;
                            authenticated = false;
                        }
                        return "CON Enter amount to deposit";
                    }
                    else {
                        voiceService.call(callerNumber, "+254711082432", new Callback<CallResponse>() {
                            @Override
                            public void onSuccess(CallResponse callResponse) {
                                System.out.println("Success");
                            }

                            @Override
                            public void onFailure(Throwable throwable) {
                                System.out.println("Failed");
                            }
                        });
                    }
                    //c2b
                    break;
                case "3":

                    if(authenticated) {
                        authenticated=false;
                        return "CON Enter the amount to withdraw";
                    }else {
                        voiceService.call(callerNumber, "+254711082432", new Callback<CallResponse>() {
                            @Override
                            public void onSuccess(CallResponse callResponse) {
                                System.out.println("Success");
                            }

                            @Override
                            public void onFailure(Throwable throwable) {
                                System.out.println("Failed");
                            }
                        });
                    }
                    break;
                case "Deposit":
                    frequencyDeposit++;
                    int depositAmount = Integer.parseInt(amount);
                    if(depositAmount>10||depositAmount<10){
                        return "END Amount entered is either too low or too high.You can only deposit 10 shillings";
                    }
                    System.out.println("Depositing "+amount);
                    CheckoutResponse depositResponse = paymentService.mobileCheckout("LoanApp", callerNumber, "KES " + depositAmount,null);
                    if(depositResponse.status.equals("Queued")) {
                        return "END WAIT FOR A MOMENT";
                    }
                    else {
                        return "END SOMETHING HAS GONE WRONG";
                    }
                case "Withdraw":
                    int withdrawAmount = Integer.parseInt(amount);
                    if(withdrawAmount>10||withdrawAmount<10){
                        return "END Amount entered is either too low or too high.You can only withdraw 10 shillings";
                    }
                    System.out.println("Withdrawing.... "+amount);
                    Consumer consumer = new Consumer(callerNumber,callerNumber,"KES "+withdrawAmount,Consumer.REASON_BUSINESS);
                    List<Consumer> list = new ArrayList<>();
                    list.add(consumer);
                    B2CResponse withdrawResponse = paymentService.mobileB2C("LoanApp", list);
                    System.out.print(withdrawResponse.entries.get(0).status);
                    if(withdrawResponse.entries.get(0).errorMessage==null){
                        return "END WAIT A MOMENT FOR MPESA MESSAGE";
                    }else {
                        return "END SOMETHING HAS GONE WRONG";
                    }

                    default:
                        String option = "CON You have entered the wrong option";
                        return option;
            }
            return "END Please wait for a call from +254711082432";
        });



    }

    static class VoiceItModel{
        private String ResponseCode,Result;
    }
    static class  VoiceItEnrollModel{
        private String[] Result;
    }



}