recursivecodes

Project Ivy: Creating a Real-Time Live Streaming Vtube Virtual Assistant

Ivy is a virtual assitant that joins your Amazon IVS (get it? Ivy? IVS?) real-time stage, listens for chat messages that are prefixed with "Hey Ivy", and responds!

Objectives

• ☒ Build a Virtual Assistant in Unity using a VRoid VRM model
• ☒ Join Amazon IVS Real-Time Stage
• ☒ Join Amazon IVS Chat Room
• ☒ Respond to "Hey Ivy!" chat messages by passing the prompt to Amazon Bedrock

recursivecodes

Publish to Stage with WHIP

Test Video & Audio Src

gst-launch-1.0 \
  videotestsrc \
  ! videoconvert \
  ! openh264enc \
  ! rtph264pay \

recursivecodes

import 'dotenv/config';
import { spawn } from 'node:child_process';
import { mkdirSync, readFileSync } from 'node:fs';
import { inspect } from 'node:util';
import Watcher from 'watcher';
import { IvsClient, GetStreamCommand } from "@aws-sdk/client-ivs";
import { SQSClient, ReceiveMessageCommand, DeleteMessageCommand } from "@aws-sdk/client-sqs";

// create AWS SDK clients
const ivsClient = new IvsClient();

recursivecodes

using System.Collections;
using System.Collections.Generic;
using UnityEngine;
using Unity.WebRTC;
using UnityEngine.Networking;
using UnityEngine.UI;

[RequireComponent(typeof(AudioListener))]
public class TwitchPublish : MonoBehaviour
{

recursivecodes

using System.Collections;
using System.Collections.Generic;
using System.Threading.Tasks;
using UnityEngine;
using Unity.WebRTC;
using UnityEngine.Networking;
using Unity.RenderStreaming;
using UnityEngine.UI;
using NativeWebSocket;

recursivecodes

using System.Collections;
using System.Collections.Generic;
using System.Threading.Tasks;
using UnityEngine;
using Unity.WebRTC;
using UnityEngine.Networking;
using Cinemachine;
using NativeWebSocket;

[System.Serializable]

recursivecodes

using System;
using System.Collections;
using System.Collections.Generic;
using System.Threading.Tasks;
using UnityEngine;
using UnityEngine.UI;
using UnityEngine.Networking;
using NativeWebSocket;
using TMPro;

recursivecodes

import * as http from 'http';
import * as url from 'url';
import { CreateParticipantTokenCommand, IVSRealTimeClient } from "@aws-sdk/client-ivs-realtime";
import { CreateChatTokenCommand, IvschatClient } from "@aws-sdk/client-ivschat";

const ivsChatClient = new IvschatClient();
const ivsRealtimeClient = new IVSRealTimeClient();

const createChatToken = async (chatArn, userId, username) => {
  const chatTokenInput = {

recursivecodes

using System.Collections;
using System.Collections.Generic;
using System.Threading.Tasks;
using UnityEngine;
using Unity.WebRTC;
using UnityEngine.Networking;

[System.Serializable]
public class ParticipantToken
{

recursivecodes

Welcome to Season 3! | S3 E01 | Streaming on Streaming

Season 3 Kick Off!

• Show & Host Intro
• What is Streaming on Streaming?
• What is Amazon IVS?
• Low-latency Live Streaming