srizan/asuka
1
0
Fork 0
mirror of https://github.com/SrIzan10/asuka.git synced 2026-06-06 00:46:50 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat: first commit (it kinda works)

Browse Source
This commit is contained in:
Sr Izan
2023-04-15 16:16:01 +02:00
parent 0a0e3ed2a9
commit e6b15cdc55
12 changed files with 2200 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
.vscode/settings.json vendored Normal file
View File

@@ -0,0 +1,3 @@
{
"dotenv.enableAutocloaking": true
}

2
README.md
View File

@@ -1,2 +1,4 @@
# asuka
asuka is an ai vtuber (it cant play any games)
(its not a vtuber for now)

BIN
audios/asuka-IDKo.mp3 Normal file
View File

Binary file not shown.

BIN
audios/asuka-xFfP.mp3 Normal file
View File

Binary file not shown.

1
audios/audiofilesplacedhere.txt Normal file
View File

@@ -0,0 +1 @@
hi

34
index.ts Normal file
View File

@@ -0,0 +1,34 @@
import axios from 'axios';
import 'dotenv/config'
import { randomstring } from './util/randomstring.js';
import fs from 'fs'
import { execa } from 'execa';
import * as colorette from 'colorette';
while (true) {
const stt = await execa('python', ['./python/stt.py']).then(out => out.stdout.split('\n').slice(-1).join('\n'))
console.log(`${colorette.green('USER')} Heard "${stt}".`)
const prompt = await axios.get('http://localhost:4000/prompt?p=' + stt).then(res => res.data as string)
const [noInstructionsPrompt, ] = prompt.replace('<27><><EFBFBD><EFBFBD>', '').replace('', '').split(RegExp('###\s?Instructions'))
console.log(`${colorette.blue('GPT')} Responded "${noInstructionsPrompt}.`)
const tts = await axios.post('https://api.elevenlabs.io/v1/text-to-speech/MF3mGyEYCl7XYWbV9V6O/stream', {
"text": noInstructionsPrompt,
"voice_settings": {
"stability": 0,
"similarity_boost": 0
}
},
{
headers: { 'xi-api-key': process.env.ELEVENLABS },
responseType: 'arraybuffer',
}
).then(res => res.data)
const randomfilename = `./audios/asuka-${randomstring(4)}.mp3`
await fs.promises.writeFile(randomfilename, tts)
await execa('mpg123', [randomfilename])
await fs.promises.unlink(randomfilename)
}

22
package.json Normal file
View File

@@ -0,0 +1,22 @@
{
"name": "asuka",
"version": "1.0.0",
"main": "index.js",
"repository": "https://github.com/SrIzan10/asuka.git",
"author": "Sr Izan <66965250+SrIzan10@users.noreply.github.com>",
"license": "MIT",
"type": "module",
"dependencies": {
"audic": "^3.0.1",
"axios": "^1.3.5",
"colorette": "^2.0.19",
"dotenv": "^16.0.3",
"execa": "^7.1.1",
"express": "^4.18.2",
"gpt4all": "^1.0.0"
},
"devDependencies": {
"@types/express": "^4.17.17",
"@types/node": "^18.15.11"
}
}

21
python/stt.py Normal file
View File

@@ -0,0 +1,21 @@
import speech_recognition as sr
import os
os.environ['PYALSA_DEBUG'] = '0'
# Initialize recognizer
r = sr.Recognizer()
# Use the default microphone as the audio source
with sr.Microphone() as source:
print("Speak something...")
audio = r.listen(source, phrase_time_limit = 2)
try:
# Use Google Speech Recognition to transcribe the audio
text = r.recognize_google(audio)
print(text)
except sr.UnknownValueError:
print("SpeechToTextError")
except sr.RequestError:
print("SpeechToTextError")

109
tsconfig.json Normal file
View File

@@ -0,0 +1,109 @@
{
"compilerOptions": {
/* Visit https://aka.ms/tsconfig to read more about this file */
/* Projects */
// "incremental": true, º /* Save .tsbuildinfo files to allow for incremental compilation of projects. */
// "composite": true, /* Enable constraints that allow a TypeScript project to be used with project references. */
// "tsBuildInfoFile": "./.tsbuildinfo", /* Specify the path to .tsbuildinfo incremental compilation file. */
// "disableSourceOfProjectReferenceRedirect": true, /* Disable preferring source files instead of declaration files when referencing composite projects. */
// "disableSolutionSearching": true, /* Opt a project out of multi-project reference checking when editing. */
// "disableReferencedProjectLoad": true, /* Reduce the number of projects loaded automatically by TypeScript. */
/* Language and Environment */
"target": "ESNext", /* Set the JavaScript language version for emitted JavaScript and include compatible library declarations. */
// "lib": [], /* Specify a set of bundled library declaration files that describe the target runtime environment. */
// "jsx": "preserve", /* Specify what JSX code is generated. */
// "experimentalDecorators": true, /* Enable experimental support for legacy experimental decorators. */
// "emitDecoratorMetadata": true, /* Emit design-type metadata for decorated declarations in source files. */
// "jsxFactory": "", /* Specify the JSX factory function used when targeting React JSX emit, e.g. 'React.createElement' or 'h'. */
// "jsxFragmentFactory": "", /* Specify the JSX Fragment reference used for fragments when targeting React JSX emit e.g. 'React.Fragment' or 'Fragment'. */
// "jsxImportSource": "", /* Specify module specifier used to import the JSX factory functions when using 'jsx: react-jsx*'. */
// "reactNamespace": "", /* Specify the object invoked for 'createElement'. This only applies when targeting 'react' JSX emit. */
// "noLib": true, /* Disable including any library files, including the default lib.d.ts. */
// "useDefineForClassFields": true, /* Emit ECMAScript-standard-compliant class fields. */
// "moduleDetection": "auto", /* Control what method is used to detect module-format JS files. */
/* Modules */
"module": "ESNext", /* Specify what module code is generated. */
// "rootDir": "./", /* Specify the root folder within your source files. */
"moduleResolution": "node", /* Specify how TypeScript looks up a file from a given module specifier. */
// "baseUrl": "./", /* Specify the base directory to resolve non-relative module names. */
// "paths": {}, /* Specify a set of entries that re-map imports to additional lookup locations. */
// "rootDirs": [], /* Allow multiple folders to be treated as one when resolving modules. */
// "typeRoots": [], /* Specify multiple folders that act like './node_modules/@types'. */
// "types": [], /* Specify type package names to be included without being referenced in a source file. */
// "allowUmdGlobalAccess": true, /* Allow accessing UMD globals from modules. */
// "moduleSuffixes": [], /* List of file name suffixes to search when resolving a module. */
// "allowImportingTsExtensions": true, /* Allow imports to include TypeScript file extensions. Requires '--moduleResolution bundler' and either '--noEmit' or '--emitDeclarationOnly' to be set. */
// "resolvePackageJsonExports": true, /* Use the package.json 'exports' field when resolving package imports. */
// "resolvePackageJsonImports": true, /* Use the package.json 'imports' field when resolving imports. */
// "customConditions": [], /* Conditions to set in addition to the resolver-specific defaults when resolving imports. */
// "resolveJsonModule": true, /* Enable importing .json files. */
// "allowArbitraryExtensions": true, /* Enable importing files with any extension, provided a declaration file is present. */
// "noResolve": true, /* Disallow 'import's, 'require's or '<reference>'s from expanding the number of files TypeScript should add to a project. */
/* JavaScript Support */
// "allowJs": true, /* Allow JavaScript files to be a part of your program. Use the 'checkJS' option to get errors from these files. */
// "checkJs": true, /* Enable error reporting in type-checked JavaScript files. */
// "maxNodeModuleJsDepth": 1, /* Specify the maximum folder depth used for checking JavaScript files from 'node_modules'. Only applicable with 'allowJs'. */
/* Emit */
// "declaration": true, /* Generate .d.ts files from TypeScript and JavaScript files in your project. */
// "declarationMap": true, /* Create sourcemaps for d.ts files. */
// "emitDeclarationOnly": true, /* Only output d.ts files and not JavaScript files. */
// "sourceMap": true, /* Create source map files for emitted JavaScript files. */
// "inlineSourceMap": true, /* Include sourcemap files inside the emitted JavaScript. */
// "outFile": "./", /* Specify a file that bundles all outputs into one JavaScript file. If 'declaration' is true, also designates a file that bundles all .d.ts output. */
"outDir": "./dist", /* Specify an output folder for all emitted files. */
// "removeComments": true, /* Disable emitting comments. */
// "noEmit": true, /* Disable emitting files from a compilation. */
// "importHelpers": true, /* Allow importing helper functions from tslib once per project, instead of including them per-file. */
// "importsNotUsedAsValues": "remove", /* Specify emit/checking behavior for imports that are only used for types. */
// "downlevelIteration": true, /* Emit more compliant, but verbose and less performant JavaScript for iteration. */
// "sourceRoot": "", /* Specify the root path for debuggers to find the reference source code. */
// "mapRoot": "", /* Specify the location where debugger should locate map files instead of generated locations. */
// "inlineSources": true, /* Include source code in the sourcemaps inside the emitted JavaScript. */
// "emitBOM": true, /* Emit a UTF-8 Byte Order Mark (BOM) in the beginning of output files. */
// "newLine": "crlf", /* Set the newline character for emitting files. */
// "stripInternal": true, /* Disable emitting declarations that have '@internal' in their JSDoc comments. */
// "noEmitHelpers": true, /* Disable generating custom helper functions like '__extends' in compiled output. */
// "noEmitOnError": true, /* Disable emitting files if any type checking errors are reported. */
// "preserveConstEnums": true, /* Disable erasing 'const enum' declarations in generated code. */
// "declarationDir": "./", /* Specify the output directory for generated declaration files. */
// "preserveValueImports": true, /* Preserve unused imported values in the JavaScript output that would otherwise be removed. */
/* Interop Constraints */
// "isolatedModules": true, /* Ensure that each file can be safely transpiled without relying on other imports. */
// "verbatimModuleSyntax": true, /* Do not transform or elide any imports or exports not marked as type-only, ensuring they are written in the output file's format based on the 'module' setting. */
// "allowSyntheticDefaultImports": true, /* Allow 'import x from y' when a module doesn't have a default export. */
"esModuleInterop": true, /* Emit additional JavaScript to ease support for importing CommonJS modules. This enables 'allowSyntheticDefaultImports' for type compatibility. */
// "preserveSymlinks": true, /* Disable resolving symlinks to their realpath. This correlates to the same flag in node. */
"forceConsistentCasingInFileNames": true, /* Ensure that casing is correct in imports. */
/* Type Checking */
"strict": true, /* Enable all strict type-checking options. */
// "noImplicitAny": true, /* Enable error reporting for expressions and declarations with an implied 'any' type. */
// "strictNullChecks": true, /* When type checking, take into account 'null' and 'undefined'. */
// "strictFunctionTypes": true, /* When assigning functions, check to ensure parameters and the return values are subtype-compatible. */
// "strictBindCallApply": true, /* Check that the arguments for 'bind', 'call', and 'apply' methods match the original function. */
// "strictPropertyInitialization": true, /* Check for class properties that are declared but not set in the constructor. */
// "noImplicitThis": true, /* Enable error reporting when 'this' is given the type 'any'. */
// "useUnknownInCatchVariables": true, /* Default catch clause variables as 'unknown' instead of 'any'. */
// "alwaysStrict": true, /* Ensure 'use strict' is always emitted. */
// "noUnusedLocals": true, /* Enable error reporting when local variables aren't read. */
// "noUnusedParameters": true, /* Raise an error when a function parameter isn't read. */
// "exactOptionalPropertyTypes": true, /* Interpret optional property types as written, rather than adding 'undefined'. */
// "noImplicitReturns": true, /* Enable error reporting for codepaths that do not explicitly return in a function. */
// "noFallthroughCasesInSwitch": true, /* Enable error reporting for fallthrough cases in switch statements. */
// "noUncheckedIndexedAccess": true, /* Add 'undefined' to a type when accessed using an index. */
// "noImplicitOverride": true, /* Ensure overriding members in derived classes are marked with an override modifier. */
// "noPropertyAccessFromIndexSignature": true, /* Enforces using indexed accessors for keys declared using an indexed type. */
// "allowUnusedLabels": true, /* Disable error reporting for unused labels. */
// "allowUnreachableCode": true, /* Disable error reporting for unreachable code. */
/* Completeness */
// "skipDefaultLibCheck": true, /* Skip type checking .d.ts files that are included with TypeScript. */
"skipLibCheck": true /* Skip type checking all .d.ts files. */
}
}

23
util/chatapi.ts Normal file
View File

@@ -0,0 +1,23 @@
// make an express.js app
import express from 'express';
import { GPT4All } from 'gpt4all';
const app = express();
const port = 4000;
const gpt4all = new GPT4All("gpt4all-lora-unfiltered-quantized", true);
await gpt4all.init();
await gpt4all.open();
await gpt4all.prompt(`You are Asuka Langley Soryu. You are talking with me, Ethan, and thus you need to answer my requests in a SHORT ANSWER. Just imagine you are talking with a friend, you don't need to use long answers to talk with them, right? Well, the same happens here. Answer my prompts in a SHORT ANSWER. Say "ok" if you understand.`);
app.get('/prompt', async (req, res) => {
const proompt = req.query.p as string;
const response = await gpt4all.prompt(proompt);
res.send(response);
});
app.listen(port, () => {
console.log(`Listening`);
});

9
util/randomstring.ts Normal file
View File

@@ -0,0 +1,9 @@
export function randomstring(length: number) {
var result = '';
var characters = 'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789';
var charactersLength = characters.length;
for ( var i = 0; i < length; i++ ) {
result += characters.charAt(Math.floor(Math.random() * charactersLength));
}
return result;
}

1976
yarn.lock Normal file
View File

File diff suppressed because it is too large Load Diff