[aivis] initial implementation

src/main/java/vavi/speech/aivis/Aivis.java

@@ -0,0 +1,282 @@
+/*
+ * Copyright (c) 2024 by Naohide Sano, All rights reserved.
+ *
+ * Programmed by Naohide Sano
+ */
+
+package vavi.speech.aivis;
+
+import java.io.Closeable;
+import java.io.IOException;
+import java.io.InputStream;
+import java.lang.System.Logger;
+import java.lang.System.Logger.Level;
+import java.util.ArrayList;
+import java.util.Arrays;
+import java.util.List;
+import java.util.StringJoiner;
+
+import javax.speech.synthesis.Voice;
+
+import com.google.common.graph.AbstractValueGraph;
+import com.google.gson.Gson;
+import com.google.gson.GsonBuilder;
+import jakarta.ws.rs.client.Client;
+import jakarta.ws.rs.client.ClientBuilder;
+import jakarta.ws.rs.client.Entity;
+import jakarta.ws.rs.client.WebTarget;
+import jakarta.ws.rs.core.MediaType;
+
+import static java.lang.System.getLogger;
+
+
+/**
+ * Aivis.
+ * <p>
+ * system property
+ * <li>vavi.speech.aivis.url ... Aivis REST api url, default is "http://localhost:10101/"</li>
+ *
+ * @author <a href="mailto:[email protected]">Naohide Sano</a> (nsano)
+ * @version 0.00 2024-12-14 nsano initial version <br>
+ */
+public class Aivis implements Closeable {
+
+    private static final Logger logger = getLogger(Aivis.class.getName());
+
+    /** rest response parser */
+    private static final Gson gson = new GsonBuilder().create();
+
+    /** rest target */
+    private final WebTarget target;
+
+    /** rest client */
+    private final Client client;
+
+    /** server url */
+    private static String getUrl() {
+        String url = System.getProperty("vavi.speech.aivis.url", null);
+        if (url == null || !url.startsWith("http:")) {
+            return "http://localhost:10101/";
+        } else {
+            return url;
+        }
+    }
+
+    /** */
+    public Aivis() {
+        this(getUrl());
+    }
+
+    /** */
+    public Aivis(String url) {
+        try {
+            client = ClientBuilder.newClient(); // DON'T CLOSE
+logger.log(Level.DEBUG, "url: " + url);
+            target = client.target(url);
+
+            String version = target.path("version")
+                    .request().get(String.class);
+logger.log(Level.DEBUG, "version: " + version);
+        } catch (Exception e) {
+            throw new IllegalStateException("VoiceVox is not available at " + url, e);
+        }
+    }
+
+    @Override
+    public void close() throws IOException {
+        client.close();
+    }
+
+    /** */
+    public static class AudioQuery {
+        public static class AccentPhrase {
+            public static class Mora{
+                String text;
+                String consonant;
+                float consonant_length;
+                String vowel;
+                float vowel_length;
+                float pitch;
+                @Override public String toString() {
+                    return "Mora{" +
+                            "text='" + text + '\'' +
+                            ", consonant='" + consonant + '\'' +
+                            ", consonant_length=" + consonant_length +
+                            ", vowel='" + vowel + '\'' +
+                            ", vowel_length=" + vowel_length +
+                            ", pitch=" + pitch +
+                            '}';
+                }
+            }
+            Mora[] moras;
+            int accent;
+            Mora pause_mora;
+            boolean is_interrogative;
+            @Override public String toString() {
+                return "AccentPhrase{" +
+                        "moras=" + Arrays.toString(moras) +
+                        ", accent=" + accent +
+                        ", pause_mora=" + pause_mora +
+                        ", is_interrogative=" + is_interrogative +
+                        '}';
+            }
+        }
+        AccentPhrase[] accent_phrases;
+        public float speedScale;
+        public float pitchScale;
+        float intonationScale;
+        public float volumeScale;
+        float prePhonemeLength;
+        float postPhonemeLength;
+        int outputSamplingRate;
+        boolean outputStereo;
+        String kana;
+        @Override public String toString() {
+            return "AudioQuery{" +
+                    "accent_phrases=" + Arrays.toString(accent_phrases) +
+                    ", speedScale=" + speedScale +
+                    ", pitchScale=" + pitchScale +
+                    ", intonationScale=" + intonationScale +
+                    ", volumeScale=" + volumeScale +
+                    ", prePhonemeLength=" + prePhonemeLength +
+                    ", postPhonemeLength=" + postPhonemeLength +
+                    ", outputSamplingRate=" + outputSamplingRate +
+                    ", outputStereo=" + outputStereo +
+                    ", kana='" + kana + '\'' +
+                    '}';
+        }
+        /** @param speed default: 1, range: 0.50 ~ 2.00 */
+        public void setSpeed(float speed) {
+            if (0.5 <= speed && speed <= 2.0)
+                speedScale = speed;
+            else
+                speedScale = 1;
+        }
+        /** @param pitch default: 0, range: -0.15 ~ 0.15 */
+        public void setPitch(float pitch) {
+            if (-0.15 <= pitch && pitch <= 0.15)
+                pitchScale = pitch;
+            else
+                pitchScale = 0;
+        }
+        /** @param intonation range: 0 ~ 2 */
+        public void setIntonation(float intonation) {
+            if (0 <= intonation && intonation <= 2)
+                intonationScale = intonation;
+            else
+                intonationScale = 1;
+        }
+        /** @param volume default: 1, range: 0.50 ~ 2.00 */
+        public void setVolume(float volume) {
+            if (0.5 <= volume && volume <= 2.0)
+                volumeScale = volume;
+            else
+                volumeScale = 1;
+        }
+    }
+
+    /** */
+    public AudioQuery getQuery(String text, int speakerId) {
+        String query = target.path("audio_query")
+                .queryParam("text", text)
+                .queryParam("speaker", speakerId)
+                .request().post(null, String.class);
+
+        return gson.fromJson(query, AudioQuery.class);
+    }
+
+    /** */
+    public InputStream synthesize(AudioQuery audioQuery, int speakerId) {
+        Entity<String> entity = Entity.entity(gson.toJson(audioQuery), MediaType.APPLICATION_JSON);
+        return target.path("synthesis")
+                .queryParam("speaker", speakerId)
+                .request().post(entity, InputStream.class);
+    }
+
+    /** */
+    public static class Speaker {
+        public String name;
+        public String speaker_uuid;
+        public static class Style {
+            public int id;
+            public String name;
+            public String type;
+            @Override public String toString() {
+                return "Style{" +
+                        "id=" + id +
+                        ", name='" + name + '\'' +
+                        ", type='" + type + '\'' +
+                        '}';
+            }
+        }
+        public Style[] styles;
+        public String version;
+        @Override public String toString() {
+            return "Speaker{" +
+                    "name='" + name + '\'' +
+                    ", speaker_uuid='" + speaker_uuid + '\'' +
+                    ", styles=" + Arrays.toString(styles) +
+                    ", version=" + version +
+                    '}';
+        }
+    }
+
+    /** */
+    public static class SpeakerInfo {
+        String policy;
+        String portrait;
+        public static class StyleInfo {
+            int id;
+            String icon;
+            String[] voice_samples;
+            @Override public String toString() {
+                return "StyleInfo{" +
+                        "id=" + id +
+//                        ", icon='" + icon + '\'' +
+//                        ", voice_samples=" + Arrays.toString(voice_samples) +
+                        '}';
+            }
+        }
+        StyleInfo[] style_infos;
+        @Override public String toString() {
+            return "SpeakerInfo{" +
+                    "policy='" + policy + '\'' +
+//                    ", portrait='" + portrait + '\'' +
+                    ", style_infos=" + Arrays.toString(style_infos) +
+                    '}';
+        }
+    }
+
+    /** flatten voice model */
+    public static class AivisSpeaker {
+        public String name;
+        public int id;
+        public String speaker_uuid;
+
+        @Override public String toString() {
+            return new StringJoiner(", ", AivisSpeaker.class.getSimpleName() + "[", "]")
+                    .add("name='" + name + "'")
+                    .add("id=" + id)
+                    .add("speaker_uuid='" + speaker_uuid + "'")
+                    .toString();
+        }
+    }
+
+    /** */
+    public AivisSpeaker[] getAllVoices() {
+        String speakersJson = target
+                .path("speakers")
+                .request()
+                .get(String.class);
+logger.log(Level.TRACE, speakersJson);
+        Speaker[] speakers = gson.fromJson(speakersJson, Speaker[].class);
+
+        return Arrays.stream(speakers).flatMap(speaker -> Arrays.stream(speaker.styles).map(style -> {
+            AivisSpeaker aivisSpeaker = new AivisSpeaker();
+            aivisSpeaker.id = style.id;
+            aivisSpeaker.name = speaker.name + "(" + style.name + ")";
+            aivisSpeaker.speaker_uuid = speaker.speaker_uuid;
+            return aivisSpeaker;
+        })).toArray(AivisSpeaker[]::new);
+    }
+}

src/main/java/vavi/speech/aivis/jsapi2/AivisEngineListFactory.java

@@ -0,0 +1,48 @@
+/*
+ * Copyright (c) 2023 by Naohide Sano, All rights reserved.
+ *
+ * Programmed by Naohide Sano
+ */
+
+package vavi.speech.aivis.jsapi2;
+
+import java.util.List;
+import javax.speech.EngineList;
+import javax.speech.EngineMode;
+import javax.speech.spi.EngineListFactory;
+import javax.speech.synthesis.SynthesizerMode;
+import javax.speech.synthesis.Voice;
+
+import vavi.speech.BaseEnginFactory;
+import vavi.speech.WrappedVoice;
+import vavi.speech.aivis.Aivis.AivisSpeaker;
+
+
+/**
+ * Factory for the Aivis engine.
+ *
+ * @author <a href="mailto:[email protected]">Naohide Sano</a> (umjammer)
+ * @version 0.00 2024/12/14 umjammer initial version <br>
+ */
+public class AivisEngineListFactory extends BaseEnginFactory<AivisSpeaker> implements EngineListFactory {
+
+    @Override
+    public EngineList createEngineList(EngineMode require) {
+        return createEngineListForSynthesizer(require);
+    }
+
+    @Override
+    protected List<WrappedVoice<AivisSpeaker>> geAlltVoices() {
+        return AivisVoice.factory.getAllVoices();
+    }
+
+    @Override
+    protected SynthesizerMode createSynthesizerMode(DomainLocale<AivisSpeaker> domainLocale, List<WrappedVoice<AivisSpeaker>> wrappedVoices) {
+        return new AivisSynthesizerMode("Aivis",
+                "Aivis/" + domainLocale.getDomain() + "/" + domainLocale.getLocale(),
+                false,
+                false,
+                false,
+                wrappedVoices.toArray(Voice[]::new));
+    }
+}