Java 实现抓取在线视频并提取视频语音为文本

    /**     * 从指定网址获取主视频链接     *     * @param targetUrl 目标网址     * @return 主视频链接，如果未找到则返回null     */    public static String catchMainVideo(String targetUrl) {        // 加载驱动，后面的路径自己要选择正确，也可以放在本地        System.setProperty("webdriver.chrome.driver", "xxx/driver/chromedriver");        // ChromeOptions 可以注释 这里是阻止浏览器的打开        ChromeOptions options = new ChromeOptions();        options.addArguments("--headless");        options.addArguments("--disable-gpu");
        // 初始化一个谷歌浏览器实例，实例名称叫driver        WebDriver driver = new ChromeDriver(options);
        // get()打开一个站点        driver.get(targetUrl);
        // 等待页面加载        try {            Thread.sleep(100);        } catch (Exception e) {            return null;        }
        JavascriptExecutor js = CastUtil.convert(driver);
        List<WebElement> elements = CastUtil.convert(js.executeScript("return document.querySelectorAll('.sgVideoWrapper video source')"));
        // 处理返回的WebElement列表        for (WebElement element : elements) {            // 你可以获取元素的属性，例如src            if ("video/mp4".equals(element.getAttribute("type"))) {                return element.getAttribute("src");            }        }
        return null;    }

    /**     * 将视频分割为音频文件     *     * @param inputVideoPath       输入视频文件的路径     * @param outputAudioPrefix    输出音频文件的前缀     * @param segmentSizeInSeconds 分段大小（以秒为单位）     */    public static void video2audio(String inputVideoPath, String outputAudioPrefix, int segmentSizeInSeconds) {        try {            ProcessBuilder pb = new ProcessBuilder("xxx/ffmpeg", "-i", inputVideoPath, "-vn", "-c:a", "copy", "-f", "segment", "-segment_time", String.valueOf(segmentSizeInSeconds), outputAudioPrefix + "%03d.aac");            pb.inheritIO();            Process process = pb.start();            process.waitFor();            log.info("Audio splitting completed.");        } catch (Exception e) {            log.error("video2audio error", e);        }    }

import com.google.common.collect.Maps;import com.jd.store.common.util.JsonUtil;import org.apache.commons.collections4.MapUtils;import org.apache.commons.compress.utils.Lists;import org.java_websocket.client.WebSocketClient;import org.java_websocket.handshake.ServerHandshake;import org.slf4j.Logger;import org.slf4j.LoggerFactory;
import java.io.File;import java.io.FileInputStream;import java.net.URI;import java.util.List;import java.util.Map;import java.util.concurrent.TimeUnit;
public class FunasrWsClient extends WebSocketClient {
    private static final Logger log = LoggerFactory.getLogger(FunasrWsClient.class);
    String fileName;
    private String fileContent;
    public String getFileContent() {        return fileContent;    }
    public void setFileContent(String fileContent) {        this.fileContent = fileContent;    }
    public FunasrWsClient(URI serverURI, String fileName) {        super(serverURI);        this.fileName = fileName;    }
    public void sendJson(String mode, String strChunkSize, int chunkInterval, String wavName, boolean isSpeaking, String suffix) {        try {            Map<String, Object> obj = Maps.newHashMap();            obj.put("mode", mode);
            String[] chunkList = strChunkSize.split(",");            List<Integer> array = Lists.newArrayList();            for (String s : chunkList) {                array.add(Integer.parseInt(s.trim()));            }
            obj.put("chunk_size", array);            obj.put("chunk_interval", chunkInterval);            obj.put("wav_name", wavName);
//            if (FunasrWsClient.hotwords.trim().length() > 0) {//                String regex = "\d+";//                JSONObject jsonitems = new JSONObject();//                String[] items = FunasrWsClient.hotwords.trim().split(" ");//                Pattern pattern = Pattern.compile(regex);//                StringBuilder tmpWords = new StringBuilder();//                for (String item : items) {//                    Matcher matcher = pattern.matcher(item);//                    if (matcher.matches()) {//                        jsonitems.put(tmpWords.toString().trim(), item.trim());//                        tmpWords = new StringBuilder();//                        continue;//                    }//                    tmpWords.append(item).append(" ");//                }//                obj.put("hotwords", jsonitems.toString());//            }
//            if (suffix.equals("wav")) {//                suffix = "mp3";//            }            obj.put("wav_format", suffix);            if (isSpeaking) {                obj.put("is_speaking", Boolean.TRUE);            } else {                obj.put("is_speaking", Boolean.FALSE);            }            log.info("sendJson: " + JsonUtil.toJsonString(obj));            send(JsonUtil.toJsonString(obj));        } catch (Exception e) {            e.printStackTrace();        }    }
    public void sendEof() {        try {            Map<String, Object> obj = Maps.newHashMap();
            obj.put("is_speaking", Boolean.FALSE);
            log.info("sendEof: " + JsonUtil.toJsonString(obj));            send(JsonUtil.toJsonString(obj));        } catch (Exception e) {            log.error("sendEof", e);        }    }
    public void recWav() {        String suffix = fileName.split("\.")[fileName.split("\.").length - 1];        sendJson(mode, strChunkSize, chunkInterval, fileName, true, suffix);        File file = new File(fileName);
        int chunkSize = sendChunkSize;        byte[] bytes = new byte[chunkSize];
        int readSize;        try (FileInputStream fis = new FileInputStream(file)) {            if (fileName.endsWith(".wav")) {                fis.read(bytes, 0, 44);            }            readSize = fis.read(bytes, 0, chunkSize);            while (readSize > 0) {                // send when it is chunk size                if (readSize == chunkSize) {                    send(bytes);                } else {                    // send when at last or not is chunk size                    byte[] tmpBytes = new byte[readSize];                    System.arraycopy(bytes, 0, tmpBytes, 0, readSize);                    send(tmpBytes);                }                if (!mode.equals("offline")) {                    Thread.sleep(chunkSize / 32);                }
                readSize = fis.read(bytes, 0, chunkSize);            }
//            if (!mode.equals("offline")) {//                // if not offline, we send eof and wait for 3 seconds to close//                Thread.sleep(2000);//                sendEof();//                Thread.sleep(3000);//                close();//            }////            else {            // if offline, just send eof            sendEof();//            }
        } catch (Exception e) {            e.printStackTrace();        }    }
    @Override    public void onOpen(ServerHandshake handshake) {        this.recWav();    }
    @Override    public void onMessage(String message) {        log.info("received: " + message);
        Map<String, Object> jsonObject = JsonUtil.parseMap(message);        if (MapUtils.isEmpty(jsonObject)) {            return;        }        log.info("text: " + jsonObject.get("text"));
        // 回传文件内容        fileContent = jsonObject.get("text").toString();
        close();    }
    @Override    public void onClose(int code, String reason, boolean remote) {
    }
    @Override    public void onError(Exception e) {        log.error("onError ", e);    }
    static String mode = "online";    static String strChunkSize = "5,10,5";    static int chunkInterval = 10;    static int sendChunkSize = 1920;
    public static String execute(String fileName) {        try {            String wsAddress = "wss://xxx";
            FunasrWsClient c = new FunasrWsClient(new URI(wsAddress), fileName);
            c.connect();
            TimeUnit.SECONDS.sleep(5);            return c.fileContent;        } catch (Exception e) {            log.error("execute error", e);        }        return null;    }    }