使用套接字的Java中基于客户端-服务器的音频实时流传输

Question

给定的代码旨在使用java套接字在客户端和服务器之间进行实时音频流传输，但是问题是当我运行此项目时，客户端开始记录声音并将其发送到接收器（服务器）端。 然后服务器缓冲接收到的声音，但不会同时播放。但是当客户端关闭时，服务器开始播放声音。请帮助我。 我需要服务器必须同时播放接收到的声音。

\\客户

import java.io.*;
import java.net.*;
import java.sound.sampled.*;
import org.apache.commons.io.IOUtils; 
public class ClientStream{ 
public ClientStream() throws IOException{
    isl.runListener();
}

private IncomingSoundListener isl = new IncomingSoundListener();    
AudioFormat format = getAudioFormat();
InputStream is;
Socket client;
String serverName = "192.168.2.8";
int port=3000;
boolean inVoice = true;


private AudioFormat getAudioFormat(){
    float sampleRate = 16000.0F;
    int sampleSizeBits = 16;
    int channels = 1;
    boolean signed = true;
    boolean bigEndian = false;

    return new AudioFormat(sampleRate, sampleSizeBits, channels, signed, bigEndian);
}
class IncomingSoundListener {
    public void runListener(){
        try{
            System.out.println("Connecting to server:"+serverName+" Port:"+port);
            client = new Socket(serverName,port); 
            System.out.println("Connected to: "+client.getRemoteSocketAddress());
            System.out.println("Listening for incoming audio.");
            DataLine.Info speakerInfo = new DataLine.Info(SourceDataLine.class,format);
            SourceDataLine speaker = (SourceDataLine) AudioSystem.getLine(speakerInfo);
            speaker.open(format);
            speaker.start();
            while(inVoice){
                is = client.getInputStream();
                byte[] data = IOUtils.toByteArray(is);  
                ByteArrayInputStream bais = new ByteArrayInputStream(data);
                AudioInputStream ais = new AudioInputStream(bais,format,data.length);
                int bytesRead = 0;
                if((bytesRead = ais.read(data)) != -1){
                    System.out.println("Writing to audio output.");
                    speaker.write(data,0,bytesRead);

   //                 bais.reset();
                }
                ais.close();
                bais.close();

            }
           speaker.drain();
           speaker.close();
           System.out.println("Stopped listening to incoming audio.");
        }catch(Exception e){
            e.printStackTrace();
        }
    }
}
public static void main(String [] args) throws IOException{
        new ClientStream();
    }

}

\\服务器

import java.io.*;
import java.net.*;
import java.sound.sampled.*;
public class ServerStream {
private OutgoingSoudnListener osl = new OutgoingSoudnListener();
boolean outVoice = true;
AudioFormat format = getAudioFormat();

private ServerSocket serverSocket;
Socket server;
private AudioFormat getAudioFormat() {
    float sampleRate = 16000.0F;
    int sampleSizeBits = 16;
    int channels = 1;
    boolean signed = true;
    boolean bigEndian = false;

   return new AudioFormat(sampleRate, sampleSizeBits, channels, signed, bigEndian);
}
public ServerStream() throws IOException{
    try{
        System.out.println("Creating Socket...");
        serverSocket = new ServerSocket(3000);
        osl.runSender();
    }catch(Exception e){
        e.printStackTrace();
    }
}
class OutgoingSoudnListener{
    public void runSender(){
        try{
            server = serverSocket.accept();
            System.out.println("Listening from mic.");
            DataOutputStream out = new DataOutputStream(server.getOutputStream());
            DataLine.Info micInfo = new DataLine.Info(TargetDataLine.class,format);
            TargetDataLine mic = (TargetDataLine) AudioSystem.getLine(micInfo);
            mic.open(format);
            System.out.println("Mic open.");
            byte tmpBuff[] = new byte[mic.getBufferSize()/5];
            mic.start();
            while(outVoice) {
                System.out.println("Reading from mic.");
                int count = mic.read(tmpBuff,0,tmpBuff.length);
                if (count > 0){
                    System.out.println("Writing buffer to server.");
                    out.write(tmpBuff, 0, count);
                }               
                }
            mic.drain();
            mic.close();
            System.out.println("Stopped listening from mic.");
        }catch(Exception e){
            e.printStackTrace();
        }
    }

}
public static void main (String args[]) throws IOException{
    new ServerStream();

}

}

Answer 1

客户端-服务器连接以及随后的Socket基于TCP协议模型。 正如您可以在他们的文档中确认的那样。

您寻求的是基于UDP的DatagramSocket ，您可能会丢失软件包，但这就是工作的方式。 这就是流视频的工作原理，您得到了一些，却失去了一些。

现在，您本身就提出了一个问题，使用TCP协议实现时遇到的问题之一就是TCP基于确认，以便保持通信的同步，如果您的服务器或客户端未确认，则您可能会遇到流向因此被卡住了。