WEBRTC，如果用户 A 与用户 B 建立连接。具有不同的视频和音频约束

Question

This code, is handling then new User connected.

User Class

class User{
  
  constructor(friendID){
    this.friendID = friendID;
    this.userName = null;
    this.myPeer = new RTCPeerConnection(servers);
    this.videoManager = new VideoManager();
    this.setup_events();
  }

  get name(){
    return this.userName;
  }

  get id(){
    return this.friendID;
  }

  setup_events(){ 

    let this_instance = this;

    this.myPeer.onicecandidate = function(event){ 
      if (event.candidate !== null){
        LOG("ICE CANDIDATE SEND TO " + this_instance.friendID);
        LOG_obj(event.candidate);
        socket.emit("ice-candidate", event.candidate, this_instance.friendID);
      }else{
        LOG("EMPTY CANDIDATE");
      }
    }
    this.myPeer.addEventListener('track', async(event) => {
      const [remoteStream] = event.streams;
      this_instance.videoManager.createVideo();
      this_instance.videoManager.setStream(remoteStream);
      LOG("ADDED stream to VideoObject");
    });
  }

  add_candidate(candidate){
    this.myPeer.addIceCandidate( new RTCIceCandidate(candidate) );
    LOG("CANDIDATE ADDED TO PEER");
  } 

  accept_offer(userOffer){
    this.myPeer.setRemoteDescription(new RTCSessionDescription(userOffer));
    LOG("ACCEPTED OFFER");
  }

  async create_offer(){

    MediaRules.get_MediaRules()
      .then( (mediaRules) => {

        navigator.mediaDevices.getUserMedia(mediaRules).then( (mediaStream) =>{
          let tracks = mediaStream.getTracks();

          tracks.forEach( track => { this.myPeer.addTrack(track, mediaStream); });

          LOG("ADDED ALL TRACKS");
        }).then( () => {
            this.myPeer.createOffer(mediaRules).then( (offerObj) => {
              
              this.myPeer.setLocalDescription(offerObj);
              socket.emit("user-offer", offerObj, this.friendID);
        });
      });
  });
  }

  accept_answer(userAnswer){
    this.myPeer.setRemoteDescription(new RTCSessionDescription(userAnswer));
    LOG("ACCEPTED ANSWER");
  }

  async create_answer(){

    MediaRules.get_MediaRules().then( (mediaRules) => {
      
      navigator.mediaDevices.getUserMedia(mediaRules).then( (mediaStream) => {
        let tracks = mediaStream.getTracks();
        tracks.forEach( track => { this.myPeer.addTrack(track, mediaStream); });
        LOG("ADDED ALL TRACKS");
      }).then( () => {
          this.myPeer.createAnswer(mediaRules).then( (answerObj) => {
            this.myPeer.setLocalDescription(answerObj); 
            socket.emit("user-answer", answerObj, this.friendID);
          });
        });
    });
  }
}

User Pool

class UsersPool{
  
  constructor(){
    this.UsersMap = {};
  }

  addUser(userObj){
    this.UsersMap[userObj.id] = userObj;
  }

  accept_IceCandidate(candidateObject, user_id){
    this.UsersMap[user_id].add_candidate(candidateObject);
  }

  accept_Offer(offerObject, user_id){
    LOG("ACCEPT OFFER FROM " + user_id);
    this.UsersMap[user_id].accept_offer(offerObject);
  }

  accept_Answer(answerObject, user_id){
    this.UsersMap[user_id].accept_answer(answerObject);
  }

  async CreateSendOffer(user_id){
    await this.UsersMap[user_id].create_offer();
  }

  async CreateSendAnswer(user_id){
    await this.UsersMap[user_id].create_answer();
  }
}

Media Constraints

class MediaConstraints{

  async get_MediaRules(){
    let mediaRules = { video: false, audio: false };

    let devicesEnum = await navigator.mediaDevices.enumerateDevices();

    devicesEnum.forEach( device => {
      if ( device.kind == "audioinput" ){
        mediaRules["audio"] = true;
      }
      else if ( device.kind == "videoinput"){
        mediaRules["video"] = true;
      }
    });
    return mediaRules;
  }
}

Video Manager (creates video element by user)

class VideoManager {

  constructor(){
    this.videoObject = null;
  }

  createVideo(){
    let videoObject = document.createElement("video");
    let divVideo = document.createElement("div");

    videoObject.setAttribute('width', "600");
    videoObject.setAttribute('height', "800");

    divVideo.appendChild(videoObject); 

    document.body.appendChild(divVideo);

    this.videoObject = videoObject;
  }

  setStream(stream){
    this.videoObject.srcObject = stream; 
    this.videoObject.play();
  }
}

Well, the problem is here. icecandidate is working nice, signaling server is working too. TURN/STUN server works fine.

My main question is how to create constraints and setup correctly Offer and Answer if User A don't have webcamera but User B has. At the moment i get error that STUN server is broken, but this is because peers can't finish establishing connection between each other.

How to make it, if i have only microphone on my Laptop, but on other Laptop i have video and microphone.

EDIT 0: Well, looks like WebRTC doesn't like if constraints are different, if User A create offer with {video: false, audio: true}, and send it to User B, and User B creates answer with {video: true, audio: true} then it fails to connect because constraints are different.

Still don't understand why this is a problem.

EDIT 1: Looks like the only way is to use addTransceiver and to control manually media.

Answer 1

Well, that's pretty funny.

The problem was in Firefox (107.0 x64) and Google Chrome browser in Debian 11 Bullseye.

I don't know exactly whats the problem, but using othe operating systems like Windows and MacOS. Everything works fine.

EDIT: I did not fixed the problem, on linux this problem still persist.