362 lines
13 KiB
C#
362 lines
13 KiB
C#
using System;
|
||
using System.Collections.Generic;
|
||
using Newtonsoft.Json;
|
||
using Script;
|
||
using Stary.Evo;
|
||
using Stary.Evo.UIFarme;
|
||
using UnityEngine;
|
||
using UnityEngine.U2D;
|
||
using UnityEngine.UI;
|
||
using Random = UnityEngine.Random;
|
||
|
||
namespace Unity.RenderStreaming
|
||
{
|
||
public class StartPanel : BasePanel
|
||
{
|
||
/// <summary>
|
||
/// 每个Participant的UI信息
|
||
/// </summary>
|
||
private readonly Dictionary<string, ParticipantUI> participantUIs = new();
|
||
|
||
/// <summary>
|
||
/// 返回按钮
|
||
/// </summary>
|
||
private Button _arrowLeft;
|
||
|
||
private Text _meetingId;
|
||
|
||
/// <summary>
|
||
/// 房间号输入框
|
||
/// </summary>
|
||
private InputField _meetingNameInput;
|
||
|
||
private Image _profileImage;
|
||
|
||
/// <summary>
|
||
/// 头像按钮
|
||
/// </summary>
|
||
private Button _profilePhoto;
|
||
|
||
private int _profileSpriteIndex;
|
||
private Sprite[] _profileSprites;
|
||
|
||
/// <summary>
|
||
/// 随机房间号按钮
|
||
/// </summary>
|
||
private Button _randomMeetingId;
|
||
|
||
/// <summary>
|
||
/// 头像Sprite Atlas
|
||
/// </summary>
|
||
private SpriteAtlas _spriteAtlas;
|
||
|
||
/// <summary>
|
||
/// 开始按钮
|
||
/// </summary>
|
||
private Button _startButton;
|
||
|
||
/// <summary>
|
||
/// 时间下拉选择框
|
||
/// </summary>
|
||
private Dropdown _timeDropdown;
|
||
|
||
/// <summary>
|
||
/// Host连接
|
||
/// </summary>
|
||
private HostConnection hostConnection;
|
||
|
||
/// <summary>
|
||
/// 本地视频显示
|
||
/// </summary>
|
||
private RawImage localVideoImage;
|
||
|
||
/// <summary>
|
||
/// 麦克风流发送器
|
||
/// </summary>
|
||
private AudioStreamSender microphoneStreamer;
|
||
|
||
[Header("Participant视频容器")] private Transform participantVideoContainer;
|
||
|
||
/// <summary>
|
||
/// 渲染流管理
|
||
/// </summary>
|
||
private SignalingManager renderStreaming;
|
||
|
||
[Header("核心组件")] private RenderStreamingSettings settings;
|
||
[Header("Host本地视频")] private VideoStreamSender videoStreamSender;
|
||
|
||
public override UITweenType TweenType => UITweenType.Fade;
|
||
|
||
public override string UIPath => "Canvas";
|
||
|
||
public override void Initialize(GameObject panelGo)
|
||
{
|
||
base.Initialize(panelGo);
|
||
_arrowLeft = panelGo.transform.Find("Herder/arrow-left").GetComponent<Button>();
|
||
_profilePhoto = panelGo.transform.Find("HeadPortraits/MeetingInfoCard").GetComponent<Button>();
|
||
_profileImage = _profilePhoto.transform.Find("mask/sprite").GetComponent<Image>();
|
||
_meetingNameInput = panelGo.transform.Find("card/search/InputField").GetComponent<InputField>();
|
||
_meetingId = panelGo.transform.Find("card/huiyiID/connectionId").GetComponent<Text>();
|
||
_randomMeetingId = panelGo.transform.Find("card/huiyiID/Button").GetComponent<Button>();
|
||
_timeDropdown = panelGo.transform.Find("card/time/Dropdown").GetComponent<Dropdown>();
|
||
_startButton = panelGo.transform.Find("invite").GetComponent<Button>();
|
||
_spriteAtlas = Resources.Load<SpriteAtlas>("SpriteAtlas");
|
||
if (_spriteAtlas != null)
|
||
{
|
||
_profileSprites = new Sprite[_spriteAtlas.spriteCount];
|
||
_spriteAtlas.GetSprites(_profileSprites);
|
||
}
|
||
|
||
_profileSpriteIndex = 0;
|
||
OnClickProfilePhoto();
|
||
|
||
renderStreaming = GameObject.FindObjectOfType<SignalingManager>();
|
||
hostConnection = GameObject.FindObjectOfType<HostConnection>();
|
||
videoStreamSender = hostConnection.GetComponent<VideoStreamSender>();
|
||
microphoneStreamer = hostConnection.GetComponent<AudioStreamSender>();
|
||
if (settings == null)
|
||
settings = new RenderStreamingSettings();
|
||
if (settings != null)
|
||
{
|
||
videoStreamSender.width = (uint)settings.StreamSize.x;
|
||
videoStreamSender.height = (uint)settings.StreamSize.y;
|
||
}
|
||
|
||
if (renderStreaming.runOnAwake)
|
||
return;
|
||
if (settings != null)
|
||
renderStreaming.useDefaultSettings = settings.UseDefaultSettings;
|
||
if (settings?.SignalingSettings != null)
|
||
renderStreaming.SetSignalingSettings(settings.SignalingSettings);
|
||
renderStreaming.Run();
|
||
}
|
||
|
||
public override void OnEnter(Action complete = null)
|
||
{
|
||
base.OnEnter(complete);
|
||
_arrowLeft.onClick.AddListener(OnClickArrowLeft);
|
||
_profilePhoto.onClick.AddListener(OnClickProfilePhoto);
|
||
_randomMeetingId.onClick.AddListener(OnClickRandomMeetingId);
|
||
|
||
_startButton.onClick.AddListener(OnClickStartButton);
|
||
if (hostConnection != null)
|
||
{
|
||
hostConnection.OnParticipantConnected += HandleParticipantConnected;
|
||
hostConnection.OnParticipantDisconnected += HandleParticipantDisconnected;
|
||
}
|
||
|
||
// 本地视频：Sender启动后显示
|
||
videoStreamSender.OnStartedStream += OnStartedStream;
|
||
}
|
||
|
||
|
||
public override void OnExit(float delay = 0)
|
||
{
|
||
base.OnExit(delay);
|
||
_arrowLeft.onClick.RemoveListener(OnClickArrowLeft);
|
||
_profilePhoto.onClick.RemoveListener(OnClickProfilePhoto);
|
||
_randomMeetingId.onClick.RemoveListener(OnClickRandomMeetingId);
|
||
_startButton.onClick.RemoveListener(OnClickStartButton);
|
||
if (hostConnection != null)
|
||
{
|
||
hostConnection.OnParticipantConnected -= HandleParticipantConnected;
|
||
hostConnection.OnParticipantDisconnected -= HandleParticipantDisconnected;
|
||
}
|
||
|
||
videoStreamSender.OnStartedStream -= OnStartedStream;
|
||
}
|
||
|
||
private void OnClickProfilePhoto()
|
||
{
|
||
if (_profileSprites == null || _profileSprites.Length == 0) return;
|
||
_profileImage.sprite = _profileSprites[_profileSpriteIndex];
|
||
this.GetSystem<IGlobalConfigSystem>().SetConnectionTexture(_profileSprites[_profileSpriteIndex].texture);
|
||
_profileSpriteIndex = (_profileSpriteIndex + 1) % _profileSprites.Length;
|
||
}
|
||
|
||
private void OnClickArrowLeft()
|
||
{
|
||
}
|
||
|
||
private void OnClickRandomMeetingId()
|
||
{
|
||
var meetingId = $"{Random.Range(100, 999)}-{Random.Range(100, 999)}-{Random.Range(100, 999)}";
|
||
_meetingId.text = meetingId;
|
||
if (string.IsNullOrEmpty(_meetingNameInput.text)) _meetingNameInput.text = $"{meetingId}的房间";
|
||
}
|
||
|
||
private string OnClickRandomUserId()
|
||
{
|
||
return $"user_{Random.Range(100, 999)}";
|
||
}
|
||
|
||
private void OnClickStartButton()
|
||
{
|
||
this.GetSystem<IGlobalConfigSystem>().SetUserId(OnClickRandomUserId());
|
||
this.GetSystem<IGlobalConfigSystem>().SetConnectionTimeType(_timeDropdown.value);
|
||
this.GetSystem<IGlobalConfigSystem>().SetConnectionId(_meetingId.text);
|
||
hostConnection.RoomConnectionId = this.GetSystem<IGlobalConfigSystem>().GetConnectionId();
|
||
this.GetSystem<IGlobalConfigSystem>().SetConnectionName(_meetingNameInput.text);
|
||
this.GetSystem<IGlobalConfigSystem>().SetConnectionTexture(_profileImage.sprite.texture);
|
||
if (!SignalingMessageHelper.IsReady())
|
||
{
|
||
Debug.LogError("Signaling 未就绪");
|
||
return;
|
||
}
|
||
|
||
var avatar = _profileImage.sprite.name.Replace("(Clone)", "");
|
||
var userInfo = new
|
||
{
|
||
type = "host-userInfo",
|
||
data = new
|
||
{
|
||
connectionId = hostConnection.RoomConnectionId,
|
||
id = this.GetSystem<IGlobalConfigSystem>().GetUserId(),
|
||
name = _meetingNameInput.text,
|
||
avatar = $"{this.GetSystem<IGlobalConfigSystem>().IP}/images/head/{avatar}.png"
|
||
}
|
||
};
|
||
SignalingMessageHelper.SendMessage(JsonConvert.SerializeObject(userInfo));
|
||
SetUp();
|
||
PanelSystem.PopQueue<StartPanel>();
|
||
PanelSystem.PushQueue<MainPanel>();
|
||
}
|
||
|
||
private void OnStartedStream(string id)
|
||
{
|
||
if (videoStreamSender.sourceWebCamTexture != null)
|
||
localVideoImage.texture = videoStreamSender.sourceWebCamTexture;
|
||
}
|
||
|
||
private class ParticipantUI
|
||
{
|
||
public Text nameLabel;
|
||
public GameObject root;
|
||
public RawImage videoImage;
|
||
}
|
||
|
||
|
||
#region 开启相关
|
||
|
||
private void SetUp()
|
||
{
|
||
videoStreamSender.enabled = true;
|
||
|
||
if (settings != null)
|
||
videoStreamSender.SetCodec(settings.SenderVideoCodec);
|
||
|
||
hostConnection.CreateConnection(hostConnection.RoomConnectionId);
|
||
}
|
||
|
||
private void HangUp()
|
||
{
|
||
hostConnection.DeleteConnection(hostConnection.RoomConnectionId);
|
||
|
||
// 清理所有Participant UI
|
||
foreach (var ui in participantUIs.Values)
|
||
if (ui.root != null)
|
||
GameObject.Destroy(ui.root);
|
||
|
||
participantUIs.Clear();
|
||
|
||
localVideoImage.texture = null;
|
||
}
|
||
|
||
/// <summary>
|
||
/// 新Participant连接成功回调
|
||
/// 此时Participant的独立Receiver已创建，可以绑定视频显示
|
||
/// </summary>
|
||
private void HandleParticipantConnected(ParticipantStreams ps)
|
||
{
|
||
// 创建Participant UI
|
||
var ui = CreateParticipantUI(ps.participantId);
|
||
participantUIs[ps.participantId] = ui;
|
||
|
||
// 绑定视频：当Receiver收到纹理时更新RawImage
|
||
ps.videoReceiver.OnUpdateReceiveTexture += texture =>
|
||
{
|
||
ui.videoImage.color = Color.white;
|
||
// 防止纹理为null时导致RawImage闪黑（重协商/track切换时可能短暂为null）
|
||
if (ui.videoImage != null && texture != null)
|
||
ui.videoImage.texture = texture;
|
||
};
|
||
|
||
// 绑定音频：AudioSource已在HostConnection中配置
|
||
ps.audioReceiver.OnUpdateReceiveAudioSource += source =>
|
||
{
|
||
if (source != null && !source.isPlaying)
|
||
{
|
||
source.loop = true;
|
||
source.Play();
|
||
}
|
||
};
|
||
|
||
Debug.Log($"[MultiParticipantHost] Participant UI created: {ps.participantId}");
|
||
}
|
||
|
||
/// <summary>
|
||
/// 动态创建单个Participant的视频显示UI
|
||
/// 结构: [NameLabel] + [RawImage(视频画面)]
|
||
/// </summary>
|
||
private ParticipantUI CreateParticipantUI(string participantId)
|
||
{
|
||
var ui = new ParticipantUI();
|
||
|
||
// 根节点
|
||
ui.root = new GameObject($"ParticipantUI_{participantId}");
|
||
ui.root.transform.SetParent(participantVideoContainer, false);
|
||
// 添加VerticalLayoutGroup使内容垂直排列
|
||
var vlg = ui.root.AddComponent<VerticalLayoutGroup>();
|
||
vlg.childControlWidth = true;
|
||
vlg.childControlHeight = false;
|
||
vlg.childForceExpandWidth = true;
|
||
vlg.childForceExpandHeight = false;
|
||
vlg.spacing = 2;
|
||
ui.root.transform.GetComponent<RectTransform>().anchorMin = Vector2.zero;
|
||
ui.root.transform.GetComponent<RectTransform>().anchorMax = Vector2.one;
|
||
// 名称标签
|
||
var labelObj = new GameObject("NameLabel");
|
||
labelObj.transform.SetParent(ui.root.transform, false);
|
||
ui.nameLabel = labelObj.AddComponent<Text>();
|
||
ui.nameLabel.text = $"Participant: {participantId}";
|
||
ui.nameLabel.fontSize = 14;
|
||
ui.nameLabel.color = Color.white;
|
||
ui.nameLabel.alignment = TextAnchor.MiddleCenter;
|
||
var labelLayout = labelObj.AddComponent<LayoutElement>();
|
||
labelLayout.preferredHeight = 20;
|
||
|
||
// 视频画面
|
||
var imageObj = new GameObject("VideoImage");
|
||
imageObj.transform.SetParent(ui.root.transform, false);
|
||
ui.videoImage = imageObj.AddComponent<RawImage>();
|
||
ui.videoImage.color = Color.black;
|
||
var imageLayout = imageObj.AddComponent<LayoutElement>();
|
||
imageLayout.preferredHeight = 200;
|
||
|
||
// AspectRatioFitter保持视频比例
|
||
var aspectRatio = imageObj.AddComponent<AspectRatioFitter>();
|
||
aspectRatio.aspectMode = AspectRatioFitter.AspectMode.FitInParent;
|
||
aspectRatio.aspectRatio = 16f / 9f;
|
||
|
||
return ui;
|
||
}
|
||
|
||
/// <summary>
|
||
/// Participant断开连接回调
|
||
/// 销毁其UI
|
||
/// </summary>
|
||
private void HandleParticipantDisconnected(string participantId)
|
||
{
|
||
if (participantUIs.TryGetValue(participantId, out var ui))
|
||
{
|
||
if (ui.root != null)
|
||
GameObject.Destroy(ui.root);
|
||
participantUIs.Remove(participantId);
|
||
}
|
||
|
||
Debug.Log($"[MultiParticipantHost] Participant UI removed: {participantId}");
|
||
}
|
||
|
||
#endregion
|
||
}
|
||
} |