index.vue 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364
  1. <template>
  2. <div class="home-wrap">
  3. <div>
  4. 需求:
  5. <div>1.房主的话,直接调用摄像头然后展示画面</div>
  6. <div>
  7. 1.用户a进来了,默认不显示用户a的画面,用户a直接new
  8. rtc,然后将自己的sdp房主,房主给他的rtc添加音视频轨,让用户a能看到房主的画面
  9. </div>
  10. </div>
  11. <br />
  12. <div class="content">
  13. <div class="left">
  14. 房间号:<input
  15. v-model="roomId"
  16. type="text"
  17. placeholder="输入房间号"
  18. />
  19. <button
  20. ref="joinRef"
  21. class="join-btn"
  22. @click="join"
  23. >
  24. 进入
  25. </button>
  26. <button
  27. ref="leaveRef"
  28. class="join-btn"
  29. disabled
  30. @click="leave"
  31. >
  32. 退出
  33. </button>
  34. <div>socketId:{{ getSocketId() }}</div>
  35. <div>ws状态:{{ networkStore.wsMap.get(roomId!)?.status }}</div>
  36. <div>rtcStatus:{{ networkStore.rtcMap.get(roomId!)?.rtcStatus }}</div>
  37. <button @click="startAction">开始直播</button>
  38. <div>
  39. <video
  40. id="localVideo"
  41. ref="localVideoRef"
  42. autoplay
  43. webkit-playsinline="true"
  44. playsinline
  45. x-webkit-airplay="allow"
  46. x5-video-player-type="h5"
  47. x5-video-player-fullscreen="true"
  48. x5-video-orientation="portraint"
  49. :muted="muted"
  50. controls
  51. ></video>
  52. </div>
  53. </div>
  54. <div class="right">
  55. <div>当前房间用户:</div>
  56. <ul>
  57. <li
  58. v-for="item in userList"
  59. :key="item"
  60. >
  61. {{ item }}
  62. <button
  63. v-if="item !== getSocketId()"
  64. @click="sendOffer"
  65. >
  66. 开始视频
  67. </button>
  68. </li>
  69. </ul>
  70. </div>
  71. </div>
  72. </div>
  73. </template>
  74. <script lang="ts" setup>
  75. import { onMounted, ref } from 'vue';
  76. import { WebRTCClass } from '@/network/webRtc';
  77. import {
  78. WebSocketClass,
  79. statusEnum,
  80. wsConnectStatus,
  81. wsMsgType,
  82. } from '@/network/webSocket';
  83. import { useNetworkStore } from '@/store/network';
  84. const networkStore = useNetworkStore();
  85. const joinRef = ref<HTMLButtonElement>();
  86. const leaveRef = ref<HTMLButtonElement>();
  87. const roomId = ref<string>('123456');
  88. const instance = ref<WebSocketClass>();
  89. const userList = ref<string[]>([]);
  90. const muted = ref(true);
  91. const localVideoRef = ref<HTMLVideoElement>();
  92. const localStream = ref();
  93. function getSocketId() {
  94. return networkStore.wsMap.get(roomId.value!)?.socketIo?.id;
  95. }
  96. interface IOffer {
  97. socketId: string;
  98. roomId: string;
  99. sdp: any;
  100. }
  101. interface ICandidate {
  102. socketId: string;
  103. roomId: string;
  104. candidate: string;
  105. sdpMid: string | null;
  106. sdpMLineIndex: number | null;
  107. }
  108. onMounted(() => {
  109. localVideoRef.value?.addEventListener('loadstart', () => {
  110. console.warn('视频流-loadstart');
  111. });
  112. localVideoRef.value?.addEventListener('loadedmetadata', () => {
  113. console.warn('视频流-loadedmetadata');
  114. });
  115. });
  116. // Handles start button action: creates local MediaStream.
  117. function startAction() {
  118. // WARN navigator.mediaDevices在localhost和https才能用,http://192.168.1.103:8000局域网用不了
  119. navigator.mediaDevices
  120. .getUserMedia({ video: true, audio: true })
  121. .then((event) => {
  122. console.log('getUserMedia成功', event);
  123. if (!localVideoRef.value) return;
  124. localVideoRef.value.srcObject = event;
  125. localStream.value = event;
  126. // event.getTracks().forEach((track) => {
  127. // console.log('tracktrack', track, event);
  128. // networkStore.rtcMap.get(roomId.value)?.myAddTrack(track, event);
  129. // });
  130. })
  131. .catch((err) => {
  132. console.log('getUserMedia失败', err);
  133. });
  134. }
  135. async function sendOffer() {
  136. if (!instance.value) return;
  137. const localDesc = await networkStore.rtcMap.get(roomId.value)?.createOffer();
  138. console.warn('发送offer');
  139. instance.value.socketIo?.emit(wsMsgType.offer, {
  140. socketId: getSocketId(),
  141. roomId: roomId.value,
  142. sdp: localDesc,
  143. });
  144. }
  145. async function sendAnswer(sdp) {
  146. if (!instance.value) return;
  147. console.warn('发送answer');
  148. const createOffer = await networkStore.rtcMap.get(roomId.value)?.rtcStatus
  149. .createOffer;
  150. if (!createOffer) {
  151. await networkStore.rtcMap.get(roomId.value)?.createOffer();
  152. }
  153. instance.value.socketIo?.emit(wsMsgType.answer, {
  154. socketId: getSocketId(),
  155. roomId: roomId.value,
  156. sdp,
  157. });
  158. }
  159. function join() {
  160. console.log('join的房间号', roomId.value);
  161. if (!roomId.value) {
  162. console.error('房间号不能为空!');
  163. return;
  164. }
  165. instance.value = new WebSocketClass({
  166. roomId: roomId.value,
  167. url: 'ws://localhost:4300',
  168. });
  169. if (!instance.value.socketIo) return;
  170. // websocket连接成功
  171. instance.value.socketIo.on(wsConnectStatus.connect, () => {
  172. if (!instance.value) return;
  173. console.log('【websocket】websocket连接成功', instance.value.socketIo?.id);
  174. if (!instance.value) return;
  175. instance.value.status = statusEnum.connect;
  176. if (joinRef.value && leaveRef.value) {
  177. joinRef.value.disabled = true;
  178. leaveRef.value.disabled = false;
  179. }
  180. instance.value.update();
  181. instance.value.socketIo?.emit(wsMsgType.join, {
  182. roomId: instance.value.roomId,
  183. });
  184. });
  185. // websocket连接断开
  186. instance.value.socketIo.on(wsConnectStatus.disconnect, () => {
  187. console.log('【websocket】websocket连接断开', instance.value);
  188. if (!instance.value) return;
  189. instance.value.status = statusEnum.disconnect;
  190. instance.value.update();
  191. });
  192. // 收到offer
  193. instance.value.socketIo.on(wsMsgType.offer, async (data: IOffer) => {
  194. console.warn('【websocket】收到offer', data);
  195. if (!instance.value) return;
  196. const rtc = networkStore.rtcMap.get(roomId.value);
  197. if (data.socketId !== getSocketId()) {
  198. console.log('收到offer,并且这个offer不是我发的');
  199. // const createOffer = await rtc?.rtcStatus.createOffer;
  200. // if (!createOffer) {
  201. // console.log('没有创建offer成功');
  202. rtc?.setRemoteDescription(data.sdp);
  203. const sdp = await rtc?.createAnswer();
  204. console.log(sdp, 'lllll');
  205. instance.value.socketIo?.emit(wsMsgType.answer, {
  206. socketId: getSocketId(),
  207. roomId: roomId.value,
  208. sdp,
  209. });
  210. // }
  211. // setTimeout(() => {
  212. // rtc?.setRemoteDescription(data.sdp);
  213. // }, 500);
  214. } else {
  215. console.log('收到offer,并且这个offer是我发的');
  216. }
  217. });
  218. // 收到answer
  219. instance.value.socketIo.on(wsMsgType.answer, async (data: IOffer) => {
  220. console.warn('【websocket】收到answer', data);
  221. if (!instance.value) return;
  222. if (!networkStore.rtcMap.get(roomId.value)?.rtcStatus.createOffer) return;
  223. if (data.socketId !== getSocketId()) {
  224. console.log('不是我发的answer');
  225. await networkStore.rtcMap
  226. .get(roomId.value)
  227. ?.setRemoteDescription(data.sdp);
  228. // sendAnswer(networkStore.rtcMap.get(roomId.value)?.localDescription);
  229. } else {
  230. console.log('是我发的answer');
  231. // sendAnswer(data.sdp);
  232. }
  233. });
  234. // 收到candidate
  235. instance.value.socketIo.on(wsMsgType.candidate, (data: ICandidate) => {
  236. console.warn('【websocket】收到candidate', data);
  237. if (!instance.value) return;
  238. const rtc = networkStore.rtcMap.get(roomId.value);
  239. if (!rtc) return;
  240. if (data.socketId !== getSocketId()) {
  241. console.log('不是我发的candidate');
  242. setTimeout(() => {
  243. console.log(data.sdpMid, data.sdpMLineIndex, 888888);
  244. const candidate = new RTCIceCandidate({
  245. sdpMLineIndex: data.sdpMLineIndex,
  246. candidate: data.candidate,
  247. });
  248. console.log('addIceCandidateaddIceCandidate');
  249. rtc.peerConnection
  250. ?.addIceCandidate(candidate)
  251. .then(() => {
  252. console.log('candidate成功');
  253. })
  254. .catch((err) => {
  255. console.error('candidate失败', err);
  256. });
  257. }, 1000);
  258. } else {
  259. console.log('是我发的candidate');
  260. }
  261. });
  262. // 用户加入房间
  263. instance.value.socketIo.on(wsMsgType.join, (data) => {
  264. console.log('【websocket】用户加入房间', data);
  265. if (!instance.value) return;
  266. });
  267. // 用户加入房间
  268. instance.value.socketIo.on(wsMsgType.joined, (data) => {
  269. console.log('【websocket】用户加入房间完成', data);
  270. if (!instance.value) return;
  271. userList.value.push(instance.value.socketIo?.id!);
  272. console.warn('开始new WebRTCClass');
  273. const rtc = new WebRTCClass({ roomId: roomId.value });
  274. networkStore.updateRtcMap(roomId.value, rtc);
  275. // const localDesc = await rtc.createOffer();
  276. // console.log(localDesc);
  277. // instance.value.socketIo?.emit(wsMsgType.offer, {
  278. // sdp: localDesc,
  279. // });
  280. if (userList.value.length > 1) {
  281. sendOffer();
  282. }
  283. });
  284. // 其他用户加入房间
  285. instance.value.socketIo.on(wsMsgType.otherJoin, (data) => {
  286. console.log('【websocket】其他用户加入房间', data);
  287. if (!instance.value) return;
  288. userList.value.push(data.socketId);
  289. // sendAnswer(networkStore.rtcMap.get(roomId.value)?.localDescription);
  290. console.log(localStream.value.getTracks(), 888);
  291. localStream.value.getTracks().forEach((track) => {
  292. console.log('tracktrack', track, localStream.value);
  293. networkStore.rtcMap
  294. .get(roomId.value)
  295. ?.myAddTrack(track, localStream.value);
  296. });
  297. sendOffer();
  298. });
  299. // 用户离开房间
  300. instance.value.socketIo.on(wsMsgType.leave, (data) => {
  301. console.log('【websocket】用户离开房间', data);
  302. if (!instance.value) return;
  303. instance.value.socketIo?.emit(wsMsgType.leave, {
  304. roomId: instance.value.roomId,
  305. });
  306. });
  307. // 用户离开房间完成
  308. instance.value.socketIo.on(wsMsgType.leaved, (data) => {
  309. console.log('【websocket】用户离开房间完成', data);
  310. if (!instance.value) return;
  311. instance.value.close();
  312. });
  313. }
  314. function leave() {
  315. if (joinRef.value && leaveRef.value) {
  316. joinRef.value.disabled = false;
  317. leaveRef.value.disabled = true;
  318. }
  319. if (!instance.value) return;
  320. instance.value.socketIo?.emit(wsMsgType.leave, {
  321. roomId: instance.value.roomId,
  322. });
  323. }
  324. </script>
  325. <style lang="scss" scoped>
  326. .home-wrap {
  327. padding: 10px;
  328. video {
  329. width: 500px;
  330. }
  331. .content {
  332. display: flex;
  333. .left {
  334. margin-right: 50px;
  335. .join-btn {
  336. margin-left: 10px;
  337. }
  338. }
  339. .right {
  340. }
  341. }
  342. }
  343. </style>