python chatting script

python socket 实现点对点聊天，包括文字，语音，无声视频

client

#!/usr/bin/env python
# -*- encoding: utf-8 -*-
'''
@File    :   newclient.py
@Time    :   2020/01/13 14:17:16
@Author  :   Pan Rongfei
@Version :   1.0
@Contact :   bit_panrongfei@163.com 1838863836@gmail.com
'''


# here put the import lib


import threading
import time
import tkinter as tk
import tkinter.messagebox
import tkinter.scrolledtext as tst
import wave
from socket import *
import os


import cv2
import numpy as np
import pyaudio




class inputportdialog(tk.Frame):
    def __init__(self, master):
        tk.Frame.__init__(self, master)
        self.master = master
        # 文本框中输入
        self.portinput = tk.Text(self, width=30, height=5)
        self.portinput.grid(row=0, column=0, columnspan=1)
        self.ipinput = tk.Text(self, width=30, height=5)
        self.ipinput.grid(row=1, column=0, columnspan=1)
        tk.Button(self, text='确定', command=self.setIP).grid(row=1, column=2)
        self.grid()


    def setIP(self):
        global serverport
        global serverip
        # 获取文本内容
        serverport = self.portinput.get('1.0', 'end-1c')
        serverport = int(serverport)
        serverip = self.ipinput.get('1.0', 'end-1c')
        serverip = int(serverip)
        # 销毁窗口
        self.master.destroy()




class Application(tk.Frame):
    def __init__(self, master):
        tk.Frame.__init__(self, master)
        self.grid()
        self.createWidgets()


    def createWidgets(self):
        # ----------------定义语音流---------------------
        self.send_message = ''
        self.receive_message = ''
        self.audio = pyaudio.PyAudio()
        self.audio1 = pyaudio.PyAudio()
        self.audio_stream = self.audio.open(format=pyaudio.paInt16,
                                            channels=2,
                                            rate=44100,
                                            input=True,
                                            frames_per_buffer=1024)
        self.stream = self.audio1.open(format=pyaudio.paInt16,
                                       channels=2,
                                       rate=44100,
                                       output=True)
        self.frames = []
        # 显示聊天窗口
        self.clienttext = tst.ScrolledText(self, width=50, height=15)
        self.clienttext.grid(row=0, column=0, rowspan=1, columnspan=4)
        self.clienttext.config(state='disabled')
        # 定义标签，改变字体颜色
        self.clienttext.tag_config('server', foreground='red')
        self.clienttext.tag_config('guest', foreground='blue')


        # 编辑输入框
        self.inputText = tk.Text(self, width=40, height=7)
        self.inputText.grid(row=1, column=0, columnspan=1)
        # 定义快捷键，按下回车即可发送消息
        self.inputText.bind("<KeyPress-Return>", self.textSendReturn)


        # 发送按钮，所有按钮包装在Frame容器内
        frames = tk.Frame(self)
        frames.grid(row=1, column=3)
        # 文字发送
        self.btnSend = tk.Button(frames, text='send', command=self.textSend)
        self.btnSend.pack(fill='x')
        # 语音录制及发送
        self.recordstart = tk.Button(frames,
                                     text='record',
                                     command=self.wav_start)
        self.recordstart.pack(fill='x')
        self.recordend = tk.Button(frames,
                                   text='sendaudio',
                                   command=self.wavend)
        self.recordend.pack(fill='x')
        # 视频通信
        self.vedio_button = tk.Button(frames, text='video', command=self.video)
        self.vedio_button.pack(fill='x')
        # 语音播放按钮
        self.audio_button = tk.Button(self.clienttext,
                                      text='display',
                                      command=self.display_audio)
        # 退出
        self.out = tk.Button(frames, text='quit', command=self.logout)
        self.out.pack(fill='x')
        # 开启线程
        t = threading.Thread(target=self.getInfo)
        t.start()


    # 退出程序
    def logout(self):
        os._exit(0)


    # 开始发送视频
    def video(self):
        video_thread = threading.Thread(target=self.video_send)
        video_thread.start()


    # 视频发送
    def video_send(self):
        cap = cv2.VideoCapture(0)
        encode_para = [int(cv2.IMWRITE_JPEG_QUALITY), 15]
        # 压缩参数
        while cap.isOpened():
            try:
                ret, frame = cap.read()
                time.sleep(0.1)  # 时延保证稳定性
                result, imgencode = cv2.imencode('.jpg', frame, encode_para)
                data = np.array(imgencode)
                string_data = np.ndarray.tostring(data)
                video_header = 'video' + '0' * (15 - len(str(
                    len(string_data)))) + str(len(string_data)) + '###'
                video_header = bytes(video_header, encoding='utf8')
                video_message = video_header + string_data
                clientSocket.sendall(video_message)
            except:
                break
        cap.release()
        cv2.destroyAllWindows()


    # 开启语音录制
    def wav_start(self):
        thread = threading.Thread(target=self.wavstart)
        thread.start()


    # 录制语音
    def wavstart(self):
        # 循环获取语音
        self.audio = pyaudio.PyAudio()
        self.audio_stream = self.audio.open(format=pyaudio.paInt16,
                                            channels=2,
                                            rate=44100,
                                            input=True,
                                            frames_per_buffer=1024)
        self.frames = []
        while True:
            try:
                if self.audio_stream.is_stopped() is True:
                    break
                data = self.audio_stream.read(1024)
                self.frames.append(data)
            except:
                break


    # 录制结束，发送语音
    def wavend(self):
        # --------关闭语音获取并发送协议和语音流---------------
        self.audio_stream.stop_stream()
        self.audio_stream.close()
        self.audio.terminate()
        # ---------音频发送-----------------------------------
        self.frames = b''.join(self.frames)
        self.send_message = bytes(
            ('audio' + '0' * (15 - len(str(len(self.frames)))) +
             str(len(self.frames)) + '###'),
            encoding='utf8') + self.frames
        clientSocket.sendall(self.send_message)


    def display_audio(self):
        # ----------------音频播放------------------------
        data = self.wf.readframes(1024)
        while data != b'':
            self.stream.write(data)
            data = self.wf.readframes(1024)
        self.stream.close()
        self.audio1.terminate()


    # 发送文字
    def textSend(self):
        string = self.inputText.get('1.0', 'end-1c')
        if string != "" and string is not None:
            # 显示发送时间和发送消息
            timemsg = '客户端' + time.strftime('%Y-%m-%d %H:%M:%S',
                                            time.localtime()) + '
'
            # -----------------------用户界面内容更新------------
            # 通过设置state属性设置clienttext可编辑
            self.clienttext.config(state='normal')
            self.clienttext.insert(tk.INSERT, '
' + timemsg, 'guest')
            self.clienttext.insert(tk.INSERT, string + '
')
            # 将滚动条拉到最后显示最新消息
            self.clienttext.see(tk.END)
            # 通过设置state属性设置clienttext不可编辑
            self.clienttext.config(state='disabled')
            self.inputText.delete(0.0, tk.END)
            # ---------------信息发送--------------------------
            self.send_message = 'word' + '0' * (
                16 - len(str(len(string)))) + str(len(string)) + '###' + string
            clientSocket.send(bytes(self.send_message, encoding='utf8'))
            # ------------------------------------------------
        else:
            tk.messagebox.showinfo('警告', "不能发送空白信息！")


    def getInfo(self):
        global clientSocket
        while True:
            recMessage = clientSocket.recv(1024)
            # total_data 中为数据内容
            total_data = recMessage[23:]
            try:
                # 将header提取用作后续处理
                self.receive_message = recMessage[0:23].decode()
            except:
                continue
            # --------------接收数据处理-----------------------------
            if self.receive_message == '':
                break
            recTime = '服务端' + time.strftime('%Y-%m-%d %H:%M:%S',
                                            time.localtime()) + '
'
            # 通过header判断数据种类
            # 文字
            if self.receive_message.find('word') != -1:
                self.clienttext.config(state='normal')
                # server作为标签,改变字体颜色
                self.clienttext.insert(tk.END, recTime, 'server')
                self.clienttext.insert(tk.END, total_data.decode())
                # 将滚动条拉到最后显示最新消息
                self.clienttext.see(tk.END)
                self.clienttext.config(state='disabled')
            # 语音
            elif self.receive_message.find('audio') != -1:
                self.clienttext.config(state='normal')
                self.clienttext.insert(tk.END, '
' + recTime, 'server')
                audio_length = self.receive_message.split('###')[0]
                audio_length = audio_length[5:20]
                audio_length = int(audio_length)
                self.receive_message = total_data
                list_frames = []
                list_frames.append(self.receive_message)
                recv_length = 1024
                while recv_length < audio_length:
                    new_message = clientSocket.recv(9999)
                    recv_length += len(new_message)
                    list_frames.append(new_message)
                self.wf = wave.open('output.wav', 'wb')
                self.wf.setnchannels(2)
                self.wf.setsampwidth(
                    self.audio.get_sample_size(pyaudio.paInt16))
                self.wf.setframerate(44100)
                self.wf.writeframes(b''.join(list_frames))
                self.wf.close()
                self.wf = wave.open('output.wav', 'rb')
                self.audio1 = pyaudio.PyAudio()
                self.stream = self.audio1.open(
                    format=self.audio1.get_format_from_width(
                        self.wf.getsampwidth()),
                    channels=2,
                    rate=self.wf.getframerate(),
                    frames_per_buffer=1024,
                    output=True)
                self.clienttext.window_create(tk.INSERT,
                                              window=self.audio_button)
                self.clienttext.see(tk.END)
            # 视频
            elif self.receive_message.find('video') != -1:
                video_length = self.receive_message.split('###')[0]
                video_length = video_length[5:20]
                video_length = int(video_length)
                recv_video_length = 1024
                video_frame = total_data
                while recv_video_length < video_length:
                    new_video_data = clientSocket.recv(8000)
                    recv_video_length += len(new_video_data)
                    video_frame += new_video_data
                dataaa = np.frombuffer(video_frame, np.uint8)
                # 将获取到的字符流数据转换成1维数组
                decimg = cv2.imdecode(dataaa, cv2.IMREAD_COLOR)
                # 将数组解码成图像
                cv2.imshow('SERVER', decimg)
                if cv2.waitKey(1) & 0xFF == ord('q'):
                    break


    # 将文字发送按键与回车键绑定
    def textSendReturn(self, event):
        if event.keysym == "Return":
            self.textSend()




# 指定服务器地址，端口
servername = '101.201.69.224'
# 服务器ip，101.201.69.224为项目期间使用IP
serverport = None
# 端口


get_port = tk.Tk()
get_port.title('输入目标端口及IP')
portdialog = inputportdialog(get_port)
portdialog.mainloop()
clientSocket = socket(AF_INET, SOCK_STREAM)


clientSocket.connect((servername, serverport))
root = tk.Tk()
root.title('客户端')


app = Application(master=root)
app.mainloop()

Server

#  !/usr/bin/env python
#  -*- conding:utf8 -*-
import socket
import select
#  创建socket文件句柄
server = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
server.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
server.setsockopt(socket.SOL_SOCKET, socket.SO_SNDBUF, 999999999)
server.setsockopt(socket.SOL_SOCKET, socket.SO_RCVBUF, 999999999)
server.bind(('0.0.0.0', 8800))
server.listen(10)
server.setblocking(0)
epoll = select.epoll()
epoll.register(server.fileno(), select.EPOLLIN)


server2 = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
server2.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
server2.setsockopt(socket.SOL_SOCKET, socket.SO_SNDBUF, 999999999)
server2.setsockopt(socket.SOL_SOCKET, socket.SO_RCVBUF, 999999999)
server2.bind(('0.0.0.0', 8700))
server2.listen(10)
server2.setblocking(0)
epoll.register(server2.fileno(), select.EPOLLIN)


server3 = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
server3.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
server3.setsockopt(socket.SOL_SOCKET, socket.SO_SNDBUF, 999999999)
server3.setsockopt(socket.SOL_SOCKET, socket.SO_RCVBUF, 999999999)
server3.bind(('0.0.0.0', 8600))
server3.listen(10)
server3.setblocking(0)
epoll.register(server3.fileno(), select.EPOLLIN)


server4 = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
server4.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
server4.setsockopt(socket.SOL_SOCKET, socket.SO_SNDBUF, 999999999)
server4.setsockopt(socket.SOL_SOCKET, socket.SO_RCVBUF, 999999999)
server4.bind(('0.0.0.0', 8500))
server4.listen(10)
server4.setblocking(0)
epoll.register(server4.fileno(), select.EPOLLIN)


connections = {}
requests = {}
responses = {}
while True:
    events = epoll.poll()
    for fileno, event in events:
        if fileno == server.fileno():
            connection, addr = server.accept()
            connFd = connection.fileno()
            connection.setblocking(0)
            epoll.register(connFd, select.EPOLLIN)
            connections[connFd] = connection
            print('1')
        elif fileno == server2.fileno():
            connection, addr = server2.accept()
            connFd = connection.fileno()
            connection.setblocking(0)
            epoll.register(connFd, select.EPOLLIN)
            connections[connFd] = connection
            print('2')
        elif fileno == server3.fileno():
            connection, addr = server3.accept()
            connFd = connection.fileno()
            connection.setblocking(0)
            epoll.register(connFd, select.EPOLLIN)
            connections[connFd] = connection
            print('3')
        elif fileno == server4.fileno():
            connection, addr = server4.accept()
            connFd = connection.fileno()
            connection.setblocking(0)
            epoll.register(connFd, select.EPOLLIN)
            connections[connFd] = connection
            print('4')
        elif event & select.EPOLLHUP:
            print('close')
            epoll.unregister(fileno)
            connections[fileno].close()
            del connections[fileno]
        elif event & select.EPOLLIN:
            requests[fileno] = connections[fileno].recv(999999)
            epoll.modify(fileno, select.EPOLLOUT)
        elif event & select.EPOLLOUT:
            print(connections)
            for i in connections:
                if i != fileno:
                    connections[i].sendall(requests[fileno])
            epoll.modify(fileno, select.EPOLLIN)