module04-3-select版FTP

需求

---

1. 使用SELECT或SELECTORS模块实现并发简单版FTP

2. 允许多用户并发上传下载文件

目录结构

---

ftp_server
    ├ bin   # 执行文件目录
    |   └ ftp_server.py     # 执行程序 
    ├ conf  # 配置文件目录
    |   ├ setting           # 配置文件。目前主要保存服务端sock和数据存储空间地址
    |   └ init_setting.py   # 配置文件格式化程序
    ├ core  # 程序核心代码位置
    |   └ main.py           # 主逻辑交互程序
    └ storage   # 服务端的数据存储空间       

ftp_client
    ├ bin   # 执行文件目录
    |   └ ftp_client.py     # 执行程序 
    ├ conf  # 配置文件目录
    |   ├ setting           # 配置文件。目前主要保存服务端sock和客户端文件下载目录地址
    |   └ init_setting.py   # 配置文件格式化程序
    ├ core  # 程序核心代码位置
    |   └ main.py           # 主逻辑交互程序
    └ download   # 客户端文件下载目录   

 代码

---

ftp_server

import sys,os

basepath = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
sys.path.insert(0,basepath)

from core import main
main.main()

import configparser

c = configparser.ConfigParser()

c['server_info'] = {
    'server_address' : ('0.0.0.0',12345),
    'storage_dir' : 'storage'
}

with open('setting','w',encoding='utf-8') as f:
    c.write(f)

#! /usr/bin/env python3
# -*- utf-8 -*-
# Author:Jailly

import configparser,os,selectors,socket,json

basepath = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
setting_path = os.path.join(os.path.join(basepath, 'conf'), 'setting')


def get_setting(setting_path):
    cf = configparser.ConfigParser()
    cf.read(setting_path)
    setting_dict = {}
    for section in cf.sections():
        setting_dict[section] = {}
        for key,value in cf.items(section):
            setting_dict[section][key] = value

    return setting_dict


setting_dict = get_setting(setting_path)
server_address = eval(setting_dict['server_info']['server_address'])
storage_dir = os.path.join(basepath, setting_dict['server_info']['storage_dir'])


class FTPServer(object):
    '''selectors版的ftp服务器类，封装ftp服务器的相关处理方法'''

    def __init__(self,sock):
        self.sock = sock
        self.server = socket.socket()
        self.server.setblocking(False)
        self.selector = selectors.DefaultSelector()
        self.file_path_dict = {}
        self.file_size_dict = {}
        self.get_fd_dict = {}
        self.put_fd_dict = {}
        self.put_file_size_dict = {}

    def startup(self):
        self.server.bind(self.sock)
        self.server.listen()
        self.selector.register(self.server,selectors.EVENT_READ,self.accept)


    def accept(self,server):
        conn,addr = server.accept()
        conn.setblocking(False)
        self.selector.register(conn,selectors.EVENT_WRITE,self.write)
        # self.selector.register(conn,selectors.EVENT_READ,self.read)


    def write(self,conn):
        # 发送存储空间内的文件列表
        file_list = os.listdir(storage_dir)
        conn.send(json.dumps(file_list).encode())
        self.selector.unregister(conn)
        self.selector.register(conn,selectors.EVENT_READ,self.read)


    def read(self,conn):

        cmd = conn.recv(1024).decode('utf-8')

        if len(cmd.split()) == 2:
            action = cmd.split()[0]
            file_path = os.path.join(storage_dir, cmd.split()[1])

            if action == 'put':
                conn.send(b'0')  # 配合客户端完成阻塞，以防止客户端粘包(c:1)

                file_path = os.path.join(storage_dir,os.path.basename(file_path))
                file_path = self.rename(file_path) if os.path.isfile(file_path) else file_path
                f = open(file_path, 'wb')
                self.put_fd_dict[conn] = f
                self.put_file_size_dict[conn] = 0

                self.selector.unregister(conn)
                self.selector.register(conn,selectors.EVENT_READ,self.put1)

            elif action == 'get':
                if os.path.isfile(file_path):
                    conn.send(b'0')  # 发送 0 ，告知客户端 要下载的文件存在，开始文件传输

                    self.file_path_dict[conn] = file_path

                    self.selector.unregister(conn)
                    self.selector.register(conn,selectors.EVENT_READ,self.get1)
                else:
                    print('prepare to tell client the file that the user wanna to get does not exist')
                    conn.send(b'1')  # # 发送 1 告知 客户端 文件不存在
                    print('has informed the client ')
                    self.selector.unregister(conn)
                    self.selector.register(conn,selectors.EVENT_WRITE,self.write)

        else:
            if cmd == 'exit' or cmd == '':
                self.selector.unregister(conn)
                conn.close()

            elif cmd == 'skip':
                self.selector.unregister(conn)
                self.selector.register(conn,selectors.EVENT_WRITE,self.write)


    def get1(self,conn):
        conn.recv(1024)  # 阻塞，以防止服务端粘包(s:1)
        print('prepare to send file_size')
        # 发送 下载文件的大小
        file_path = self.file_path_dict[conn]
        file_size = os.stat(file_path).st_size
        self.file_size_dict[conn] = file_size

        conn.send(str(file_size).encode())
        print('send file_size ',file_size)

        self.selector.unregister(conn)
        self.selector.register(conn,selectors.EVENT_READ,self.get2)


    def get2(self,conn):
        conn.recv(1024)  # 阻塞，以防止服务端粘包(s:2)
        print('send file start!')
        file_path = self.file_path_dict[conn]

        # with open(file_path,'rb') as f:
        #     for line in f:
        #         # print(line)
        #         conn.send(line)
        #
        # print('send file end!')

        # get_progress = 0
        f = open(file_path,'rb')
        self.get_fd_dict[conn] = f

        self.selector.unregister(conn)
        self.selector.register(conn, selectors.EVENT_WRITE, self.get3)

        conn.send(f.readline())


    def get3(self,conn):
        f = self.get_fd_dict[conn]

        conn.send(f.readline())

        get_progress = f.tell()
        file_size = self.file_size_dict[conn]

        if get_progress == file_size:
            del self.get_fd_dict[conn]
            del self.file_size_dict[conn]
            del self.file_path_dict[conn]
            f.close()
            self.write(conn)


    def put1(self,conn):
        file_size = int(conn.recv(1024).decode('utf-8'))
        self.file_size_dict[conn] = file_size
        conn.send(b'0')  # 配合客户端完成阻塞，以防止客户端粘包(c:2)

        self.selector.unregister(conn)
        self.selector.register(conn,selectors.EVENT_READ,self.put2)


    def put2(self,conn):

        f = self.put_fd_dict[conn]
        accepting_data = conn.recv(1024)
        f.write(accepting_data)

        self.put_file_size_dict[conn] += len(accepting_data)

        if self.put_file_size_dict[conn] == self.file_size_dict[conn]:
            del self.put_file_size_dict[conn]
            del self.file_size_dict[conn]
            del self.put_fd_dict[conn]

            f.close()
            self.write(conn)


    def rename(self,file_path,times = 1):
        f_name,f_extension = os.path.splitext(file_path)
        f_name += '(%s)'%str(times)
        new_file_path = f_name + f_extension

        if os.path.isfile(new_file_path):
            times += 1
            return self.rename(file_path,times)
        else:
            return new_file_path

    def monitor(self):
        while 1:
            ready_list = self.selector.select()
            for key,event in ready_list:
                key.data(key.fileobj)


def main():

    fs = FTPServer(server_address)
    fs.startup()
    fs.monitor()

if __name__ == '__main__':
    main()

ftp_client

import sys,os

basepath = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
sys.path.insert(0,basepath)

from core import main
main.main()

cf = configparser.ConfigParser()

cf['client_info'] = {
    'server_address':('127.0.0.1',12345),
    'download_dir':'download'
}

with open('setting','w',encoding='utf-8') as f:
    cf.write(f)

#! /usr/bin/env python3
# -*- coding:utf-8 -*-
# Author:Jailly

import socket,os,configparser,json,sys

basepath = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
setting_path = os.path.join(os.path.join(basepath, 'conf'), 'setting')


def get_setting(setting_path):
    cf = configparser.ConfigParser()
    cf.read(setting_path)
    setting_dict = {}
    for section in cf.sections():
        setting_dict[section] = {}
        for key,value in cf.items(section):
            setting_dict[section][key] = value

    return setting_dict


setting_dict = get_setting(setting_path)
server_address = eval(setting_dict['client_info']['server_address'])
download_dir = os.path.join(basepath, setting_dict['client_info']['download_dir'])


class FTPClient(object):

    def __init__(self,server_adress):
        self.socket = socket.socket()
        self.socket.connect(server_adress)


    def rename(self,file_path,times=1):
        f_name,f_extension = os.path.splitext(file_path)
        f_name += '(%s)'%str(times)
        new_file_path = f_name + f_extension

        if os.path.isfile(new_file_path):
            times += 1
            return self.rename(file_path,times)
        else:
            return new_file_path


    def get(self,file_path):
        self.socket.send(b'0')  # 配合服务端完成阻塞，以防止服务端粘包(s:1)
        # print('preare to get file_size')
        file_size = int(self.socket.recv(1024).decode('utf-8'))
        # print('get file_size ',file_size)
        self.socket.send(b'0')  # 配合服务端完成阻塞，以防止服务端粘包(s:2)

        file_path = os.path.join(download_dir,file_path)
        # print('prepare to handle file_path')
        real_file_path = self.rename(file_path) if os.path.isfile(file_path) else file_path
        # print('finished handling file_path')
        accepted_size = 0
        last_accepted_size = 0
        print('Downloading %s: '%os.path.basename(file_path),end='')
        with open(real_file_path,'wb') as f:
            while accepted_size < file_size:
                if accepted_size >= file_size - 1024:
                    buffersize = file_size - accepted_size
                else:
                    buffersize = 1024

                accepting_data = self.socket.recv(buffersize)
                f.write(accepting_data)
                accepted_size += len(accepting_data)

                # 打印进度条
                bar_num = (accepted_size - last_accepted_size) * 100 // file_size

                if bar_num:
                    sys.stdout.write('#'*bar_num)
                    sys.stdout.flush()
                    last_accepted_size = accepted_size  # 只有当前后2次的差达到文件大小的1%时，才为代表上一次传输大小的变量（last_accepted_size）赋值

            print(' done')

    def put(self,file_path):
        self.socket.recv(1024)  # 阻塞，以防止客户端粘包（c:1）

        file_size = os.stat(file_path).st_size
        self.socket.send(str(file_size).encode())

        self.socket.recv(1024)    # 阻塞，以防止客户端粘包（c:2）

        send_size = 0
        last_send_size = 0
        print('Uploading %s: '%os.path.basename(file_path),end = '')
        with open(file_path,'br') as f:
            for line in f:
                self.socket.send(line)
                send_size += len(line)

                bar_num = (send_size - last_send_size)*100 // file_size
                if bar_num:
                    sys.stdout.write('#'*bar_num)
                    sys.stdout.flush()
                    last_send_size = send_size

        print(' done')


    def interactive(self):
        while 1:
            # print('prepare to get file_list')
            file_list = json.loads(self.socket.recv(1024).decode())
            print('
服务器存储空间的文件列表：
%s
'%('
'.join([file for file in file_list]) if file_list
                                           else '33[1;32m目前尚未有文件33[0m'))
            # print('has got file_list')
            cmd = input('请输入指令：').strip()

            if cmd == '':
                print('输入不能为空')
                continue

            if len(cmd.split()) == 2:
                action = cmd.split()[0]
                file_path = cmd.split()[1]

                if action == 'put':
                    if os.path.isfile(file_path):
                        self.socket.send(cmd.encode())
                        self.put(file_path)
                    else:
                        self.socket.send(b'skip')
                        print('33[1;31m您要上传的文件不存在33[0m')

                elif action == 'get':
                    self.socket.send(cmd.encode())
                    exist_flag = self.socket.recv(1024).decode('utf-8')
                    # print('exist_flag: ',exist_flag)
                    if exist_flag == '0':
                        self.get(file_path)
                    else:
                        self.socket.send(b'skip')
                        print('33[1;31m您要下载的文件不存在33[0m')
                else:
                    self.socket.send(b'skip')
                    print('33[1;31m错误指令，请重试！33[0m')

            else:
                if cmd == 'exit':
                    self.socket.send(cmd.encode())
                    self.socket.close()
                    return
                else:
                    self.socket.send(b'skip')
                    print('33[1;31m错误指令，请重试！33[0m')


def main():
    fc = FTPClient(server_address)
    fc.interactive()

if __name__ == '__main__':

    main()