zoukankan      html  css  js  c++  java
  • 西游记关键字提取和语句分词

    #!/usr/bin/env python
    # -*- coding:utf-8 -*-
    """
    str1 = 'as,gh,rt,ujrk'
    str2 = ','
    str1 = str1[str1.find(str2)+1:]
    print(str1)
    s='as,gh,rt,ujrk'
    print(s.split(','))
    import re
    pattern = re.compile(r'hello.*!')
    match = pattern.match('hello,aklhgslhgfhg!gfdh')
    if match:
        print(match.group())
    """
    import jieba
    import time
    import sys
    import jieba.analyse as analyse
    
    lines = open(u'西游记.txt',encoding='gb18030').read()
    print(' '.join(analyse.extract_tags(lines,topK=20,withWeight=False,
                                        allowPOS=())))
    """
    jieba.enable_parallel(4)  #并行模式只支持POSIX系统
    content = open(u'西游记.txt',"r").read()
    t1 = time.time()
    words = "/".join(jieba.cut(content))
    t2 = time.time()
    tm_cost = t2-t1
    print('并行速度为:%s bytes/second'% (len(content)/tm_cost))
    """
    jieba.disable_parallel()
    content = open(u'西游记.txt',"r",encoding='gb18030', errors='ignore').read()
    t1 = time.time()
    words = "/".join(jieba.cut(content))
    t2 = time.time()
    tm_cost = t2-t1
    print('非并行速度为:%s bytes/second'% (len(content)/tm_cost))
    
    list = jieba.cut('我在学习自然语言处理',cut_all=False)
    print(list)
    print('/'.join(list))
    print("/".join(jieba.cut('如果放到旧字典中将出错',HMM=False)))
    jieba.suggest_freq(('中','将'),True)
    print('/'.join(jieba.cut('如果放到旧字典中将出错',HMM=False)))
    
    line = open('西游记.txt',encoding='gb18030').read()
    print(" ".join(analyse.textrank(line,topK=20,withWeight=False,
                                    allowPOS=('ns','n','v','vn'))))
    

      

  • 相关阅读:
    ASP.NET Core 程序集注入(三)
    ASP.NET Core 程序集注入(二)
    ASP.NET Core 程序集注入(一)
    EFCore DbFirst从数据库生成实体类
    Notepad++实现代码格式化
    EF6/EFCore Code-First Timestamp SQL Server
    MySQL 实现 EF Code First TimeStamp/RowVersion 并发控制
    EntityFramework系列:MySql的RowVersion
    ansible常用命令大全
    python内置函数大全
  • 原文地址:https://www.cnblogs.com/lifengwu/p/10028443.html
Copyright © 2011-2022 走看看