PyBCY 3.0.0

1.2.6

强制downloadWorker使用/PATH/TO/DOWNLOAD/FOLDER/DownloadTemp/ 作为减少I/O成本的临时文件1.2.8使用后进先出队列以获得更好的效果 打开httpserver时的总体性能

1.3.2

sqlite3 BCYInfo.db ".dump 'WorkInfo'" |grep -v 'CREATE TABLE' > BCYInfodump.sql
echo "CREATE TABLE IF NOT EXISTS WorkInfo (uid STRING NOT NULL DEFAULT '',Title STRING NOT NULL DEFAULT '',cp_id STRING NOT NULL DEFAULT '',rp_id STRING NOT NULL DEFAULT '',dp_id STRING NOT NULL DEFAULT '',ud_id STRING NOT NULL DEFAULT '',post_id STRING NOT NULL DEFAULT '',Info STRING NOT NULL DEFAULT '',UNIQUE(UID,cp_id,rp_id,dp_id,ud_id,post_id) ON CONFLICT REPLACE);CREATE TABLE IF NOT EXISTS UserInfo (uid STRING,UserName STRING);CREATE TABLE IF NOT EXISTS GroupInfo (gid STRING,GroupName STRING);" > tmp.sql
sqlite3 BCYInfoNew.db < tmp.sql

sed -i.bak  's/NULL/'"'0'"'/g' ./BCYInfodump.sql
sqlite3 BCYInfoNew.db < BCYInfodump.sql
sqlite3 BCYUserNameUID.db ".dump 'GroupInfo'" |grep -v 'CREATE TABLE' > GInfo.sql
sqlite3 BCYUserNameUID.db ".dump 'UserInfo'" |grep -v 'CREATE TABLE' > UInfo.sql
sed -i.bak  's/GID/gid/g' ./GInfo.sql
sed -i.bak  's/UID/uid/g' ./UInfo.sql
sqlite3 BCYInfoNew.db < GInfo.sql
sqlite3 BCYInfoNew.db < UInfo.sql

rm BCYInfodump.sql
rm tmp.sql

然后将bcyinfonew.db重命名为bcyinfo.db，删除bcyusernameuid.db。 如果需要，请备份旧的

1.3.5

为标记添加了单独的列，其中包含JSON序列化版本 标签列表的

ALTER TABLE WorkInfo ADD COLUMN Tags STRING;

并运行python脚本：

importsqlite3,os,sys,jsonsavepath="/PATH/TO/DOWNLOAD/ROOT/"InfoSQL=sqlite3.connect(os.path.join(savepath,"BCYInfo.db"))Cursor=InfoSQL.execute("SELECT Info from WorkInfo").fetchall()i=1foriteminCursor:Info=Nonetry:print("Re-encoding "+str(i)+"/"+str(len(Cursor)))i=i+1values=list()TagList=list()raw=item[0]Info=json.loads(raw)foriteminInfo.get("post_tags",list()):TagList.append(item["tag_name"])values.append(json.dumps(TagList,separators=(',',':'),ensure_ascii=False,encoding='utf8'))values.append(raw)InfoSQL.execute("UPDATE WorkInfo SET Tags=? WHERE Info=?",values)except:InfoSQL.commit()printInforaise

1.4.0

这对你没有影响，除非你不使用细节 包装纸

1.4.4

since和to关键字已添加到BCYDownloadUtils中 使用**kwargs迭代方法。这会加速列表 迭代次数

1.6.1

python3兼容

1.7.0

添加喜欢/不喜欢的工作。报告工作

1.7.1

修正encryptparam（）中的问题导致非ascii字符串失败 编码

1.7.5

修复使用groupid构造的BCYDownloadUtils中的问题 标题而不是帖子ID。

importsqlite3,os,sys,json,base64,ossavepath="/PATH/TO/FOLDER"InfoSQL=sqlite3.connect(os.path.join(savepath,"BCYInfo.db"))GroupNameList=list()GroupsCursor=InfoSQL.execute("SELECT GroupName from GroupInfo").fetchall()foriteminGroupNameList:print("Found GroupName:"+item[0])GroupNameList.append(item[0])Cursor=InfoSQL.execute("SELECT uid,Title,Info from WorkInfo").fetchall()foriteminCursor:try:print("Re-encoding "+str(i)+"/"+str(len(Cursor)))UserName=InfoSQL.execute("SELECT UserName FROM UserInfo WHERE uid=?",(item[0],)).next()[0]Title=item[1]DecodedInfo=json.loads(item[2])forGNameinGroupNameList:ifTitle.beginsWith(GName+"-")and("post_id"inDecodedInfo.keys()):newTitle=GName+"-"+DecodedInfo["post_id"]InfoSQL.execute("UPDATE WorkInfo SET Title=? Title=?",(newTitle,Title,))print("Replaced "+UserName+"'s GroupWorkTitle:"+newTitle)#Move FoldersPathRoot=os.path.join(savepath,UserName)OldPath=os.path.join(PathRoot,Title)newPath=os.path.join(PathRoot,newTitle)os.rename(OldPath,newPath)except:raiseInfoSQL.commit()

1.9.0

向所有表添加唯一约束。更好的迭代器状态 保存

sqlite3 /PATH/TO/NEW/TABLE/BCYInfo.db
CREATE TABLE IF NOT EXISTS UserInfo (uid STRING,UserName STRING,UNIQUE(uid) ON CONFLICT IGNORE);
CREATE TABLE IF NOT EXISTS GroupInfo (gid STRING,GroupName STRING,UNIQUE(gid) ON CONFLICT IGNORE);
CREATE TABLE IF NOT EXISTS WorkInfo (uid STRING NOT NULL DEFAULT '',Title STRING NOT NULL DEFAULT '',cp_id STRING NOT NULL DEFAULT '',rp_id STRING NOT NULL DEFAULT '',dp_id STRING NOT NULL DEFAULT '',ud_id STRING NOT NULL DEFAULT '',post_id STRING NOT NULL DEFAULT '',Info STRING NOT NULL DEFAULT '',Tags STRING,UNIQUE(UID,cp_id,rp_id,dp_id,ud_id,post_id) ON CONFLICT REPLACE);

然后应用旧表的转储

sqlite3 /PATH/TO/OLD/TABLE/BCYInfo.db .dump >DUMP.SQL
sqlite3 /PATH/TO/NEW/TABLE/BCYInfo.db < DUMP.SQL

2.4.0

使用integer作为workinfo相关列的数据类型。 python3迁移脚本

importsqlite3importjsonInfoSQL=sqlite3.connect("OLD/DATABASE/")NewSQL=sqlite3.connect("NEW/DATABASE/")InfoSQL.text_factory=strNewSQL.text_factory=strNewSQL.execute("CREATE TABLE IF NOT EXISTS UserInfo (uid STRING,UserName STRING,UNIQUE(uid) ON CONFLICT IGNORE);")NewSQL.execute("CREATE TABLE IF NOT EXISTS GroupInfo (gid STRING,GroupName STRING,UNIQUE(gid) ON CONFLICT IGNORE);")NewSQL.execute("CREATE TABLE IF NOT EXISTS WorkInfo (uid INTEGER DEFAULT 0,Title STRING NOT NULL DEFAULT '',cp_id INTEGER DEFAULT 0,rp_id INTEGER DEFAULT 0,dp_id INTEGER DEFAULT 0,ud_id INTEGER DEFAULT 0,post_id INTEGER DEFAULT 0,Info STRING NOT NULL DEFAULT '',Tags STRING,UNIQUE(uid,cp_id,rp_id,dp_id,ud_id,post_id) ON CONFLICT REPLACE);")Cursor=InfoSQL.execute("SELECT Title,Info FROM WorkInfo").fetchall()index=1foriteminCursor:Title=item[0]Info=json.loads(item[1])tags=list()args=list()args.append(int(Info["uid"]))args.append(Title)args.append(int(Info.get("cp_id",0)))args.append(int(Info.get("rp_id",0)))args.append(int(Info.get("dp_id",0)))args.append(int(Info.get("ud_id",0)))args.append(int(Info.get("post_id",0)))args.append(item[1])forfooinInfo.get("post_tags",list()):tags.append(foo["tag_name"])args.append(json.dumps(tags))NewSQL.execute("INSERT OR REPLACE INTO WorkInfo(uid,Title,cp_id,rp_id,dp_id,ud_id,post_id,Info,Tags) VALUES(?,?,?,?,?,?,?,?,?)",tuple(args))print("WorkInfo Update:%i/%i"%(index,len(Cursor)))index=index+1index=1Cursor=InfoSQL.execute("SELECT gid,GroupName FROM GroupInfo").fetchall()foriteminCursor:NewSQL.execute("INSERT OR REPLACE INTO GroupInfo(gid,GroupName) VALUES(?,?)",(int(item[0]),item[1]))print("GroupInfo Update:%i/%i"%(index,len(Cursor)))index=index+1index=1Cursor=InfoSQL.execute("SELECT uid,UserName FROM UserInfo").fetchall()foriteminCursor:NewSQL.execute("INSERT OR REPLACE INTO UserInfo(uid,UserName) VALUES(?,?)",(int(item[0]),item[1]))print("UserInfo Update:%i/%i"%(index,len(Cursor)))index=index+1NewSQL.commit()NewSQL.close()InfoSQL.close()

然后用新数据库替换旧数据库

2.5.2

修复旧问题会导致保存空标识符。重新运行 2.4.0的迁移脚本

2.7.0

importsqlite3,os,shutil,errnoBasePath="PATH/TO/DOWNLOAD/ROOT"SQL=sqlite3.connect(os.path.join(BasePath,"BCYInfo.db"))Cursor=SQL.execute("SELECT UID,UserName FROM UserInfo").fetchall()index=1length=len(Cursor)foriteminCursor:UID=int(item[0])UserName=item[1]L1Path=UID%10L2Path=(int((UID-L1Path)/10))%10OriginalPath=os.path.join(BasePath,str(UserName))SavePath=os.path.join(BasePath,str(L1Path),str(L2Path),str(UID))try:os.makedirs(os.path.join(BasePath,str(L1Path),str(L2Path)))exceptOSErrorase:ife.errno!=errno.EEXIST:raiseeifos.path.isdir(OriginalPath):shutil.move(OriginalPath,SavePath)print("Moved %s to %s"%(OriginalPath,SavePath))print("%i/%i"%(index,length))index=index+1SQL.execute("INSERT OR REPLACE INTO PyBCY(Key,Value) VALUES(\"Version\",\"2.7.0\");")SQL.commit()SQL.close()

CREATE TABLE IF NOT EXISTS UserInfo (uid INTEGER,UserName STRING,UNIQUE(uid) ON CONFLICT IGNORE);
CREATE TABLE IF NOT EXISTS GroupInfo (gid INTEGER,GroupName STRING,UNIQUE(gid) ON CONFLICT IGNORE);
CREATE TABLE IF NOT EXISTS WorkInfo (uid INTEGER DEFAULT 0,Title STRING NOT NULL DEFAULT '',cp_id INTEGER DEFAULT 0,rp_id INTEGER DEFAULT 0,dp_id INTEGER DEFAULT 0,ud_id INTEGER DEFAULT 0,post_id INTEGER DEFAULT 0,Info STRING NOT NULL DEFAULT '',Tags STRING,UNIQUE(uid,cp_id,rp_id,dp_id,ud_id,post_id) ON CONFLICT REPLACE);
CREATE TABLE IF NOT EXISTS PyBCY (Key STRING DEFAULT '',Value STRING NOT NULL DEFAULT '',UNIQUE(Key) ON CONFLICT IGNORE);
PRAGMA journal_mode=WAL;
INSERT INTO PyBCY(Key,Value) VALUES("Version","2.7.8");

标签：

• info
• api
• id
• default
• string
• net
• not
• item

欢迎加入QQ群-->： 979659372

推荐PyPI第三方库

• dival

  深度反演验证库

• zish_antlr

  Zish格式的Python3库。

• spycmdbsdkcore

  Spy CMDB API sdk核心

• econobox

  没有项目描述

• xirion

  终端会话记录器

• ElvantoA

  用于elvanto系统的python api包装器

• dash-extra-components

  仪表板的附加部件

• aiotraversal

  基于遍历的异步web框架

• pygherk

  未知

• travis-talk

  人类傲慢和愚蠢的证明

• ansunit

  应答集编程项目的声明性单元测试

• clinodes

  cli参数驱动的应用程序开发模块

• vexbot

  python个人助理

• pytorch_ssim

  可微结构相似性指数

• witness_thanks

  一个感谢机器人让Steem证人在投票后感谢他们的选民