在PyQt表格视图中显示大型CSV文件

Question

我正在尝试在一个PyQt应用程序中显示NTFS卷的主文件表（MFT）。我已经提取了MFT并将其转换成了一个csv文件，现在我想用PyQt的表格视图来展示这些数据。程序运行得很好，没有任何错误，但就是不显示内容。

这个csv文件的大小是300MB。

现在我的代码大概是这样的：

try:
    _fromUtf8 = QtCore.QString.fromUtf8
except AttributeError:
    _fromUtf8 = lambda s: s

class Ui_MainWindow(object):
    def setupUi(self, MainWindow):
        MainWindow.setObjectName(_fromUtf8("MainWindow"))
        MainWindow.resize(640, 480)
        self.centralwidget = QtGui.QWidget(MainWindow)
        self.centralwidget.setObjectName(_fromUtf8("centralwidget"))
        self.verticalLayout = QtGui.QVBoxLayout(self.centralwidget)
        self.verticalLayout.setObjectName(_fromUtf8("verticalLayout"))
        self.tableView = QtGui.QTableView(self.centralwidget)
        self.tableView.setObjectName(_fromUtf8("tableView"))
        self.verticalLayout.addWidget(self.tableView)
        MainWindow.setCentralWidget(self.centralwidget)

        self.actionOpen = QtGui.QAction(MainWindow)
        icon = QtGui.QIcon()
        icon.addPixmap(QtGui.QPixmap(_fromUtf8(":/icons/open.jpg")), QtGui.QIcon.Normal, QtGui.QIcon.Off)
        self.actionOpen.setIcon(icon)
        self.actionOpen.setObjectName(_fromUtf8("actionOpen"))


        self.retranslateUi(MainWindow)
        QtCore.QObject.connect(self.actionExit, QtCore.SIGNAL(_fromUtf8("triggered(bool)")), MainWindow.close)
        QtCore.QObject.connect(self.actionOpen, QtCore.SIGNAL("triggered()"),self.ExtractMFT)
        QtCore.QMetaObject.connectSlotsByName(MainWindow)

    def retranslateUi(self, MainWindow):
        MainWindow.setWindowTitle(QtGui.QApplication.translate("MainWindow", "MainWindow", None, QtGui.QApplication.UnicodeUTF8))
        self.actionOpen.setText(QtGui.QApplication.translate("MainWindow", "Open", None, QtGui.QApplication.UnicodeUTF8))


    def ExtractMFT(self, root = None):
        if root == None:
            root = "\\\\.\C:"

        FileName = "MFT-EXtracted"
        CSVName = "MFT-EXtracted.csv"
        print 1
        Control=subprocess.Popen(["icat",root,"0-128-1",">",FileName],shell =True,stdin=subprocess.PIPE,stdout=subprocess.PIPE,stderr=subprocess.STDOUT)
        Control.wait()
        print 2
        print Control.stdout.read()
        if Control.stderr == None:
            print 3
            #Control=subprocess.Popen(["python","analyzeMFT.py","-f",FileName,"-o",CSVName],stdin=subprocess.PIPE,stdout=subprocess.PIPE,stderr=subprocess.STDOUT)
            #Control.wait()
            print 5
            print Control.stdout.read()
            if Control.stderr == None:
                self.loadCsv(CSVName)


    def loadCsv(self, fileName):
        # The problem persist in this function. The items being appended to the 
        # model are not being displayed by the tableView , infact the tableView 
        # is empty nothing come's up. 
        header = False
        header_data=[]
        data=[]
        print 6
        se2 = 0
        model = QtGui.QStandardItemModel()
        with open(fileName, "rb") as fileInput:
            for row in csv.reader(fileInput):
                if header == True:
                    items = [
                    QtGui.QStandardItem(field)
                    for field in row
                ]
                    model.appendRow(items)
                elif header ==False:
                    for field in row:
                        items = [
                        field
                        for field in row
                        ]
                        header_data.append(items)
                     header == True

           print 7
           self.tableView.setModel(model)

def main():
    app = QtGui.QApplication(sys.argv)
    MainWindow = QtGui.QMainWindow() # <-- Instantiate QMainWindow object.
    ui = Ui_MainWindow()
    ui.setupUi(MainWindow)
    MainWindow.show()
    app.exec_()



main()

我打算加载的csv文件有超过300,000行数据，所以有没有什么有效的方法可以将这些数据加载到视图中，以便减少系统资源的使用。

大数据处理数据可视化 pyqt csv文件系统资源优化表格视图 ntfs文件系统

在PyQt表格视图中显示大型CSV文件

1 个回答

撰写回答