gdrive-index.py

import os
import sys
import datetime
from os.path import getsize
from IPython.display import clear_output

# global variables definition
appName = "gdrive-index"
appVer = "1.0"
genDate = datetime.datetime.now().strftime("%d/%m/%Y")
genTime = datetime.datetime.now().strftime("%H:%M")
appLink = "https://github.com/alx-xlx/gdrive-index"
dirData = ""
numFiles = 0 
numDirs = 0 
grandTotalSize=0
linkFiles="false" # file linking not yet implemented



# functions definition
def generateDirArray(dirToScan):
    global dirData
    global numFiles
    global numDirs
    global grandTotalSize

    # Template Input
    global folder_to_index
    folder_to_index = raw_input("Copy and paste the path of Folder you want to Index :    ")
    print "Processing...."

    # assing a number identifier to each directory
    i = 1
    dirIDsDictionary = {}
    dirIDsDictionary[dirToScan] = 0
    for currentDir, dirs, files in os.walk(dirToScan):
        # j = 0
        for dir in dirs:
            # j = j + 1
            # print(str(j)+'/'+str(len(dirs)) + ' - ' + dir)
            # sys.stdout.write('\x1b[1A')
            # sys.stdout.write('\x1b[2K')
            dirIDsDictionary[currentDir+'/'+dir] = i
            i = i + 1
    print('Folder Scan Completed')

    # initilize array to hold all dir data, dimensioning it to hold the total number of dirs
    allDirArray=[]
    for p in range(i):
        allDirArray.append(p)

    count = 0
    # traverse the directory tree     
    for currentDir, dirs, files in os.walk(dirToScan):
        clear_output(wait=True)
        count = count + 1
        print('Current Folder', currentDir)
        currentDirId = dirIDsDictionary[currentDir]
        currentDirArray = []  # array to hold all current dir data
        currentDirModifiedTime = datetime.datetime.fromtimestamp(os.path.getmtime(currentDir))
        currentDirModifiedTime = currentDirModifiedTime.strftime("%d/%m/%Y %H:%M:%S")
        currentDirFixed = currentDir.replace("/","\\\\")    # replace / with \\ in the dir path (necessary for javascript functions to work properly
        currentDirArray.append(currentDirFixed+'*0*'+currentDirModifiedTime)   # append directory info to currentDirArray 
        totalSize = 0
        f = 0
        for file in files:
            f = f + 1
            # print(str(f)+'/'+str(len(files)) + ' - ' + file)
            numFiles = numFiles + 1
            fileSize = getsize(currentDir+'/'+file)
            totalSize = totalSize + fileSize
            grandTotalSize = grandTotalSize + fileSize
            fileModifiedTime = datetime.datetime.fromtimestamp(os.path.getmtime(currentDir+'/'+file))
            fileModifiedTime = fileModifiedTime.strftime("%d/%m/%Y %H:%M:%S")
            currentDirArray.append(file+'*'+str(fileSize)+'*'+fileModifiedTime)   # append file info to currentDirArray
        # print()

        currentDirArray.append(totalSize)   # append total file size to currentDirArray
        # create the list of directory IDs correspondent to the subdirs present on the current directory
        # this acts as a list of links to the subdirectories on the javascript code
        dirLinks = ''
        d_count = 0
        for dir in dirs:
            d_count = d_count + 1
            # print(currentDir + '/' + dir + '/')
            # print(str(d_count)+'/'+str(len(dirs)) + ' - ' + dir)
            numDirs = numDirs + 1
            dirLinks = dirLinks + str(dirIDsDictionary[currentDir+'/'+dir]) + '*'
        print(str(f)+'/'+str(len(files)) + ' | ' + str(d_count)+'/'+str(len(dirs)) + ' - ' + dir)
        dir = ''
        dirLinks = dirLinks[:-1]    # remove last *
        currentDirArray.append(dirLinks)
        allDirArray[currentDirId]=currentDirArray   # store currentDirArray on the correspondent position of allDirArray
        # os.system('clear')
        # output.clear()
        

    # from allDirArray, generate the text to replace [DIR DATA] on HTML file
    #
    # dirData format:
    #
    #   dirs[DIRECTORY_ID] =
    #   "DIRECTORY_PATH*0*MODIFIED_TIME",
    #   "FILENAME*FILESIZE*MODIFIED_TIME",
    #   ...
    #   TOTAL_FILE_SIZE,
    #   "SUBDIRECTORY_ID*SUBDIRECTORY_ID*SUBDIRECTORY_ID*...",
    #   ];
    print('Scanning Folder Tree Completed !!')
    list_data = []
    for d in range(len(allDirArray)):
        # print('allDirArray')
        list_data.append("dirs[" + str(d) + "] = [\n")
        for g in range(len(allDirArray[d])):
            # print('g')
            # print('d', d)
            # print('g', g)
            # print('allDirArray', len(allDirArray))
            if type(allDirArray[d][g]) == int:
                list_data.append(str(allDirArray[d][g])+",\n")
            else:
                list_data.append('"'+allDirArray[d][g]+'",\n')
        list_data.append("];\n")
        list_data.append("\n")
    dirData += ''.join(list_data)
    return 



def generateHTML(dirData,appName,appVer,genDate,genTime,title,appLink,numFiles,numDirs,grandTotalSize,linkFiles):
    templateFile = open('gdrive-index/template.html', 'r')
    outputFile = open(title, 'w')
    for line in templateFile:
        modifiedLine = line
        modifiedLine = modifiedLine.replace('[DIR DATA]', dirData)
        modifiedLine = modifiedLine.replace('[APP NAME]', appName)
        modifiedLine = modifiedLine.replace('[APP VER]', appVer)
        modifiedLine = modifiedLine.replace('[GEN DATE]', genDate)
        modifiedLine = modifiedLine.replace('[GEN TIME]', genTime)
        modifiedLine = modifiedLine.replace('[TITLE]', title)
        modifiedLine = modifiedLine.replace('[APP LINK]', appLink)
        modifiedLine = modifiedLine.replace('[NUM FILES]', str(numFiles))
        modifiedLine = modifiedLine.replace('[NUM DIRS]', str(numDirs))
        modifiedLine = modifiedLine.replace('[TOT SIZE]', str(grandTotalSize))
        modifiedLine = modifiedLine.replace('[LINK FILES]', linkFiles)
        outputFile.write(modifiedLine)
    templateFile.close()
    outputFile.close()
    




# main program start point
if len(sys.argv) < 3:   # check if required arguments are supplied
    print("Missing arguments. This tool should be used as follows:")
    print ("gdrive-index.py pathToIndex outputFileName")
else:
    pathToIndex = str(sys.argv[1])
    title = str(sys.argv[2])
    if os.path.exists(pathToIndex): # check if the specified directory exists
        generateDirArray(pathToIndex)
        generateHTML(dirData,appName,appVer,genDate,genTime,title,appLink,numFiles,numDirs,grandTotalSize,linkFiles)
    else:
        print("The specified directory doesn't exist")