Subversion Repositories svnkaklik

#!/usr/bin/env python

# Written by kboy

# v 1.01 Mar 20, 06 

import commands, os, re, sys
from os import popen, getpid, remove
from sys import argv, stdout
from time import time, strftime
import thread, threading, time

DEBUG = False

if __debug__: LOGFILE=open(argv[1]+"tfQManager.log","w")

def run(qDirectory,maxSvrThreads,maxUsrThreads,sleepInterval,execPath):

    displayParams(qDirectory,maxSvrThreads,maxUsrThreads,sleepInterval,execPath)
    
    #Check to see if already running.
    lastPID = "0"
    try:
        f=open(qDirectory+"tfQManager.pid",'r')
        lastPID = f.readline().strip()
        f.close()
        if __debug__: traceMsg("Last QManager pid" + str(lastPID))
    except:
        pass
        
    if (int(lastPID) > 0):
        if (checkPIDStatus(lastPID) > 0):
            if __debug__: traceMsg("Already Running on pid:" + lastPID)
            raise KeyboardInterrupt

    if __debug__: traceMsg("QManager Starting")
    
    f=open(qDirectory+"tfQManager.pid",'w')
    f.write(str(getpid()) + "\n")
    f.flush()
    f.close()

    if __debug__: traceMsg("QManager PID :" + str(getpid()))

    # Extract from the execPath the Btphptornado.py script line.
    # this will be used during the process Counts to ensure we are 
    # unique from other running instances.

    ePath = execPath.split(" ")
    for x in ePath:
        if (re.search('btphptornado', x) > 0 ):
            btphp = x
    if __debug__: traceMsg("btphp ->"+btphp)

    if (re.search('btphptornado', btphp) > 0 ):
        try:    
            while 1:

                threadCount = checkThreadCount(btphp)
                if __debug__: traceMsg("CurrentThreadCount = " + str( threadCount ))

                #
                # Start Looping untill we have maxSvrThreads.
                # Or no Qinfo Files.
                #

                while int(threadCount) <= int(maxSvrThreads):
                    try:
                        # 
                        # Get the Next File.
                        # Check to see if we got a file back.
                        # if not break out of looping we don't have any files.
                        #
                        fileList = []
                        fileList = getFileList(qDirectory)
                        for currentFile in fileList:
                            if currentFile == "":
                                break
    
                            # set the name of the current statsFile
                            statsFile = currentFile.replace('/queue','').strip('.Qinfo')
                            if __debug__: traceMsg("statsFile = " + statsFile)
                
                            # 
                            # get the User name if we didn't get one 
                            # something was wrong with this file.
                            # 
                            currentUser = getUserName(statsFile)
                            if currentUser == "":
                                if __debug__: traceMsg("No User Found : " + currentFile)
                                # Prep StatsFile
                                updateStats(statsFile, '0')
                                removeFile(currentFile)
                                break
                            else:
                                if __debug__: traceMsg("Current User: " + currentUser)
    
                                #
                                # Now check user thread count
                                #
                                usrThreadCount = getUserThreadCount(currentUser, btphp)

                                #
                                # check UserThreadCount
                                #
                                if int(usrThreadCount) < int(maxUsrThreads):
                                    #
                                    # Now check to see if we start a new thread will we be over the max ?
                                    #
                                    threadCount = checkThreadCount(btphp)
                                    if int(threadCount) + 1 <= int(maxSvrThreads):
                                        if int(usrThreadCount) + 1 <= int(maxUsrThreads):

                                            cmdToRun = getCommandToRun(currentFile)
                                            #if __debug__: traceMsg(" Cmd :" + cmdToRun)

                                            if (re.search(currentUser,cmdToRun) == 0):
                                                if __debug__: traceMsg("Incorrect User found in Cmd")
                                                cmdToRun = ''
                                            if (re.search('\|',cmdToRun) > 0):
                                                if __debug__: traceMsg(" Failed pipe ")
                                                cmdToRun = ''
                                            else:
                                                cmdToRun = execPath + cmdToRun

                                            cmdToRun = cmdToRun.replace('TFQUSERNAME', currentUser)
                                            #if __debug__: traceMsg(" Cmd :" + cmdToRun)

                                            if cmdToRun != "":
                                                #PrepStatsFile
                                                updateStats(statsFile, '1')

                                                if __debug__: traceMsg("Fire off command")
                                                try:
                                                    garbage = doCommand(cmdToRun)

                                                    # 
                                                    # wait until the torrent process starts 
                                                    # and creates a pid file.
                                                    # once this happens we can remove the Qinfo.
                                                    # 
                                                    while 1:
                                                        try:
                                                            time.sleep(2)
                                                            f=open(statsFile+".pid",'r')
                                                            f.close()
                                                            break
                                                        except:
                                                            continue

                                                    # Ok this one started Remove Qinfo File.
                                                    if __debug__: traceMsg("Removing : " + currentFile)
                                                    removeFile(currentFile)
                                                except:
                                                    continue
                                            else:
                                                # 
                                                # Something wrong with command file.
                                                # 
                                                if __debug__: traceMsg("Unable to obtain valid cmdToRun : " + currentFile)
                                                removeFile(currentFile)
                                        else:
                                            if __debug__: traceMsg("Skipping this file since the User has to many threads")
                                            if __debug__: traceMsg("Skipping : " + currentFile)

                                    else:
                                        if __debug__: traceMsg("Skipping this file since the Server has to many threads")
                                        if __debug__: traceMsg("Skipping : " + currentFile)
                        break
                
                    except:
                        break

                    threadCount = checkThreadCount(btphp)
                    if __debug__: traceMsg("CurrentThreadCount = " + str( threadCount ))
 
                if __debug__: traceMsg("Sleeping...")
                time.sleep(float(sleepInterval))
        except:
            removeFile(qDirectory+"tfQManager.pid")
    else:
        LOG = True
        if __debug__: traceMsg("Only supported client is btphptornado.")
        removeFile(qDirectory+"tfQManager.pid")
    
        
def checkThreadCount(btphp):

    if __debug__: traceMsg("->checkTreadCount")

    psLine = []
    line = ""
    counter = 0
    list = doCommand("ps x -o pid,ppid,command -ww | grep '" + btphp + "' | grep -v tfQManager | grep -v grep")

    try:
        for c in list:
            line += c
            if c == '\n':
                psLine.append(line.strip())
                line = ""

        # look for the grep line
        for line in psLine:
            if (re.search('btphptornado.py',line) > 0):
                # now see if this is the main process and not a child.
                if (re.search(' 1 /',line) > 0):
                    counter += 1
                    if __debug__: traceMsg(" -- Counted -- ")
            if __debug__: traceMsg(line)

    except:
        counter = 0
        
    return counter

def checkPIDStatus(pid):

    if __debug__: traceMsg("->checkPIDStatus (" + pid + ")")

    counter = 0
    list = doCommand("ps -p "+pid+" -o pid= -ww")

    try:
        counter = len(list)
    except:
        counter = 0
        
    return counter

    
def getUserThreadCount(userName, btphp):

    if __debug__: traceMsg("->getUserThreadCount (" + userName + ")")

    psLine = []
    line = ""
    counter = 0
    list = doCommand("ps x -o pid,ppid,command -ww | grep '" + btphp + "' | grep -v tfQManager | grep -v grep")

    try:
        for c in list:
            line += c
            if c == '\n':
                psLine.append(line.strip())
                line = ""

        # look for the grep line
        for line in psLine:
            if (re.search('btphptornado.py',line) > 0):
                # now see if this is the main process and not a child.
                if (re.search(' 1 /',line) > 0):
                    # look for the userName
                    if re.search(userName,line) > 0:
                        counter += 1
                        if __debug__: traceMsg(" -- Counted -- ")
            if __debug__: traceMsg(line)
    except:
        counter = 0

    if __debug__: traceMsg("->getUserThreadCount is (" + str(counter)+")")
        
    return counter

def removeFile(currentFile):

    if __debug__: traceMsg("->removeFile (" + currentFile + ")")
    os.remove(currentFile)

    return

def doCommand( command ): 

    if __debug__: traceMsg("->doCommand (" + command + ")")

    # 
    # Fire off a command returning the output
    #
    return popen(command).read()


def doCommandPID( command ): 

    if __debug__: traceMsg("->doCommandPID (" + command + ")")

    # 
    # Fire off a command returning the pid
    #
    #return popen2.Popen4(command).pid
    garbage = doCommand(command)
    
    return getPIDofCmd(command)
    

def getPIDofCmd(command):

    if __debug__: traceMsg("->getPIDofCmd (" + command + ")")
     
    cmdPID = ""
    psLine = []
    endOfPID = False
    line = ""
    
    list = doCommand("ps x -ww | grep \'"+command+"\' | grep -v grep")

    if DEBUG:
        print list

    try:
        for c in list:
            line += c
            if c == '\n':
                psLine.append(line.strip(' '))

        # look for the grep line
        for line in psLine:
            for e in line:
                if e.isdigit() and endOfPID == False:
                    cmdPID += e
                else:
                    endOfPID = True
                    break
    except:
        cmdPID = "0"

    if __debug__: traceMsg(cmdPID)

    return cmdPID

def getCommandToRun(currentFile):
    
    if __debug__: traceMsg("->getCommandToRun (" + currentFile + ")")

    #Open the File and return the Command to Run.
    cmdToExec = ""

    try:
        f=open(currentFile,'r')
        cmdToExec = f.readline()
        f.close
    
    except:
        cmdToExec = ""
    
    return cmdToExec


def getFileList(fDirectory):

    if __debug__: traceMsg("->getFileList (" + fDirectory + ")")

    # Get the list of Qinfo files.
    fileList = []

    try:
        times = {}
   
        for fName in os.listdir(fDirectory):
            if re.search('\.Qinfo',fName) > 0:
                p = os.path.join(fDirectory,fName)
                times.setdefault(str(os.path.getmtime(p)),[]).append(p)

        l = times.keys()
        l.sort()
 
        for i in l:
            for f in times[i]:
                fileList.append(f)
    except:
        fileList = ""
        
    return fileList


def getUserName(fName):

    if __debug__: traceMsg("->getUserName (" + fName + ")")

    userName = ""

    try:
        f=open(fName,'r')
        garbage = f.readline()
        garbage = f.readline()
        garbage = f.readline()
        garbage = f.readline()
        garbage = f.readline()
        userName = f.readline().strip()
        f.close()
        
        if __debug__: traceMsg("userName : " + userName)

    except:
        userName = ""

    return userName


def updateStats(fName, status = '1'):

    if __debug__: traceMsg("->updateStats (" + fName + ")")

    fp=open(fName,'r+')
    fp.seek(0)
    fp.write(status)
    fp.flush()
    fp.close


def displayParams(qDirectory,maxSvrThreads,maxUsrThreads,sleepInterval,execPath):

    if __debug__: 
        traceMsg("qDir   : " + qDirectory)
        traceMsg("maxSvr : " + str(maxSvrThreads))
        traceMsg("maxUsr : " + str(maxUsrThreads))
        traceMsg("sleepI : " + str(sleepInterval))
        traceMsg("execPath : " + str(execPath))
    return


def traceMsg(msg):
    if DEBUG:
       print msg
    if __debug__:
       LOGFILE.write(msg + "\n")
       LOGFILE.flush()
       
    
if __name__ == '__main__':
    run(argv[1],argv[2],argv[3],argv[4],argv[5])