ITO_Report/trunk/IssueTrackerReporter.py

"""
IssueTrackerReporter

Created by
Emanuel Borges
01.06.2014

Creates an easy to read report from the issue tracker export of "all issues".

export should contain the following fields:
'Artifact ID'   'Issue Type'    'Status KPMG or Manny'  'Status MWE Resolution'

'Time Entry Description Prefix' 'Time Entry Description'  'Reporter'    'Assignee Individual'

'System Created On'     'System Last Modified On'         'Time KPMG Billed'    'Time KPMG Estimated'

'KPMG or Manny Status Comments/Notes'


"""
import os,sys

def CreateBaseReport(outputFile,cssLocation="main.css"):
    """Creates the top of the HTML file"""
    outputFile.write("""
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.5 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd">
<html xmlns="http://www.w3.org/1999/xhtml" lang="en" xml:lang="en">
<head>
  <meta http-equiv="content-type" content="text/html; charset=utf-8" />
  <meta name="description" content="Your description goes here" />
  <meta name="keywords" content="your,keywords,goes,here" />
  <meta name="author" content="Emanuel Borges">""")
    outputFile.write('  <link rel="stylesheet" type="text/css" href="%s" title="ITO Report" media="all" />'%cssLocation)
    outputFile.write("""
  <title>ITO Report</title>
</head>

<body>
  <div id="containerfull"><!-- Use"containerfull" for 100% width. For fixed width, use "container980", "container760" or "container600" (the number is the layout width in pixels). -->
    <div id="header">
      <h1><a href="index.html">ITO Report</a></h1>
      <h2>Report gathered from Issue Tracking Object.</h2>
    </div>
    """)
    outputFile.close()
def FinishReport(outputFile):
    """Creates the bottom of the HTML file"""
    outputFile.write("""

  <div class="clear">&nbsp;</div>
  </div>
  <div class="clear">&nbsp;</div>
  </div>
  <div id="footer">
    <div id="footersections">
      <div class="half">
        <h2>Footer area #1</h2>
        <p>manny test.</p>
      </div>
      <div class="quarter">
        <h2>Footer area #2</h2>
        <p>manny test 2.</p>
        <p>Paragraphs and <a href="#">links</a> work here too.</p>
      </div>
      <div class="lastquarter">
        <h2>Footer menu</h2>
        <ul>
          <li><a href="#">Link #1</a></li>
          <li><a href="#">Link #2</a></li>
        </ul>
      </div>
      <div class="clear">&nbsp;</div>
      </div>
    </div>
    <div id="credits">
      <p>&copy; 2014 Emanuel Borges<br />
    </div>
  </div>
</body>
</html>
    """)
    outputFile.close()

def GetProjectList(mwePlate,kpmgPlate,closedPlate,outputFile,headdingList):
    """Combines the plates (not lists) into the project list, so that you can populate the project view"""
    ## cycle through the 2 open lists and only pull from the closed list, if the proj exists in the first two.
    ## Everything should already be in a matrix by catagory.
    projectMatrix = {}
    for i in mwePlate.keys():
        for p in mwePlate[i]:
            project = p[3]
            if project == '""':
                project = "Tasks"
            if project in projectMatrix.keys():
                projectMatrix[project].append(["MWE",p])
            else:
                projectMatrix[project] = [["MWE",p],]
    for i in kpmgPlate.keys():
        for p in kpmgPlate[i]:
            project = p[3]
            if project=='""':
                project = "Tasks"
            if project in projectMatrix.keys():
                projectMatrix[project].append(["KPMG",p])
            else:
                projectMatrix[project] = [["KPMG",p],]
    for i in closedPlate.keys():
        for p in closedPlate[i]:
            project = p[3]
            if project in projectMatrix.keys():
                projectMatrix[project].append(["Closed",p])
    outputFile.write("""
    <div id="menu">
      <ul>
      """)
    outputFile.write('<li><a href="index2.html">%s</a></li>\n'% headdingList[0])
    outputFile.write('<li><a href="KPMGs_Plate.html">%s</a></li>\n'% headdingList[1])
    outputFile.write('<li><a href="Closed_Items.html">%s</a></li>\n'% headdingList[2])
    outputFile.write("""
            <li><a class="current" href="Project_View.html">Project View</a></li>
          </ul>
        </div>

<div id="feature">
  <div class="left">
    <h2>About the Project View</h2>
    <p>The project view takes the open items and formats them as a "project".</p>
  </div>
  <div class="clear">&nbsp;</div>
  </div>
  <div id="main">
  <div id="sidebar">
      <div class="sidebarbox">
        <h2>Project Menu</h2>
        <ul class="sidemenu">\n""")
    for p in projectMatrix.keys():
        prj = p.replace('"','')
        outputFile.write('          <li><a href="#%s">%s</a></li>\n'%(prj,prj))
    outputFile.write("""        </ul>
      </div>

          <div class="sidebarbox">
            <h2>Text box</h2>
            <p>Important links:</p>
            <ul>
              <li><a href="https://fts.shs.us.kpmg.com/vpn/index.html">KPMG Relativity</a></li>
              <li><a href="#">Another</a></li>
            </ul>
          </div>
        </div>
  
  <div id="content">""")
    for p in projectMatrix.keys():
        prj = p.replace('"','')
        outputFile.write('<ul><h3><li id="%s">%s</h3>\n'%(prj,prj))
        projTotal = 0.0
        preI = ""
        firstI = False
        for i in projectMatrix[p]:
            projInt = i[1][10]
            #print projInt
            #print p
            projInt = projInt.split(" ")
            if len(projInt) >1:
                projTotal = projTotal + float(projInt[0])
            if preI == i[0]:
                ##  same section, keep going
                pass
            else:
                if firstI:
                    outputFile.write('</table></ul>\n')
                outputFile.write('<ul><li> <b>%s</b><table border="1" style="cellpadding:10px">\n'%i[0])
                firstI = True
                preI = i[0]
            if i[0] == "Closed":
                outputFile.write('<tr><td><strike><a href="data/%s.html"> %s </a></strike></td><td><strike> %s </strike></td><td><strike> %s </strike></td></tr>\n'% (i[1][0].replace('"',""),i[1][0],i[1][4],i[1][10]))
            else:
                outputFile.write('<tr><td><a href="data/%s.html">%s</a></td><td>%s</td><td>%s</td></tr>\n'% (i[1][0].replace('"',""),i[1][0],i[1][4],i[1][10]))
        outputFile.write('</table></ul>\n')
        outputFile.write("</ul></li></ul><p>Total Project Time: %s hrs</p>\n"%str(projTotal))
        outputFile.write("<hr 40%>\n")
    outputFile.write("""</div></div>""")
    outputFile.close()


def SplitIntoPlates(exportFile):
    openMWEList = []
    openKPMGList = []
    closedList = []

    contents = open(exportFile).readlines()
    contents = contents[1:]
    
    for line in contents:
        line = line.replace("\n","")
        ID = line.split("|")[0]
        ID = ID.replace('"',"")
        if ID.isalpha():
            pass
        else:
            KPMGStatus = line.split("|")[2]
            MWEStatus = line.split("|")[3]
            if KPMGStatus in ['"Resolved"', '"Sent to MWE"','"Closed"','"Transmit to Counsel"'] :
                if MWEStatus in ['"Resolved"','"Closed"']:
                    closedList.append(line)
                else:
                    openMWEList.append(line)
            else:
                openKPMGList.append(line)
    return openMWEList,openKPMGList, closedList

def SplitIntoSections(currentList):
    """Splits into sections and returns matrix"""
    matrix = {}
    for i in currentList:
        i = i.split("|")
        if i[10] == '""':
            estimatedkpmg = "tbd"
        else:
            estimatedkpmg = i[10].replace('"','')+' hrs'
        if i[11] == '""':
            actualkpmg = 'tbd'
        else:
            actualkpmg = i[11].replace('"','')+' hrs'
            
        writeList = [i[0],i[2],i[3],i[4],i[5],i[6],i[7],i[8],i[9],estimatedkpmg,actualkpmg]
        issueType = i[1]
        issueType = issueType.replace('"',"")
        if issueType in matrix.keys():
            matrix[issueType].append(writeList)
        else:
            matrix[issueType] = [writeList,]
    return matrix
  
def ProcessToHTML(currentMatrix,outputFile,headdingList,part):
    """Converts the lists into HTML tables"""
    outputFile.write("""
    <div id="menu">
      <ul>
      """)
    if part[:3] == "MWE":
        outputFile.write('<li><a class="current" href="index2.html">%s</a></li>\n'% headdingList[0])
        outputFile.write('<li><a href="KPMGs_Plate.html">%s</a></li>\n'% headdingList[1])
        outputFile.write('<li><a href="Closed_Items.html">%s</a></li>\n'% headdingList[2])
        outputFile.write("""
            <li><a href="Project_View.html">Project View</a></li>
          </ul>
        </div>

<div id="feature">
  <div class="left">
    <h2>About the MWE Plate</h2>
    <p>These are all of the tasks and projects, broken out by Issue type, that are currently assigned to the MWE team.</p>
  </div>
  <div class="clear">&nbsp;</div>
  </div>
  <div id="main">
    <div id="sidebar">
      <div class="sidebarbox">
        <h2>Issue menu</h2>
        <ul class="sidemenu">\n""")
        for section in currentMatrix.keys():
            outputFile.write('          <li><a href="#%s">%s</a></li>\n'%(section,section))
        outputFile.write("""        </ul>
      </div>

          <div class="sidebarbox">
            <h2>Text box</h2>
            <p>Important links:</p>
            <ul>
              <li><a href="https://fts.shs.us.kpmg.com/vpn/index.html">KPMG Relativity</a></li>
              <li><a href="#">Another</a></li>
            </ul>
          </div>
        </div>

  <div id="content">
  """)
        for section in currentMatrix.keys():
            outputFile.write('<h3 id="%s">%s</h3>\n'%(section,section))
            outputFile.write("<center><table border=1 cellspacing=0 cellpadding=5 width=95%>\n")
            outputFile.write("<tr><th>ID</th><th>KPMG Status</th><th>MWE Status</th><th>TE Prefix</th><th>TE Description</th><th>Reporter</th><th>Assignee</th><th>Created On</th><th>Modified On</th></tr>")
            for x in currentMatrix[section]:
                outputFile.write("<tr>\n")
                count = 0
                for y in x[:9]:
                    if count == 0:
                        outputFile.write('<td><a href="data/%s.html">%s</a></td>'%(y.replace('"',""),y))
                    else:
                        outputFile.write("<td>%s</td>"%y)
                    count = count + 1
                outputFile.write("</tr>\n")
            outputFile.write("</table></center><br><br>\n")
        
    elif part[:3] == "KPM":
        outputFile.write('<li><a href="index2.html">%s</a></li>\n'% headdingList[0])
        outputFile.write('<li><a class="current" href="KPMGs_Plate.html">%s</a></li>\n'% headdingList[1])
        outputFile.write('<li><a href="Closed_Items.html">%s</a></li>\n'% headdingList[2])
        outputFile.write("""
            <li><a href="Project_View.html">Project View</a></li>
          </ul>
        </div>

<div id="feature">
  <div class="left">
    <h2>About the KPMG Plate</h2>
    <p>These are all of the tasks and projects, broken out by Issue type, that are currently assigned to the KPMG team.</p>
  </div>
  <div class="clear">&nbsp;</div>
  </div>
  <div id="main">
    <div id="sidebar">
      <div class="sidebarbox">
        <h2>Issue menu</h2>
        <ul class="sidemenu">\n""")
        for section in currentMatrix.keys():
            outputFile.write('          <li><a href="#%s">%s</a></li>\n'%(section,section))
        outputFile.write("""        </ul>
      </div>

          <div class="sidebarbox">
            <h2>Text box</h2>
            <p>Important links:</p>
            <ul>
              <li><a href="https://fts.shs.us.kpmg.com/vpn/index.html">KPMG Relativity</a></li>
              <li><a href="#">Another</a></li>
            </ul>
          </div>
        </div>

  <div id="content">
  """)
        for section in currentMatrix.keys():
            outputFile.write('<h3 id="%s">%s</h3>\n'%(section,section))
            outputFile.write("<center><table border=1 cellspacing=0 cellpadding=5 width=95%>\n")
            outputFile.write("<tr><th>ID</th><th>KPMG Status</th><th>MWE Status</th><th>TE Prefix</th><th>TE Description</th><th>Reporter</th><th>Assignee</th><th>Created On</th><th>Modified On</th></tr>")
            for x in currentMatrix[section]:
                outputFile.write("<tr>\n")
                count = 0
                for y in x[:9]:
                    if count == 0:
                        outputFile.write('<td><a href="data/%s.html">%s</a></td>'%(y.replace('"',""),y))
                    else:
                        outputFile.write("<td>%s</td>"%y)
                    count = count + 1
                outputFile.write("</tr>\n")
            outputFile.write("</table></center><br><br>\n")
    elif part[:3] == "Clo":
        outputFile.write('<li><a href="index2.html">%s</a></li>\n'% headdingList[0])
        outputFile.write('<li><a href="KPMGs_Plate.html">%s</a></li>\n'% headdingList[1])
        outputFile.write('<li><a class="current" href="Closed_Items.html">%s</a></li>\n'% headdingList[2])
        outputFile.write("""
            <li><a href="Project_View.html">Project View</a></li>
          </ul>
        </div>

<div id="feature">
  <div class="left">
    <h2>About the Closed Items page</h2>
    <p>These are all of the tasks and projects, broken out by Issue type, that are currently closed and marked complete.</p>
  </div>
  <div class="clear">&nbsp;</div>
  </div>
  <div id="main">
    <div id="sidebar">
      <div class="sidebarbox">
        <h2>Issue menu</h2>
        <ul class="sidemenu">\n""")
        for section in currentMatrix.keys():
            outputFile.write('          <li><a href="#%s">%s</a></li>\n'%(section,section))
        outputFile.write("""        </ul>
      </div>

          <div class="sidebarbox">
            <h2>Text box</h2>
            <p>Important links:</p>
            <ul>
              <li><a href="https://fts.shs.us.kpmg.com/vpn/index.html">KPMG Relativity</a></li>
              <li><a href="#">Another</a></li>
            </ul>
          </div>
        </div>

  <div id="content">
  """)
        for section in currentMatrix.keys():
            outputFile.write('<h3 id="%s">%s</h3>\n'%(section,section))
            outputFile.write("<center><table border=1 cellspacing=0 cellpadding=5 width=95%>\n")
            outputFile.write("<tr><th>ID</th><th>KPMG Status</th><th>MWE Status</th><th>TE Prefix</th><th>TE Description</th><th>Reporter</th><th>Assignee</th><th>Created On</th><th>Modified On</th></tr>")
            for x in currentMatrix[section]:
                outputFile.write("<tr>\n")
                count = 0
                for y in x[:9]:
                    if count == 0:
                        outputFile.write('<td><a href="data/%s.html">%s</a></td>'%(y.replace('"',""),y))
                    else:
                        outputFile.write("<td>%s</td>"%y)
                    count = count + 1
                outputFile.write("</tr>\n")
            outputFile.write("</table></center><br><br>\n")
    else:
        pass
##    
##    outputFile.write('<h2>%s</h2>\n'% headdingList[0])
##    outputFile.write('''<hr width="40%">''')
##    for section in currentMatrix.keys():
##        outputFile.write("<h3>%s</h3>\n"%section)
##        outputFile.write("<center><table border=1 cellspacing=0 cellpadding=5 width=90%>\n")
##        outputFile.write("<tr><th>ID</th><th>KPMG Status</th><th>MWE Status</th><th>TE Prefix</th><th>TE Description</th><th>Reporter</th><th>Assignee</th><th>Created On</th><th>Modified On</th></tr>")
##        for x in currentMatrix[section]:
##            outputFile.write("<tr>\n")
##            for y in x:
##                outputFile.write("<td>%s</td>"%y)
##            outputFile.write("</tr>\n")
##        outputFile.write("</table></center>\n")
    outputFile.close()

def CreateDetailPages(dataDir,matrix):
    """Creates all of the indv task detail pages"""
    for i in matrix.keys():
        for y in matrix[i]:
            fileName = "%s.html"%y[0].replace('"','')
            #fileName = "%s.html"%matrix[i][0][0].replace('"','')
            outputFile = open(os.path.join(dataDir,fileName),'w')
            CreateBaseReport(outputFile,"../main.css")
        
            outputFile = open(os.path.join(dataDir,fileName),'a')
            outputFile.write("""
  <div id="main">
    <div id="sidebar">
          <div class="sidebarbox">
            <h2>Realization</h2>
            <table>""")
            outputFile.write('              <tr><td>Estimated:</td><td>%s</td>\n              <tr></tr><tr><td>Actual:</td><td>%s</td>'%(y[10],y[9]))
            outputFile.write("""
            </table>
            <center>
              <hr "3%">
            </center>
          </div>
    

  """)
            outputFile.write("""
  
          <div class="sidebarbox">
            <h2>Text box</h2>
            <p>Important links:</p>
            <ul>
              <li><a href="https://fts.shs.us.kpmg.com/vpn/index.html">KPMG Relativity</a></li>
              <li><a href="#">Another</a></li>
            </ul>
          </div>
    </div>

  <div id="content">
  """)
            outputFile.write("<br><br><br><br><table>\n<form>")
            outputFile.write('<tr><td><label for="id">Object ID:</label></td><td><input type="text" name="id" size="30" value="    %s" disabled="Disabled"></td></tr>\n'%y[0].replace('"',''))
            outputFile.write('<tr><td><label for="kpmgStatus">KPMG Status:</label></td><td><input type="text" size="30" name="kpmgStatus" placeholder=" %s" disabled></td></tr>\n'%y[1].replace('"',''))
            outputFile.write('<tr><td><label for="mweStatus">MWE Status:</label></td><td><input type="text" size="30" name="mweStatus" placeholder=" %s" disabled></td></tr>\n'%y[2].replace('"',''))
            outputFile.write('<tr><td><label for="TE_Prefix">Time Entry Prefix:</label></td><td><input type="text" size="30" name="TE_Prefix" value="   %s" disabled></td></tr>\n'%y[3].replace('"',''))
            
            outputFile.write('<tr><td><label for="Requestor">Requestor:</label></td><td><input type="text" size="30" name="Requestor" value="   %s" disabled></td></tr>\n'%y[5].replace('"',''))
            outputFile.write('<tr><td><label for="assignedTo">Assigned to:</label></td><td><input type="text" size="30" name="assignedTo" value="   %s" disabled></td></tr>\n'%y[6].replace('"',''))
            outputFile.write('<tr><td><label for="Created">Created:</label></td><td><input type="text" size="30" name="Created" value="  %s" disabled></td></tr>\n'%y[7].replace('"',''))
            outputFile.write('<tr><td><label for="Modified">Last Modified:</label></td><td><input type="text" size="30" name="Modified" value="  %s" disabled></td></tr></table>\n<br><br>\n'%y[8].replace('"',''))
            outputFile.write('<label for="TE_Descr">Time Entry Description:</label><br><textarea rows="4" cols="50" name="TE_Descr" disabled> %s</textarea><br>\n'%y[4].replace('"',''))
            outputFile.write("</form>\n")
            outputFile.close()
        
            FinishReport(open(os.path.join(dataDir,fileName),'a'))


if __name__ == '__main__':
    if sys.platform == "darwin":
        #macStuff()
        print("--OSX workstion detected--")
        exportFile = "/Users/ninoborges/Dropbox/Misc/export.csv"
        indexFile = "/Users/ninoborges/Documents/ITO_Report/index2.html"
        kpmgFile = "/Users/ninoborges/Documents/ITO_Report/KPMGs_Plate.html"
        closedFile = "/Users/ninoborges/Documents/ITO_Report/Closed_Items.html"
        projectViewFile = "/Users/ninoborges/Documents/ITO_Report/Project_View.html"
        dataDir = "/Users/ninoborges/Documents/ITO_Report/Data"
    elif sys.platform == "win32":
        #winStuff()
        print("--Windows workstion detected--")
        exportFile = r"T:\honeywell\ITO_Report\Export\export.csv"
        indexFile= r"\\nykads01\data\CLI\_Manny_Borges_BOS\ITO_Report\index2.html"
        kpmgFile = r"\\nykads01\data\CLI\_Manny_Borges_BOS\ITO_Report\KPMGs_Plate.html"
        closedFile = r"\\nykads01\data\CLI\_Manny_Borges_BOS\ITO_Report\Closed_Items.html"
        projectViewFile = r"\\nykads01\data\CLI\_Manny_Borges_BOS\ITO_Report\Project_View.html"
        dataDir = r"\\nykads01\data\CLI\_Manny_Borges_BOS\ITO_Report\Data"
    # Devstuff.
    #exportFile = "T:\honeywell\ITO_Report\Export\export.csv"
    #indexFile= "T:\honeywell\ITO_Report\index2.html"
    #kpmgFile = "T:\honeywell\ITO_Report\KPMGs_Plate.html"
    #closedFile = "T:\honeywell\ITO_Report\Closed_Items.html"
    #projectViewFile = "T:\honeywell\ITO_Report\Project_View.html"
    #dataDir =
    
    
    print "Fixing export file..."
    rawContents = open(exportFile).readlines()
    fixedFile = open(exportFile,'w')
    for ri in rawContents:
        fixedFile.write(ri.replace('","','"|"'))
    fixedFile.close()
    print "File fixed."
    
    openMWEList,openKPMGList, closedList = SplitIntoPlates(exportFile)
    print "mwe list %s"%len(openMWEList)
    print "kpmg list %s"%len(openKPMGList)
    print "closed list %s"%len(closedList)
    mwePlate = SplitIntoSections(openMWEList)
    kpmgPlate = SplitIntoSections(openKPMGList)
    closedPlate = SplitIntoSections(closedList)

    headdingList = ["MWE's Plate (%s items)"%len(openMWEList),"KPMG's Plate (%s items)"%len(openKPMGList),"Closed Requests (%s items)"%len(closedList)]

    CreateDetailPages(dataDir,mwePlate)
    CreateDetailPages(dataDir,kpmgPlate)
    CreateDetailPages(dataDir,closedPlate)

    CreateBaseReport(open(indexFile,'w'))
    CreateBaseReport(open(kpmgFile,'w'))
    CreateBaseReport(open(closedFile,'w'))
    CreateBaseReport(open(projectViewFile,'w'))
    
    ProcessToHTML(mwePlate,open(indexFile,'a'),headdingList,"MWE's List")
    ProcessToHTML(kpmgPlate,open(kpmgFile,'a'),headdingList,"KPMG's List")
    ProcessToHTML(closedPlate,open(closedFile,'a'),headdingList,"Closed List")
    GetProjectList(mwePlate,kpmgPlate,closedPlate,open(projectViewFile,'a'),headdingList)

    FinishReport(open(indexFile,'a'))
    FinishReport(open(kpmgFile,'a'))
    FinishReport(open(closedFile,'a'))
    FinishReport(open(projectViewFile,'a'))
    
Revision:	524
Committed:	Thu Feb 20 19:22:35 2014 UTC (12 years, 1 month ago) by nino.borges
Content type:	text/x-python
File size:	22863 byte(s)
Log Message:	Added section where it detects mac or windows, so that I dont need to keep editing the same location info.