Consolidate git-sizer report and include all quantity values

Author: steffen

docs/demo-data/repository/test-org/large-repo/git-repository-size-objects-count.tsv

@@ -0,0 +1,6 @@
+date	commits	commits [MiB]	trees	trees [MiB]	tree entries	blobs	blobs [MiB]	annotated tags	refs	biggest commit [KiB]	most parents	most tree entries	biggest blob [MiB]	largest history depth	largest tag depth	directories	path depth	path length	files	size of files [MiB]	symlinks	submodules
+2019-01-01	800564	585.22	3732337	9638.486	253108785	1330280	60880.353	0	1	72.7	66	1895	13.496	145316	0	4434	13	134	63153	774.755	40	0
+2019-01-02	803564	589.22	3752337	9838.486	272108785	1420280	61280.353	0	1	72.7	66	1895	13.496	145316	0	4434	13	134	63153	774.755	40	0
+2019-01-03	806564	595.22	3772337	9938.486	285108785	1550280	62480.353	0	1	72.7	66	1895	13.496	145316	0	4434	13	134	63153	774.755	40	0
+2019-01-04	809564	500.22	3792337	10038.486	290108785	1770280	63380.353	0	1	72.7	66	1895	13.496	145316	0	4434	13	134	63153	774.755	40	0
+2019-01-05	811564	605.22	3832337	10638.486	303108785	1830280	64880.353	0	1	72.7	66	1895	13.496	145316	0	4434	13	134	63153	774.755	40	0

docs/demo-data/repository/test-org/large-repo/git-repository-size-objects-size.tsv

@@ -7,7 +7,7 @@
 <div class="chart-placeholder">
 	<h3>Number of Commits, Trees, Blobs, Tags and Refs</h3>
 	<canvas
-		data-url=".{{ site.dataURL }}/repository/git-repository-size-objects-count.tsv"
+		data-url=".{{ site.dataURL }}/repository/git-sizer.tsv"
 		data-type="history"
 		data-config='{
 			"views":
@@ -98,7 +98,7 @@ <h3>Number of Commits, Trees, Blobs, Tags and Refs</h3>
 <div class="chart-placeholder">
 	<h3>Size of Commits, Trees and Blobs</h3>
 	<canvas
-		data-url=".{{ site.dataURL }}/repository/git-repository-size-objects-size.tsv"
+		data-url=".{{ site.dataURL }}/repository/git-sizer.tsv"
 		data-type="history"
 		data-config='{
 			"views":

docs/demo-data/repository/test-org/large-repo/git-sizer.tsv

@@ -0,0 +1,90 @@
+import json
+
+from .ReportRepository import *
+
+class ReportGitSizer(ReportRepository):
+	def name(self):
+		return "git-sizer"
+
+	def convertBytesToKiB(self, bytes):
+		return round(bytes / 1024, 1)
+
+	def convertBytesToMiB(self, bytes):
+		return round(bytes / 1024 ** 2, 3)
+
+	def updateData(self):
+		stdout = self.executeScript(["ghe-repo", self.repository, "-c", self.configuration["gitSizerPath"] + " --json --json-version=2"])
+
+		sizerData = json.loads(stdout.decode("utf-8"))
+
+		getSizerDataValue = lambda key: sizerData[key]["value"]
+
+		self.header = \
+			[
+				"date",
+
+				# Overall repository size
+				"commits",
+				"commits [MiB]",
+				"trees",
+				"trees [MiB]",
+				"tree entries",
+				"blobs",
+				"blobs [MiB]",
+				"annotated tags",
+				"refs",
+
+				# Biggest objects
+				"biggest commit [KiB]",
+				"most parents",
+				"most tree entries",
+				"biggest blob [MiB]",
+
+				# History structure
+				"largest history depth",
+				"largest tag depth",
+
+				# Biggest checkouts
+				"directories",
+				"path depth",
+				"path length",
+				"files",
+				"size of files [MiB]",
+				"symlinks",
+				"submodules"
+			]
+
+		self.data.append(
+			[
+				str(self.yesterday()),
+
+				# Overall repository size
+				getSizerDataValue("uniqueCommitCount"),
+				self.convertBytesToMiB(getSizerDataValue("uniqueCommitSize")),
+				getSizerDataValue("uniqueTreeCount"),
+				self.convertBytesToMiB(getSizerDataValue("uniqueTreeSize")),
+				getSizerDataValue("uniqueTreeEntries"),
+				getSizerDataValue("uniqueBlobCount"),
+				self.convertBytesToMiB(getSizerDataValue("uniqueBlobSize")),
+				getSizerDataValue("uniqueTagCount"),
+				getSizerDataValue("referenceCount"),
+
+				# Biggest objects
+				self.convertBytesToKiB(getSizerDataValue("maxCommitSize")),
+				getSizerDataValue("maxCommitParentCount"),
+				getSizerDataValue("maxTreeEntries"),
+				self.convertBytesToMiB(getSizerDataValue("maxBlobSize")),
+
+				# History structure
+				getSizerDataValue("maxHistoryDepth"),
+				getSizerDataValue("maxTagDepth"),
+
+				# Biggest checkouts
+				getSizerDataValue("maxCheckoutTreeCount"),
+				getSizerDataValue("maxCheckoutPathDepth"),
+				getSizerDataValue("maxCheckoutPathLength"),
+				getSizerDataValue("maxCheckoutBlobCount"),
+				self.convertBytesToMiB(getSizerDataValue("maxCheckoutBlobSize")),
+				getSizerDataValue("maxCheckoutLinkCount"),
+				getSizerDataValue("maxCheckoutSubmoduleCount")
+			])

docs/repository/git-repository-size.html

@@ -36,8 +36,7 @@
 from reports.ReportTokenlessAuth import *
 from reports.ReportUsers import *
 from reports.repository.ReportOverview import *
-from reports.repository.ReportGitRepositorySizeObjectsCount import *
-from reports.repository.ReportGitRepositorySizeObjectsSize import *
+from reports.repository.ReportGitSizer import *
 from reports.repository.ReportGitHubGitDownload import *
 from reports.repository.ReportGitHubApiRequestTypesByCount import *
 
@@ -112,8 +111,7 @@ def main():
 	# Repository reports
 	for repository in configuration["monitoredRepositories"]:
 		ReportOverview(configuration, dataDirectory, metaStats, repository).update()
-		ReportGitRepositorySizeObjectsCount(configuration, dataDirectory, metaStats, repository).update()
-		ReportGitRepositorySizeObjectsSize(configuration, dataDirectory, metaStats, repository).update()
+		ReportGitSizer(configuration, dataDirectory, metaStats, repository).update()
 		ReportGitHubGitDownload(configuration, dataDirectory, metaStats, repository).update()
 		ReportGitHubApiRequestTypesByCount(configuration, dataDirectory, metaStats, repository).update()