Update from eth-infinitism/bundler-test-executor@c87c24f

eth-infinitism · Nov 13, 2023 · 2676942 · 2676942
1 parent 22b85cd
commit 2676942
Show file tree

Hide file tree

Showing 23 changed files with 21,718 additions and 316 deletions.
diff --git a/history/history.json b/history/history.json
diff --git a/history/script-history.js b/history/script-history.js
diff --git a/runs/20231113/150504/aabundler.json b/runs/20231113/150504/aabundler.json
diff --git a/runs/20231113/150504/aabundler.log b/runs/20231113/150504/aabundler.log
diff --git a/runs/20231113/150504/aabundler.txt b/runs/20231113/150504/aabundler.txt
diff --git a/runs/20231113/150504/aabundler.xml b/runs/20231113/150504/aabundler.xml
diff --git a/runs/20231113/150504/html/index.html b/runs/20231113/150504/html/index.html
@@ -0,0 +1,123 @@
+<head>
+<style>
+#results {
+  font-family: Arial, Helvetica, sans-serif;
+  border-collapse: collapse;
+  /*width: 100%;*/
+}
+
+#results td, #results th {
+  border: 1px solid #ddd;
+  padding: 8px;
+}
+
+#results tr:nth-child(even){background-color: #f2f2f2;}
+
+#results tr:hover {background-color: #ddd;}
+
+#results th {
+  padding-top: 12px;
+  padding-bottom: 12px;
+  text-align: left;
+  background-color: #04AA6D;
+  color: white;
+}
+</style>
+</head>
+
+<h1>EIP-4337 Bundlers Spec Test Results</h1>
+<div id=output >
+</div>
+
+<p>
+
+This page was generated by <a href="https://github.com/eth-infinitism/bundler-test-results">bundler-test-results</a>
+
+
+<script>
+
+okmark = '&#9989;'
+errmark = '&#10060;'
+const dir = './out/'
+async function getList() {
+  list = await fetch(dir+'index.txt').then(r=>r.text())
+  return list.split('\n').filter(line=>line.endsWith('json')).map(line=>dir+line)
+}
+
+async function getJson(path) {
+   return await fetch(path).then(r=>r.json())
+}
+
+function mapTests(testcases) {
+  return testcases.map(t=>({
+	name: t['@name'],
+	classname: t['@classname'],
+	time: t['@time'],
+	skipped: t['skipped'],
+	error: t['error'],
+	failure: t['failure'],
+  }))
+}
+
+async function load() {
+  list = await getList()
+  out=[]
+  for ( fname of list ) {
+    const j = await getJson(fname)
+    test = j.testsuites.testsuite
+    res = {
+	name: test['@name'],
+  fname, //: fname.replace(/.*\/(.*.json)$/,'$1'),
+	skipped:  test['@skipped'],
+	failures: test['@failures'],
+	errors: test['@errors'],
+	time: test['@time'],
+        tests: mapTests(test.testcase)
+    }
+console.log('res=',JSON.stringify(res,null,2))
+    out.push(res)
+  }
+
+  return out
+}
+
+function ref(data,link) {
+  if ( !link) return data
+  return `<a href="${link}">${data}</a>`
+}
+
+function tr(...data) {
+  return `<tr>${data.join(' ')}</tr>`
+}
+
+function th(data) {
+  // return td(data)
+  return `<th>${data}</th>`
+}
+
+function td(data,link) {
+  return `<td>${ref(data,link)}</td>`
+}
+
+async function init() {
+  data = await load()
+console.log(data)
+  rows = document.querySelector('#output')
+
+  rows.innerHTML = '<table id="results"><tbody>\n' + 
+		tr(th('Name'),th('Total'),th('Errors'),th('Failures'),th('Skipped'),th('Time')) +
+	data.map(line=>{
+		const {name, fname, skipped, errors,failures, time, tests} = line
+		link = fname.replace('json', 'txt')
+		ok = failures== '0' && errors == '0'
+		return tr(td(name, link),td(tests.length),td(errors),td(failures),td(skipped),td(time))
+	}).join('\n')
+	'</tbody></table>'
+
+console.log(rows.innerHTML)
+
+}
+init()
+
+</script>
+
diff --git a/runs/20231113/150504/index.txt b/runs/20231113/150504/index.txt
@@ -0,0 +1,18 @@
+aabundler.json
+aabundler.log
+aabundler.txt
+aabundler.xml
+html/
+index.txt
+silius.log
+silius.txt
+skandha.log
+skandha.txt
+stackup.json
+stackup.log
+stackup.txt
+stackup.xml
+voltaire.json
+voltaire.log
+voltaire.txt
+voltaire.xml
diff --git a/runs/20231113/150504/silius.log b/runs/20231113/150504/silius.log
diff --git a/runs/20231113/150504/silius.txt b/runs/20231113/150504/silius.txt
@@ -0,0 +1 @@
+Running bundler /home/runner/work/bundler-test-executor/bundler-test-executor/bundlers/silius/silius.yml, name=silius
diff --git a/runs/20231113/150504/skandha.log b/runs/20231113/150504/skandha.log
diff --git a/runs/20231113/150504/skandha.txt b/runs/20231113/150504/skandha.txt
@@ -0,0 +1 @@
+Running bundler /home/runner/work/bundler-test-executor/bundler-test-executor/bundlers/skandha/skandha.yml, name=skandha
diff --git a/runs/20231113/150504/stackup.json b/runs/20231113/150504/stackup.json
diff --git a/runs/20231113/150504/stackup.log b/runs/20231113/150504/stackup.log