Update from eth-infinitism/bundler-test-executor@65016dd

eth-infinitism · May 8, 2024 · 4a84229 · 4a84229
1 parent 25c8120
commit 4a84229
Show file tree

Hide file tree

Showing 37 changed files with 61,052 additions and 572 deletions.
diff --git a/v06/history/history.json b/v06/history/history.json
diff --git a/v06/history/script-history.js b/v06/history/script-history.js
diff --git a/v06/runs/20240508/125616/aabundler.json b/v06/runs/20240508/125616/aabundler.json
diff --git a/v06/runs/20240508/125616/aabundler.log b/v06/runs/20240508/125616/aabundler.log
diff --git a/v06/runs/20240508/125616/aabundler.txt b/v06/runs/20240508/125616/aabundler.txt
diff --git a/v06/runs/20240508/125616/aabundler.xml b/v06/runs/20240508/125616/aabundler.xml
diff --git a/v06/runs/20240508/125616/alto.json b/v06/runs/20240508/125616/alto.json
diff --git a/v06/runs/20240508/125616/alto.log b/v06/runs/20240508/125616/alto.log
diff --git a/v06/runs/20240508/125616/alto.txt b/v06/runs/20240508/125616/alto.txt
diff --git a/v06/runs/20240508/125616/alto.xml b/v06/runs/20240508/125616/alto.xml
diff --git a/v06/runs/20240508/125616/html/index.html b/v06/runs/20240508/125616/html/index.html
@@ -0,0 +1,123 @@
+<head>
+<style>
+#results {
+  font-family: Arial, Helvetica, sans-serif;
+  border-collapse: collapse;
+  /*width: 100%;*/
+}
+
+#results td, #results th {
+  border: 1px solid #ddd;
+  padding: 8px;
+}
+
+#results tr:nth-child(even){background-color: #f2f2f2;}
+
+#results tr:hover {background-color: #ddd;}
+
+#results th {
+  padding-top: 12px;
+  padding-bottom: 12px;
+  text-align: left;
+  background-color: #04AA6D;
+  color: white;
+}
+</style>
+</head>
+
+<h1>EIP-4337 Bundlers Spec Test Results</h1>
+<div id=output >
+</div>
+
+<p>
+
+This page was generated by <a href="https://github.com/eth-infinitism/bundler-test-results">bundler-test-results</a>
+
+
+<script>
+
+okmark = '&#9989;'
+errmark = '&#10060;'
+const dir = './out/'
+async function getList() {
+  list = await fetch(dir+'index.txt').then(r=>r.text())
+  return list.split('\n').filter(line=>line.endsWith('json')).map(line=>dir+line)
+}
+
+async function getJson(path) {
+   return await fetch(path).then(r=>r.json())
+}
+
+function mapTests(testcases) {
+  return testcases.map(t=>({
+	name: t['@name'],
+	classname: t['@classname'],
+	time: t['@time'],
+	skipped: t['skipped'],
+	error: t['error'],
+	failure: t['failure'],
+  }))
+}
+
+async function load() {
+  list = await getList()
+  out=[]
+  for ( fname of list ) {
+    const j = await getJson(fname)
+    test = j.testsuites.testsuite
+    res = {
+	name: test['@name'],
+  fname, //: fname.replace(/.*\/(.*.json)$/,'$1'),
+	skipped:  test['@skipped'],
+	failures: test['@failures'],
+	errors: test['@errors'],
+	time: test['@time'],
+        tests: mapTests(test.testcase)
+    }
+console.log('res=',JSON.stringify(res,null,2))
+    out.push(res)
+  }
+
+  return out
+}
+
+function ref(data,link) {
+  if ( !link) return data
+  return `<a href="${link}">${data}</a>`
+}
+
+function tr(...data) {
+  return `<tr>${data.join(' ')}</tr>`
+}
+
+function th(data) {
+  // return td(data)
+  return `<th>${data}</th>`
+}
+
+function td(data,link) {
+  return `<td>${ref(data,link)}</td>`
+}
+
+async function init() {
+  data = await load()
+console.log(data)
+  rows = document.querySelector('#output')
+
+  rows.innerHTML = '<table id="results"><tbody>\n' + 
+		tr(th('Name'),th('Total'),th('Errors'),th('Failures'),th('Skipped'),th('Time')) +
+	data.map(line=>{
+		const {name, fname, skipped, errors,failures, time, tests} = line
+		link = fname.replace('json', 'txt')
+		ok = failures== '0' && errors == '0'
+		return tr(td(name, link),td(tests.length),td(errors),td(failures),td(skipped),td(time))
+	}).join('\n')
+	'</tbody></table>'
+
+console.log(rows.innerHTML)
+
+}
+init()
+
+</script>
+
diff --git a/v06/runs/20240508/125616/index.txt b/v06/runs/20240508/125616/index.txt
@@ -0,0 +1,32 @@
+aabundler.json
+aabundler.log
+aabundler.txt
+aabundler.xml
+alto.json
+alto.log
+alto.txt
+alto.xml
+html/
+index.txt
+okbund.json
+okbund.log
+okbund.txt
+okbund.xml
+silius.json
+silius.log
+silius.txt
+silius.xml
+skandha.log
+skandha.txt
+stackup.json
+stackup.log
+stackup.txt
+stackup.xml
+transeptor.json
+transeptor.log
+transeptor.txt
+transeptor.xml
+voltaire.json
+voltaire.log
+voltaire.txt
+voltaire.xml
diff --git a/v06/runs/20240508/125616/okbund.json b/v06/runs/20240508/125616/okbund.json
diff --git a/v06/runs/20240508/125616/okbund.log b/v06/runs/20240508/125616/okbund.log
diff --git a/v06/runs/20240508/125616/okbund.txt b/v06/runs/20240508/125616/okbund.txt
diff --git a/v06/runs/20240508/125616/okbund.xml b/v06/runs/20240508/125616/okbund.xml
diff --git a/v06/runs/20240508/125616/silius.json b/v06/runs/20240508/125616/silius.json
diff --git a/v06/runs/20240508/125616/silius.log b/v06/runs/20240508/125616/silius.log
diff --git a/v06/runs/20240508/125616/silius.txt b/v06/runs/20240508/125616/silius.txt
diff --git a/v06/runs/20240508/125616/silius.xml b/v06/runs/20240508/125616/silius.xml
diff --git a/v06/runs/20240508/125616/skandha.log b/v06/runs/20240508/125616/skandha.log
@@ -0,0 +1,19 @@
+Attaching to bundler-test-executor_bundler-waiter_1, bundler-test-executor_bundler_1, bundler-test-executor_deployer_1, bundler-test-executor_funder_1, geth-1.13
+[36mbundler-waiter_1  |[0m 2024-05-08T12:50:51.687344899Z wait for: http://bundler:3000/rpc
+[36mbundler-waiter_1  |[0m 2024-05-08T12:50:52.694058439Z wait for: http://bundler:3000/rpc
+[36mbundler-waiter_1  |[0m 2024-05-08T12:50:53.700363998Z wait for: http://bundler:3000/rpc
+[36mbundler-waiter_1  |[0m 2024-05-08T12:50:54.706579218Z wait for: http://bundler:3000/rpc
+[36mbundler-waiter_1  |[0m 2024-05-08T12:50:55.712484395Z wait for: http://bundler:3000/rpc
+[36mbundler-waiter_1  |[0m 2024-05-08T12:50:56.719007349Z wait for: http://bundler:3000/rpc
+[36mbundler-waiter_1  |[0m 2024-05-08T12:50:57.725144052Z wait for: http://bundler:3000/rpc
+[36mbundler-waiter_1  |[0m 2024-05-08T12:50:58.731525561Z wait for: http://bundler:3000/rpc
+[36mbundler-waiter_1  |[0m 2024-05-08T12:50:59.737764043Z wait for: http://bundler:3000/rpc
+[36mbundler-waiter_1  |[0m 2024-05-08T12:51:00.743890359Z wait for: http://bundler:3000/rpc
+[32mdeployer_1        |[0m 2024-05-08T12:50:38.104823190Z Deploying entrypoint at 0x5FF137D4b0FDCD49DcA30c7CF57E578a026d2789
+[32mdeployer_1        |[0m 2024-05-08T12:50:44.200616153Z deploying:
+[33mbundler_1         |[0m 2024-05-08T12:51:00.035684042Z (node:1) ExperimentalWarning: The Node.js specifier resolution flag is experimental. It could change or be removed at any time.
+[33mbundler_1         |[0m 2024-05-08T12:51:00.035737902Z (Use `node --trace-warnings ...` to show where the warning was created)
+[35mfunder_1          |[0m 2024-05-08T12:50:37.528345713Z funded: 0x43378ff8C70109Ee4Dbe85aF34428ab0615EBd23
+[35mfunder_1          |[0m 2024-05-08T12:50:37.549334880Z funded: 0x43378ff8C70109Ee4Dbe85aF34428ab0615EBd23
+[35mfunder_1          |[0m 2024-05-08T12:50:37.570637480Z funded: 0xf39Fd6e51aad88F6F4ce6aB8827279cffFb92266
+[35mfunder_1          |[0m 2024-05-08T12:50:37.592623868Z funded: 0xf39Fd6e51aad88F6F4ce6aB8827279cffFb92266
diff --git a/v06/runs/20240508/125616/skandha.txt b/v06/runs/20240508/125616/skandha.txt
@@ -0,0 +1,9 @@
+Wed May  8 12:50:21 UTC 2024: starting bundler /home/runner/work/bundler-test-executor/bundler-test-executor/bundlers/skandha/skandha.yml, name=skandha
+Wed May  8 12:51:00 UTC 2024: done bundler /home/runner/work/bundler-test-executor/bundler-test-executor/bundlers/skandha/skandha.yml, name=skandha
+              Container                           Repository                Tag          Image Id       Size  
+--------------------------------------------------------------------------------------------------------------
+bundler-test-executor_bundler-waiter_1   curlimages/curl                latest         79009b90fb07   17.29 MB
+bundler-test-executor_bundler_1          etherspot/skandha              latest         dd4d26af7d2a   485.4 MB
+bundler-test-executor_deployer_1         accountabstraction/deployer    0.6            7e3c6d5f0f4d   143.1 MB
+bundler-test-executor_funder_1           bundler-test-executor_funder   latest         7cfa092c2000   164.3 MB
+geth-1.13                                ethereum/client-go             release-1.13   ef31eb599a3f   66.72 MB