Skip to content

Commit

Permalink
docs(csv-parse): convert async iterator bench to esm
Browse files Browse the repository at this point in the history
  • Loading branch information
@wdavidw
wdavidw committed Aug 25, 2024
1 parent f5cf35e commit 64d0f9f
Showing 1 changed file with 108 additions and 104 deletions.
212 changes: 108 additions & 104 deletions packages/csv-parse/bench/async.iterator.js
View file
Original file line number Diff line number Diff line change
@@ -1,128 +1,132 @@
import assert from "node:assert";
import util from "node:util";
import fs from "node:fs";
import os from "node:os";
import path from "node:path";
import stream from "node:stream";
import pad from "pad";
import { parse } from "csv-parse";
import { generate } from "csv-generate";
const finished = util.promisify(stream.finished);
const NS_PER_SEC = 1e9;

const assert = require('assert')
const util = require('util')
const fs = require('fs')
const os = require('os')
const path = require('path')
const stream = require('stream')
const pad = require('pad')
const finished = util.promisify(stream.finished)
const parse = require('..')
const generate = require('csv-generate')
const NS_PER_SEC = 1e9

const write = async function(length, target){
const write = async function (length, target) {
const writter = generate({
length: length
})
.pipe(fs.createWriteStream(target, {
highWaterMark: 64 * 64 * 1024
}))
await finished(writter)
}
length: length,
}).pipe(
fs.createWriteStream(target, {
highWaterMark: 64 * 64 * 1024,
})
);
await finished(writter);
};

const read = async function(length, source){
let count = 0
const parser = fs.createReadStream(source, {
highWaterMark: 64 * 64 * 1024
}).pipe(parse())
const read = async function (length, source) {
let count = 0;
const parser = fs
.createReadStream(source, {
highWaterMark: 64 * 64 * 1024,
})
.pipe(parse());
for await (const record of parser) {
count++
record;
count++;
}
assert.strictEqual(count, length)
}
assert.strictEqual(count, length);
};

const dispose = async function(source){
await fs.promises.unlink(source)
}
const dispose = async function (source) {
await fs.promises.unlink(source);
};

const reporter = function(){
const data = []
return function(...info){
if(info.length){
data.push(info)
}else{
return data
const reporter = function () {
const data = [];
return function (...info) {
if (info.length) {
data.push(info);
} else {
return data;
}
}
}
};
};

const print = function(results){
console.log('')
console.log([
'|',
[
pad(' length ', 10 + 2),
pad(' nanoseconds ', 15 + 2),
pad(' throughput ', 15 + 2),
].join('|'),
'|',
].join(''))
console.log([
'|',
const print = function (results) {
console.log("");
console.log(
[
'-'.repeat(12),
'-'.repeat(17),
'-'.repeat(17),
].join('|'),
'|',
].join(''))
results.forEach( ([length, nanoseconds, throughput]) => {
console.log([
'|',
"|",
[
pad(" length ", 10 + 2),
pad(" nanoseconds ", 15 + 2),
pad(" throughput ", 15 + 2),
].join("|"),
"|",
].join("")
);
console.log(
["|", ["-".repeat(12), "-".repeat(17), "-".repeat(17)].join("|"), "|"].join(
""
)
);
results.forEach(([length, nanoseconds, throughput]) => {
console.log(
[
` ${pad(`${length}`, 10)} `,
` ${pad(`${nanoseconds}`, 15)} `,
` ${pad(`${throughput}`, 15)} `,
].join('|'),
'|',
].join(''))
})
console.log('')
}
"|",
[
` ${pad(`${length}`, 10)} `,
` ${pad(`${nanoseconds}`, 15)} `,
` ${pad(`${throughput}`, 15)} `,
].join("|"),
"|",
].join("")
);
});
console.log("");
};

const main = async function(){
const tests = [
20000,
200000,
2000000,
20000000,
200000000,
].map( length => ({
const main = async function () {
const tests = [20000, 200000, 2000000, 20000000, 200000000].map((length) => ({
length: length,
target: path.join(os.tmpdir(), `data-${length}.csv`),
}) )
const report = reporter()
}));
const report = reporter();
await Promise.all(
tests.map(async function({length, target}){
const time = process.hrtime()
await write(length, target)
const [seconds, nanoseconds] = process.hrtime(time)
console.log(`File ${target} created in ${seconds} seconds`)
tests.map(async function ({ length, target }) {
const time = process.hrtime();
await write(length, target);
const [seconds] = process.hrtime(time);
console.log(`File ${target} created in ${seconds} seconds`);
})
)
);
await Promise.all(
await tests.map(async function({length, target}){
const hrtime = process.hrtime()
await read(length, target)
const [seconds, hrtime_nanoseconds] = process.hrtime(hrtime)
const nanoseconds = seconds * NS_PER_SEC + hrtime_nanoseconds
const throughput = Math.round(length / nanoseconds * NS_PER_SEC)
console.log('Benchmark time:', `${nanoseconds} nanoseconds (${seconds} seconds)`)
console.log('Benchmark throughput:', Math.round(throughput), 'records per second')
report(length, nanoseconds, throughput)
await tests.map(async function ({ length, target }) {
const hrtime = process.hrtime();
await read(length, target);
const [seconds, hrtime_nanoseconds] = process.hrtime(hrtime);
const nanoseconds = seconds * NS_PER_SEC + hrtime_nanoseconds;
const throughput = Math.round((length / nanoseconds) * NS_PER_SEC);
console.log(
"Benchmark time:",
`${nanoseconds} nanoseconds (${seconds} seconds)`
);
console.log(
"Benchmark throughput:",
Math.round(throughput),
"records per second"
);
report(length, nanoseconds, throughput);
})
)
);
await Promise.all(
await tests.map(async function({target}){
await dispose(target)
await tests.map(async function ({ target }) {
await dispose(target);
})
)
results = report()
print(results)
}
);
const results = report();
print(results);
};

main()
main();

/*
Expand Down

0 comments on commit 64d0f9f

Please sign in to comment.