Skip to content

MIME type of blob #33

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
wants to merge 3 commits into
base: master
Choose a base branch
from
Open

MIME type of blob #33

Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
fc60c6d
MIME type of blob
Sep 3, 2018
64c3a89
Update index.js
Mar 4, 2021
3675ef8
Merge branch 'master' into patch-1
Mar 4, 2021
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
210 changes: 146 additions & 64 deletions src/index.js
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,4 +1,3 @@

/** TODO:
* - pooling (+ load balancing by tracking # of open calls)
* - queueing (worth it? sortof free via postMessage already)
Expand All @@ -18,74 +17,157 @@
* })();
*/
export default function workerize(code, options) {
let exports = {};
let exportsObjName = `__xpo${Math.random().toString().substring(2)}__`;
if (typeof code==='function') code = `(${Function.prototype.toString.call(code)})(${exportsObjName})`;
code = toCjs(code, exportsObjName, exports) + `\n(${Function.prototype.toString.call(setup)})(self,${exportsObjName},{})`;
let url = URL.createObjectURL(new Blob([code])),
worker = new Worker(url, options),
term = worker.terminate,
callbacks = {},
counter = 0,
i;
worker.kill = signal => {
worker.postMessage({ type: 'KILL', signal });
setTimeout(worker.terminate);
};
worker.terminate = () => {
URL.revokeObjectURL(url);
term.call(worker);
};
worker.call = (method, params) => new Promise( (resolve, reject) => {
let id = `rpc${++counter}`;
callbacks[id] = [resolve, reject];
worker.postMessage({ type: 'RPC', id, method, params });
});
worker.rpcMethods = {};
setup(worker, worker.rpcMethods, callbacks);
worker.expose = methodName => {
worker[methodName] = function() {
return worker.call(methodName, [].slice.call(arguments));
};
};
for (i in exports) if (!(i in worker)) worker.expose(i);
return worker;
let exports = {};
let exportsObjName = `__xpo${Math.random().toString().substring(2)}__`;
if (typeof code === 'function') code = `(${Function.prototype.toString.call(code)})(${exportsObjName})`;
code = toCjs(code, exportsObjName, exports) + `\n(${Function.prototype.toString.call(setup)})(self,${exportsObjName},{})`;
let url = URL.createObjectURL(new Blob([code], {type: 'application/javascript'})),
worker = new Worker(url, options),
term = worker.terminate,
callbacks = {},
counter = 0,
i;
worker.kill = signal => {
worker.postMessage({
type: 'KILL',
signal
});
setTimeout(worker.terminate);
};
worker.terminate = () => {
URL.revokeObjectURL(url);
term.call(worker);
};
worker.call = (method, params) => new Promise((resolve, reject) => {
let id = `rpc${++counter}`;
callbacks[id] = [resolve, reject];
worker.postMessage({
type: 'RPC',
id,
method,
params
});
});
worker.rpcMethods = {};
setup(worker, worker.rpcMethods, callbacks);
worker.expose = methodName => {
worker[methodName] = function() {
return worker.call(methodName, [].slice.call(arguments));
};
};
for (i in exports)
if (!(i in worker)) worker.expose(i);
return worker;
}

const generators = [];
const generator_callbacks = [];

function setup(ctx, rpcMethods, callbacks) {
ctx.addEventListener('message', ({ data }) => {
let id = data.id;
if (data.type!=='RPC' || id==null) return;
if (data.method) {
let method = rpcMethods[data.method];
if (method==null) {
ctx.postMessage({ type: 'RPC', id, error: 'NO_SUCH_METHOD' });
}
else {
Promise.resolve()
.then( () => method.apply(null, data.params) )
.then( result => { ctx.postMessage({ type: 'RPC', id, result }); })
.catch( err => { ctx.postMessage({ type: 'RPC', id, error: ''+err }); });
}
}
else {
let callback = callbacks[id];
if (callback==null) throw Error(`Unknown callback ${id}`);
delete callbacks[id];
if (data.error) callback[1](Error(data.error));
else callback[0](data.result);
ctx.addEventListener('message', ({
data
}) => {
const id = data.id;
if (data.type !== 'RPC' || id == null) return;
if (data.generator_id) {
if ("result" in data) {
// return promised generator result
generator_callbacks[generator_id](data.result);
} else if ("generator_call" in data) {
// invoke worker generator
const generator = generators[data.generator_id];
(async () => {
let {value, done}
if (generator instanceof AsyncGeneratorFunction) {
{value, done} = await generator.next();
} else {
{value, done} = generator.next();
}
ctx.postMessage({
type: 'RPC',
id,
generator_id,
result: {value, done}
});
})();
} else {
// setup receiver generator
const generator = generators[generator_id] = generators[generator_id] || async function*(...params) {
while (true) {
ctx.postMessage({
type: 'RPC',
id,
generator_id,
generator_call: true,
params
});
const {value, done} = await new Promise(resolve => {
generator_callbacks[generator_id] = resolve;
});
if (done) {
return value;
}
params = yield value;
}
};
callbacks[id][0](generator);
}
});
return;
}
if (data.method) {
let method = rpcMethods[data.method];
if (method == null) {
ctx.postMessage({
type: 'RPC',
id,
error: 'NO_SUCH_METHOD'
});
} else {
Promise.resolve()
.then(() => method.apply(null, data.params))
.then(result => {
if (result.constructor == GeneratorFunction ||
result.constructor == AsyncGeneratorFunction) {
const generator_id = generators.push(result);
ctx.postMessage({
type: 'RPC',
id,
generator_id
});
} else {
ctx.postMessage({
type: 'RPC',
id,
result
});
}
})
.catch(err => {
ctx.postMessage({
type: 'RPC',
id,
error: '' + err
});
});
}
} else {
let callback = callbacks[id];
if (callback == null) throw Error(`Unknown callback ${id}`);
delete callbacks[id];
if (data.error) callback[1](Error(data.error));
else callback[0](data.result);
}
});
}

function toCjs(code, exportsObjName, exports) {
code = code.replace(/^(\s*)export\s+default\s+/m, (s, before) => {
exports.default = true;
return `${before}${exportsObjName}.default=`;
});
code = code.replace(/^(\s*)export\s+((?:async\s*)?function(?:\s*\*)?|const|let|var)(\s+)([a-zA-Z$_][a-zA-Z0-9$_]*)/mg, (s, before, type, ws, name) => {
exports[name] = true;
return `${before}${exportsObjName}.${name}=${type}${ws}${name}`;
});
return `var ${exportsObjName}={};\n${code}\n${exportsObjName};`;
code = code.replace(/^(\s*)export\s+default\s+/m, (s, before) => {
exports.default = true;
return `${before}${exportsObjName}.default=`;
});
code = code.replace(/^(\s*)export\s+((?:async\s*)?function(?:\s*\*)?|const|let|var)(\s+)([a-zA-Z$_][a-zA-Z0-9$_]*)/mg, (s, before, type, ws, name) => {
exports[name] = true;
return `${before}${exportsObjName}.${name}=${type}${ws}${name}`;
});
return `var ${exportsObjName}={};\n${code}\n${exportsObjName};`;
}