Benchmark: (ColorfulCakeChen) CNN NeuralNet (8f4315e26e3f4b741ad5b2518387c2317ef9cdb1) 198

(ColorfulCakeChen) CNN NeuralNet (8f4315e26e3f4b741ad5b2518387c2317ef9cdb1) 198 (version: 198) Benchmark.js

Comparing performance of: Async wait for init (CPU) vs (CPU) MobileNetV1 vs (CPU) MobileNetV1_padValid vs (CPU) MobileNetV2_Thin vs (CPU) MobileNetV2 vs (CPU) ShuffleNetV2 vs (CPU) ShuffleNetV2_byPointwise21 vs (CPU) ShuffleNetV2_byMobileNetV1 vs (CPU) ShuffleNetV2_byMobileNetV1_padValid vs Async wait for init (WebGL) vs (WebGL) MobileNetV1 vs (WebGL) MobileNetV1_padValid vs (WebGL) MobileNetV2_Thin vs (WebGL) MobileNetV2 vs (WebGL) ShuffleNetV2 vs (WebGL) ShuffleNetV2_byPointwise21 vs (WebGL) ShuffleNetV2_byMobileNetV1 vs (WebGL) ShuffleNetV2_byMobileNetV1_padValid vs Async wait for init (WASM) vs (WASM) MobileNetV1 vs (WASM) MobileNetV1_padValid vs (WASM) MobileNetV2_Thin vs (WASM) MobileNetV2 vs (WASM) ShuffleNetV2 vs (WASM) ShuffleNetV2_byPointwise21 vs (WASM) ShuffleNetV2_byMobileNetV1 vs (WASM) ShuffleNetV2_byMobileNetV1_padValid

Created: 4 years ago by: Registered User

Go to the latest result

HTML Preparation code:

<script src="https://cdn.jsdelivr.net/npm/@tensorflow/tfjs@4.22.0/dist/tf.min.js"></script>
<script src="https://cdn.jsdelivr.net/npm/@tensorflow/tfjs-backend-wasm/dist/tf-backend-wasm.js"></script>

Script Preparation code:

globalThis.backendName_testing = undefined;
globalThis.jsPerf_Module = undefined;
globalThis.testCorrectnessIterator = undefined;

async function init( backendName ) {
  if ( !globalThis.jsPerf_Module ) {
    console.log( "import jsPerf_NeuralNet..." );
    globalThis.jsPerf_Module = await import(
      "https://cdn.jsdelivr.net/gh/colorfulcakechen/query-submit-canvas@8f4315e26e3f4b741ad5b2518387c2317ef9cdb1/CNN/x_jsPerf/jsPerf_NeuralNet.js" );
  }

  if ( backendName_testing != backendName ) {
    console.log( `Change backend to "${backendName}"...` );
    globalThis.backendName_testing = backendName;

    globalThis.jsPerf_Module.disposeResources();

    await tf.ready();
    await tf.setBackend( backendName );

    globalThis.jsPerf_Module.init();
  	globalThis.testCorrectnessIterator = jsPerf_Module.testCorrectness();
  }

  if ( !globalThis.testCorrectnessIterator )
    return true;

  let testCorrectnessYield = globalThis.testCorrectnessIterator.next();
  if ( testCorrectnessYield.done ) {
    console.log( `${backendName}, initialization done.` );
    globalThis.testCorrectnessIterator = null;
    return true;
  } else {
	return false;
  }
}

Tests:

Async wait for init (CPU)
if ( ( globalThis.initPromiseWASM ) && ( globalThis.initPromiseWebGL ) && ( globalThis.initPromiseCPU ) ) { // For benchmark re-run. globalThis.initPromiseWASM = globalThis.initPromiseWebGL = globalThis.initPromiseCPU = null; } //const backendName = "wasm"; //const backendName = "webgl"; const backendName = "cpu"; if ( !globalThis.initPromiseCPU ) { globalThis.initPromiseCPU = init( backendName ); } else { globalThis.initPromiseCPU.then( ( done ) => { if ( !done ) { globalThis.initPromiseCPU = init( backendName ); } else { } }); }
(CPU) MobileNetV1
globalThis.testSet_72x128x4.testNeuralNet_ByName( "MobileNetV1" );
(CPU) MobileNetV1_padValid
globalThis.testSet_72x128x4.testNeuralNet_ByName( "MobileNetV1_padValid" );
(CPU) MobileNetV2_Thin
globalThis.testSet_72x128x4.testNeuralNet_ByName( "MobileNetV2_Thin" );
(CPU) MobileNetV2
globalThis.testSet_72x128x4.testNeuralNet_ByName( "MobileNetV2" );
(CPU) ShuffleNetV2
globalThis.testSet_72x128x4.testNeuralNet_ByName( "ShuffleNetV2" );
(CPU) ShuffleNetV2_byPointwise21
globalThis.testSet_72x128x4.testNeuralNet_ByName( "ShuffleNetV2_byPointwise21" );
(CPU) ShuffleNetV2_byMobileNetV1
globalThis.testSet_72x128x4.testNeuralNet_ByName( "ShuffleNetV2_byMobileNetV1" );
(CPU) ShuffleNetV2_byMobileNetV1_padValid
globalThis.testSet_72x128x4.testNeuralNet_ByName( "ShuffleNetV2_byMobileNetV1_padValid" );
Async wait for init (WebGL)
const backendName = "webgl"; //const backendName = "cpu"; if ( !globalThis.initPromiseWebGL ) { globalThis.initPromiseWebGL = init( backendName ); } else { globalThis.initPromiseWebGL.then( ( done ) => { if ( !done ) { globalThis.initPromiseWebGL = init( backendName ); } else { } }); }
(WebGL) MobileNetV1
globalThis.testSet_72x128x4.testNeuralNet_ByName( "MobileNetV1" );
(WebGL) MobileNetV1_padValid
globalThis.testSet_72x128x4.testNeuralNet_ByName( "MobileNetV1_padValid" );
(WebGL) MobileNetV2_Thin
globalThis.testSet_72x128x4.testNeuralNet_ByName( "MobileNetV2_Thin" );
(WebGL) MobileNetV2
globalThis.testSet_72x128x4.testNeuralNet_ByName( "MobileNetV2" );
(WebGL) ShuffleNetV2
globalThis.testSet_72x128x4.testNeuralNet_ByName( "ShuffleNetV2" );
(WebGL) ShuffleNetV2_byPointwise21
globalThis.testSet_72x128x4.testNeuralNet_ByName( "ShuffleNetV2_byPointwise21" );
(WebGL) ShuffleNetV2_byMobileNetV1
globalThis.testSet_72x128x4.testNeuralNet_ByName( "ShuffleNetV2_byMobileNetV1" );
(WebGL) ShuffleNetV2_byMobileNetV1_padValid
globalThis.testSet_72x128x4.testNeuralNet_ByName( "ShuffleNetV2_byMobileNetV1_padValid" );
Async wait for init (WASM)
//const backendName = "wasm"; const backendName = "cpu"; if ( !globalThis.initPromiseWASM ) { globalThis.initPromiseWASM = init( backendName ); } else { globalThis.initPromiseWASM.then( ( done ) => { if ( !done ) { globalThis.initPromiseWASM = init( backendName ); } else { } }); }
(WASM) MobileNetV1
globalThis.testSet_72x128x4.testNeuralNet_ByName( "MobileNetV1" );
(WASM) MobileNetV1_padValid
globalThis.testSet_72x128x4.testNeuralNet_ByName( "MobileNetV1_padValid" );
(WASM) MobileNetV2_Thin
globalThis.testSet_72x128x4.testNeuralNet_ByName( "MobileNetV2_Thin" );
(WASM) MobileNetV2
globalThis.testSet_72x128x4.testNeuralNet_ByName( "MobileNetV2" );
(WASM) ShuffleNetV2
globalThis.testSet_72x128x4.testNeuralNet_ByName( "ShuffleNetV2" );
(WASM) ShuffleNetV2_byPointwise21
globalThis.testSet_72x128x4.testNeuralNet_ByName( "ShuffleNetV2_byPointwise21" );
(WASM) ShuffleNetV2_byMobileNetV1
globalThis.testSet_72x128x4.testNeuralNet_ByName( "ShuffleNetV2_byMobileNetV1" );
(WASM) ShuffleNetV2_byMobileNetV1_padValid
globalThis.testSet_72x128x4.testNeuralNet_ByName( "ShuffleNetV2_byMobileNetV1_padValid" );

Rendered benchmark preparation results:

Suite status: <idle, ready to run>

Previous results

Test case name	Result
Async wait for init (CPU)
(CPU) MobileNetV1
(CPU) MobileNetV1_padValid
(CPU) MobileNetV2_Thin
(CPU) MobileNetV2
(CPU) ShuffleNetV2
(CPU) ShuffleNetV2_byPointwise21
(CPU) ShuffleNetV2_byMobileNetV1
(CPU) ShuffleNetV2_byMobileNetV1_padValid
Async wait for init (WebGL)
(WebGL) MobileNetV1
(WebGL) MobileNetV1_padValid
(WebGL) MobileNetV2_Thin
(WebGL) MobileNetV2
(WebGL) ShuffleNetV2
(WebGL) ShuffleNetV2_byPointwise21
(WebGL) ShuffleNetV2_byMobileNetV1
(WebGL) ShuffleNetV2_byMobileNetV1_padValid
Async wait for init (WASM)
(WASM) MobileNetV1
(WASM) MobileNetV1_padValid
(WASM) MobileNetV2_Thin
(WASM) MobileNetV2
(WASM) ShuffleNetV2
(WASM) ShuffleNetV2_byPointwise21
(WASM) ShuffleNetV2_byMobileNetV1
(WASM) ShuffleNetV2_byMobileNetV1_padValid

Fastest: N/A

Slowest: N/A

Latest run results:

Run details: (Test run date: one year ago)

User agent: Mozilla/5.0 (X11; CrOS x86_64 14541.0.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/137.0.0.0 Safari/537.36

Browser/OS: Chrome 137 on Chrome OS 14541.0.0

View result in a separate tab

Async wait for init (WebGL)

51K/s

Async wait for init (CPU)

43K/s

Async wait for init (WASM)

15K/s

(WebGL) MobileNetV1_padValid

4/s

(WebGL) ShuffleNetV2

3/s

(WebGL) ShuffleNetV2_byMobileNetV1_padValid

2/s

(WebGL) ShuffleNetV2_byPointwise21

2/s

(WebGL) MobileNetV2_Thin

2/s

(WebGL) MobileNetV1

1/s

(WebGL) MobileNetV2

1/s

(WebGL) ShuffleNetV2_byMobileNetV1

1/s

(WASM) ShuffleNetV2_byMobileNetV1_padValid

0/s

(CPU) MobileNetV1_padValid

0/s

(WASM) MobileNetV1_padValid

0/s

(CPU) ShuffleNetV2_byMobileNetV1_padValid

0/s

(WASM) ShuffleNetV2

0/s

(CPU) ShuffleNetV2

0/s

(WASM) ShuffleNetV2_byPointwise21

0/s

(CPU) ShuffleNetV2_byPointwise21

0/s

(WASM) MobileNetV2_Thin

0/s

(CPU) MobileNetV2_Thin

0/s

(WASM) ShuffleNetV2_byMobileNetV1

0/s

(CPU) MobileNetV1

0/s

(CPU) MobileNetV2

0/s

(WASM) MobileNetV2

0/s

(WASM) MobileNetV1

0/s

(CPU) ShuffleNetV2_byMobileNetV1

0/s

View exact numbers

Test name	Executions per second
✓ Async wait for init (WebGL)	50,611 Ops/sec
Async wait for init (CPU)	42,719 Ops/sec
Async wait for init (WASM)	14,767 Ops/sec
(WebGL) MobileNetV1_padValid	4 Ops/sec
(WebGL) ShuffleNetV2	3 Ops/sec
(WebGL) ShuffleNetV2_byMobileNetV1_padValid	2 Ops/sec
(WebGL) ShuffleNetV2_byPointwise21	2 Ops/sec
(WebGL) MobileNetV2_Thin	2 Ops/sec
(WebGL) MobileNetV1	1 Ops/sec
(WebGL) MobileNetV2	1 Ops/sec
(WebGL) ShuffleNetV2_byMobileNetV1	1 Ops/sec
(WASM) ShuffleNetV2_byMobileNetV1_padValid	0 Ops/sec
(CPU) MobileNetV1_padValid	0 Ops/sec
(WASM) MobileNetV1_padValid	0 Ops/sec
(CPU) ShuffleNetV2_byMobileNetV1_padValid	0 Ops/sec
(WASM) ShuffleNetV2	0 Ops/sec
(CPU) ShuffleNetV2	0 Ops/sec
(WASM) ShuffleNetV2_byPointwise21	0 Ops/sec
(CPU) ShuffleNetV2_byPointwise21	0 Ops/sec
(WASM) MobileNetV2_Thin	0 Ops/sec
(CPU) MobileNetV2_Thin	0 Ops/sec
(WASM) ShuffleNetV2_byMobileNetV1	0 Ops/sec
(CPU) MobileNetV1	0 Ops/sec
(CPU) MobileNetV2	0 Ops/sec
(WASM) MobileNetV2	0 Ops/sec
(WASM) MobileNetV1	0 Ops/sec
(CPU) ShuffleNetV2_byMobileNetV1	0 Ops/sec

Autogenerated LLM Summary (model llama3.2:3b, generated one year ago):

LLMs can make mistakes. Check important info.