diff --git a/analysis.json b/analysis.json index b9a6a99..ed035e2 100644 --- a/analysis.json +++ b/analysis.json @@ -1,10 +1,10 @@ { "counts": { "google": { - "notfound": 118, - "error": 23, + "notfound": 109, + "error": 33, "error_paid": 0, - "warning": 1, + "warning": 0, "manual": 0, "identified": 0 }, @@ -18,26 +18,26 @@ }, "wave": { "notfound": 85, - "error": 25, + "error": 30, "error_paid": 0, - "warning": 18, - "manual": 12, - "identified": 2 + "warning": 25, + "manual": 1, + "identified": 1 }, "codesniffer": { - "notfound": 93, - "error": 29, + "notfound": 72, + "error": 30, "error_paid": 0, - "warning": 0, - "manual": 19, - "identified": 1 + "warning": 6, + "manual": 34, + "identified": 0 }, "axe": { - "notfound": 99, - "error": 41, + "notfound": 101, + "error": 38, "error_paid": 0, - "warning": 0, - "manual": 2, + "warning": 2, + "manual": 1, "identified": 0 }, "asqatasun": { @@ -66,26 +66,26 @@ }, "achecker": { "notfound": 93, - "error": 29, + "error": 28, "error_paid": 0, "warning": 15, "manual": 5, "identified": 0 }, "nu": { - "notfound": 119, - "error": 18, + "notfound": 121, + "error": 19, "error_paid": 0, - "warning": 1, - "manual": 4, + "warning": 2, + "manual": 0, "identified": 0 }, "siteimprove": { - "notfound": 91, + "notfound": 87, "error": 41, "error_paid": 0, "warning": 0, - "manual": 10, + "manual": 14, "identified": 0 }, "fae": { @@ -97,36 +97,52 @@ "identified": 0 }, "aslint": { - "notfound": 89, - "error": 33, + "notfound": 69, + "error": 46, + "error_paid": 0, + "warning": 0, + "manual": 27, + "identified": 0 + }, + "enabler": { + "notfound": 119, + "error": 23, "error_paid": 0, - "warning": 7, - "manual": 10, - "identified": 3 + "warning": 0, + "manual": 0, + "identified": 0 + }, + "arc": { + "notfound": 99, + "error": 36, + "error_paid": 0, + "warning": 6, + "manual": 1, + "identified": 0 } }, "totals": { "total": 142, - "detectable": 122, - "undetectable": 20 + "detectable": 135, + "undetectable": 7 }, "percentages": { - "detectable": 86, + "detectable": 95, "tools": { "google": { "detectable": { - "error_warning": 20, - "error_warning_manual": 20 + "error_warning": 24, + "error_warning_manual": 24 }, "total": { - "error_warning": 17, - "error_warning_manual": 17 + "error_warning": 23, + "error_warning_manual": 23 } }, "tenon": { "detectable": { - "error_warning": 39, - "error_warning_manual": 39 + "error_warning": 36, + "error_warning_manual": 36 }, "total": { "error_warning": 34, @@ -135,38 +151,38 @@ }, "wave": { "detectable": { - "error_warning": 35, - "error_warning_manual": 45 + "error_warning": 41, + "error_warning_manual": 41 }, "total": { - "error_warning": 30, + "error_warning": 39, "error_warning_manual": 39 } }, "codesniffer": { "detectable": { - "error_warning": 24, - "error_warning_manual": 39 + "error_warning": 27, + "error_warning_manual": 52 }, "total": { - "error_warning": 20, - "error_warning_manual": 34 + "error_warning": 25, + "error_warning_manual": 49 } }, "axe": { "detectable": { - "error_warning": 34, - "error_warning_manual": 35 + "error_warning": 30, + "error_warning_manual": 30 }, "total": { - "error_warning": 29, - "error_warning_manual": 30 + "error_warning": 28, + "error_warning_manual": 29 } }, "asqatasun": { "detectable": { - "error_warning": 29, - "error_warning_manual": 55 + "error_warning": 26, + "error_warning_manual": 50 }, "total": { "error_warning": 25, @@ -175,8 +191,8 @@ }, "sortsite": { "detectable": { - "error_warning": 47, - "error_warning_manual": 47 + "error_warning": 42, + "error_warning_manual": 42 }, "total": { "error_warning": 40, @@ -185,8 +201,8 @@ }, "eiii": { "detectable": { - "error_warning": 20, - "error_warning_manual": 20 + "error_warning": 18, + "error_warning_manual": 18 }, "total": { "error_warning": 17, @@ -195,38 +211,38 @@ }, "achecker": { "detectable": { - "error_warning": 36, - "error_warning_manual": 40 + "error_warning": 32, + "error_warning_manual": 36 }, "total": { - "error_warning": 31, - "error_warning_manual": 35 + "error_warning": 30, + "error_warning_manual": 34 } }, "nu": { "detectable": { "error_warning": 16, - "error_warning_manual": 19 + "error_warning_manual": 16 }, "total": { - "error_warning": 13, - "error_warning_manual": 16 + "error_warning": 15, + "error_warning_manual": 15 } }, "siteimprove": { "detectable": { - "error_warning": 34, - "error_warning_manual": 42 + "error_warning": 30, + "error_warning_manual": 41 }, "total": { "error_warning": 29, - "error_warning_manual": 36 + "error_warning_manual": 39 } }, "fae": { "detectable": { - "error_warning": 33, - "error_warning_manual": 58 + "error_warning": 30, + "error_warning_manual": 53 }, "total": { "error_warning": 28, @@ -235,12 +251,32 @@ }, "aslint": { "detectable": { - "error_warning": 33, - "error_warning_manual": 41 + "error_warning": 34, + "error_warning_manual": 54 }, "total": { - "error_warning": 28, - "error_warning_manual": 35 + "error_warning": 32, + "error_warning_manual": 51 + } + }, + "enabler": { + "detectable": { + "error_warning": 17, + "error_warning_manual": 17 + }, + "total": { + "error_warning": 16, + "error_warning_manual": 16 + } + }, + "arc": { + "detectable": { + "error_warning": 31, + "error_warning_manual": 32 + }, + "total": { + "error_warning": 30, + "error_warning_manual": 30 } } } @@ -255,119 +291,131 @@ }, { "position": 2, - "name": "tenon", - "error_warning": 34, - "error_warning_manual": 34 + "name": "wave", + "error_warning": 39, + "error_warning_manual": 39 }, { "position": 3, - "name": "achecker", - "error_warning": 31, - "error_warning_manual": 35 + "name": "tenon", + "error_warning": 34, + "error_warning_manual": 34 }, { "position": 4, - "name": "wave", - "error_warning": 30, - "error_warning_manual": 39 + "name": "aslint", + "error_warning": 32, + "error_warning_manual": 51 }, { "position": 5, - "name": "axe", - "error_warning": 29, + "name": "arc", + "error_warning": 30, "error_warning_manual": 30 }, { "position": 6, + "name": "achecker", + "error_warning": 30, + "error_warning_manual": 34 + }, + { + "position": 7, "name": "siteimprove", "error_warning": 29, - "error_warning_manual": 36 + "error_warning_manual": 39 }, { - "position": 7, - "name": "aslint", + "position": 8, + "name": "axe", "error_warning": 28, - "error_warning_manual": 35 + "error_warning_manual": 29 }, { - "position": 8, + "position": 9, "name": "fae", "error_warning": 28, "error_warning_manual": 50 }, { - "position": 9, + "position": 10, "name": "asqatasun", "error_warning": 25, "error_warning_manual": 47 }, { - "position": 10, + "position": 11, "name": "codesniffer", - "error_warning": 20, - "error_warning_manual": 34 + "error_warning": 25, + "error_warning_manual": 49 }, { - "position": 11, + "position": 12, + "name": "google", + "error_warning": 23, + "error_warning_manual": 23 + }, + { + "position": 13, "name": "eiii", "error_warning": 17, "error_warning_manual": 17 }, { - "position": 12, - "name": "google", - "error_warning": 17, - "error_warning_manual": 17 + "position": 14, + "name": "enabler", + "error_warning": 16, + "error_warning_manual": 16 }, { - "position": 13, + "position": 15, "name": "nu", - "error_warning": 13, - "error_warning_manual": 16 + "error_warning": 15, + "error_warning_manual": 15 } ], "by_error_warning_manual": [ { "position": 1, + "name": "aslint", + "error_warning": 32, + "error_warning_manual": 51 + }, + { + "position": 2, "name": "fae", "error_warning": 28, "error_warning_manual": 50 }, { - "position": 2, + "position": 3, + "name": "codesniffer", + "error_warning": 25, + "error_warning_manual": 49 + }, + { + "position": 4, "name": "asqatasun", "error_warning": 25, "error_warning_manual": 47 }, { - "position": 3, + "position": 5, "name": "sortsite", "error_warning": 40, "error_warning_manual": 40 }, { - "position": 4, - "name": "wave", - "error_warning": 30, - "error_warning_manual": 39 - }, - { - "position": 5, + "position": 6, "name": "siteimprove", "error_warning": 29, - "error_warning_manual": 36 - }, - { - "position": 6, - "name": "aslint", - "error_warning": 28, - "error_warning_manual": 35 + "error_warning_manual": 39 }, { "position": 7, - "name": "achecker", - "error_warning": 31, - "error_warning_manual": 35 + "name": "wave", + "error_warning": 39, + "error_warning_manual": 39 }, { "position": 8, @@ -377,33 +425,45 @@ }, { "position": 9, - "name": "codesniffer", - "error_warning": 20, + "name": "achecker", + "error_warning": 30, "error_warning_manual": 34 }, { "position": 10, - "name": "axe", - "error_warning": 29, + "name": "arc", + "error_warning": 30, "error_warning_manual": 30 }, { "position": 11, - "name": "eiii", - "error_warning": 17, - "error_warning_manual": 17 + "name": "axe", + "error_warning": 28, + "error_warning_manual": 29 }, { "position": 12, "name": "google", + "error_warning": 23, + "error_warning_manual": 23 + }, + { + "position": 13, + "name": "eiii", "error_warning": 17, "error_warning_manual": 17 }, { - "position": 13, - "name": "nu", - "error_warning": 13, + "position": 14, + "name": "enabler", + "error_warning": 16, "error_warning_manual": 16 + }, + { + "position": 15, + "name": "nu", + "error_warning": 15, + "error_warning_manual": 15 } ] } diff --git a/build/analysis.js b/build/analysis.js index a9a0f25..2313cfb 100644 --- a/build/analysis.js +++ b/build/analysis.js @@ -4,8 +4,8 @@ var fs = require('fs'), var paths = { - testsJson: path.join(__dirname, '../tests.json'), - analysisJson: path.join(__dirname, '../analysis.json') + testsJson: path.join(__dirname, '../tests.json'), + analysisJson: path.join(__dirname, '../analysis.json') }; var testsFile = fs.readFileSync(paths.testsJson).toString(); @@ -14,124 +14,130 @@ var tests = JSON.parse(testsFile); var testList = _.flatten(_.map(_.values(tests), x => _.keys(x))); var resultTypes = [ - 'notfound', - 'error', - 'error_paid', - 'warning', - 'manual', - 'identified' + 'notfound', + 'error', + 'error_paid', + 'warning', + 'manual', + 'identified' ]; var toolNames = [ - 'google', - 'tenon', - 'wave', - 'codesniffer', - 'axe', - 'asqatasun', - 'sortsite', - 'eiii', - 'achecker', - 'nu', - 'siteimprove', - 'fae', - 'aslint' + 'google', + 'tenon', + 'wave', + 'codesniffer', + 'axe', + 'asqatasun', + 'sortsite', + 'eiii', + 'achecker', + 'nu', + 'siteimprove', + 'fae', + 'aslint', + 'enabler', + 'arc' + ]; var analysis = {}; -function analyse(){ - var tool = {}; - var test = {}; - var detectable = []; - var percent = {}; - - // Priming the tools array - tool = _.reduce(toolNames, function (a, b){ - a[b] = _.reduce(resultTypes, (c, d) => { c[d] = 0; return c; }, {}); - return a; - }, {}); - - for( catname in tests ){ - for( testname in tests[catname] ){ - var resObj = tests[catname][testname]["results"]; - - for( toolName in resObj ){ - tool[toolName][resObj[toolName]]++; - } - - // Test is detectable by at least one tool - var canDetect = _.without( - _.values(resObj), - 'notfound', - 'identified' - ); - - if( canDetect.length > 0 ){ - detectable.push(testname); - } - } - } - - analysis.counts = tool; - - analysis.totals = { - total: testList.length, - detectable: detectable.length, - undetectable: testList.length - detectable.length - } - - analysis.percentages = { - detectable: _.round(analysis.totals.detectable / analysis.totals.total * 100), - tools: {} - } - - for( tool in analysis.counts ){ - var t = analysis.counts[tool]; - - analysis.percentages.tools[tool] = { - detectable: { - "error_warning": _.round((t.error + t.error_paid + t.warning) / analysis.totals.detectable * 100), - "error_warning_manual": _.round((t.error + t.error_paid + t.warning + t.manual) / analysis.totals.detectable * 100) - }, - total: { - "error_warning": _.round((t.error + t.error_paid + t.warning) / analysis.totals.total * 100), - "error_warning_manual": _.round((t.error + t.error_paid + t.warning + t.manual) / analysis.totals.total * 100) - } +function analyse() { + var tool = {}; + var test = {}; + var detectable = []; + var percent = {}; + + // Priming the tools array + tool = _.reduce(toolNames, function (a, b) { + a[b] = _.reduce(resultTypes, (c, d) => { + c[d] = 0; + return c; + }, {}); + return a; + }, {}); + + for (catname in tests) { + for (testname in tests[catname]) { + var resObj = tests[catname][testname]["results"]; + + for (toolName in resObj) { + tool[toolName][resObj[toolName]]++; + } + + // Test is detectable by at least one tool + var canDetect = _.without( + _.values(resObj), + 'notfound', + 'identified' + ); + + if (canDetect.length > 0) { + detectable.push(testname); + } + } } - } - - // [ [ 'google', 17 ], [ 'tenon', 37 ], ... ] - var tr = _.map(_.get(analysis, 'percentages.tools'), (x,y) => [y, x.total.error_warning, x.total.error_warning_manual] ); - tr = tr.sort( (a, b) => b[1] - a[1] ); - tr_ew = tr.map(function (val, index){ - return { - position: index + 1, - name: val[0], - error_warning: val[1], - error_warning_manual: val[2], + + analysis.counts = tool; + + analysis.totals = { + total: testList.length, + detectable: detectable.length, + undetectable: testList.length - detectable.length } - }); - - tr = tr.sort( (a, b) => b[2] - a[2] ); - tr_ewm = tr.map(function (val, index){ - return { - position: index + 1, - name: val[0], - error_warning: val[1], - error_warning_manual: val[2], + + analysis.percentages = { + detectable: _.round(analysis.totals.detectable / analysis.totals.total * 100), + tools: {} } - }); - analysis.scoreboard = {}; - analysis.scoreboard.by_error_warning = tr_ew; - analysis.scoreboard.by_error_warning_manual = tr_ewm; + for (tool in analysis.counts) { + var t = analysis.counts[tool]; + + analysis.percentages.tools[tool] = { + detectable: { + "error_warning": _.round((t.error + t.error_paid + t.warning) / analysis.totals.detectable * 100), + "error_warning_manual": _.round((t.error + t.error_paid + t.warning + t.manual) / analysis.totals.detectable * 100) + }, + total: { + "error_warning": _.round((t.error + t.error_paid + t.warning) / analysis.totals.total * 100), + "error_warning_manual": _.round((t.error + t.error_paid + t.warning + t.manual) / analysis.totals.total * 100) + } + } + } - fs.writeFileSync(paths.analysisJson, JSON.stringify(analysis,'',2), 'utf8'); + // [ [ 'google', 17 ], [ 'tenon', 37 ], ... ] + var tr = _.map(_.get(analysis, 'percentages.tools'), (x, y) => [y, x.total.error_warning, x.total.error_warning_manual]); + tr = tr.sort((a, b) => b[1] - a[1]); + tr_ew = tr.map(function (val, index) { + return { + position: index + 1, + name: val[0], + error_warning: val[1], + error_warning_manual: val[2], + } + }); + + tr = tr.sort((a, b) => b[2] - a[2]); + tr_ewm = tr.map(function (val, index) { + return { + position: index + 1, + name: val[0], + error_warning: val[1], + error_warning_manual: val[2], + } + }); + + analysis.scoreboard = {}; + analysis.scoreboard.by_error_warning = tr_ew; + analysis.scoreboard.by_error_warning_manual = tr_ewm; + + fs.writeFileSync(paths.analysisJson, JSON.stringify(analysis, '', 2), 'utf8'); } module.exports = { - analyse: analyse, - resultTypes: resultTypes, - toolNames: toolNames + analyse: analyse, + resultTypes: resultTypes, + toolNames: toolNames } diff --git a/build/generate.js b/build/generate.js index 650f5a0..4b713c9 100644 --- a/build/generate.js +++ b/build/generate.js @@ -4,178 +4,188 @@ var nunjucks = require('nunjucks'), analysis = require('./analysis'); var paths = { - testsJson: path.join(__dirname, '../tests.json'), - analysisJson: path.join(__dirname, '../analysis.json'), - changelogJson: path.join(__dirname, '../changelog.json'), - templates: path.join(__dirname, 'templates'), - outPath: path.join(__dirname, '../'), - out: fname => path.join(paths.outPath, fname) + testsJson: path.join(__dirname, '../tests.json'), + analysisJson: path.join(__dirname, '../analysis.json'), + changelogJson: path.join(__dirname, '../changelog.json'), + templates: path.join(__dirname, 'templates'), + outPath: path.join(__dirname, '../'), + out: fname => path.join(paths.outPath, fname) }; var resultsCopy = { - "error": "issue found", - "error_paid": "issue found (paid)", - "warning": "warning only", - "notfound": "not found", - "identified": "noticed but not a fail", - "manual": "user to check" + "error": "issue found", + "error_paid": "issue found (paid)", + "warning": "warning only", + "notfound": "not found", + "identified": "noticed but not a fail", + "manual": "user to check" }; var toolNamesCopy = { - "tenon": "Tenon", - "achecker": "AChecker", - "axe": "aXe", - "asqatasun": "Asqatasun", - "sortsite": "SortSite", - "wave": "WAVE", - "codesniffer": "HTML_CodeSniffer", - "google": "Google ADT", - "eiii": 'EIII', - "nu": "Nu Html Checker", - "siteimprove": "Siteimprove", - "fae": 'FAE', - "aslint": "ASLint" + "tenon": "Tenon", + "achecker": "AChecker", + "axe": "aXe", + "asqatasun": "Asqatasun", + "sortsite": "SortSite", + "wave": "WAVE", + "codesniffer": "HTML_CodeSniffer", + "google": "Google ADT", + "eiii": 'EIII', + "nu": "Nu Html Checker", + "siteimprove": "Siteimprove", + "fae": 'FAE', + "aslint": "ASLint", + "enabler": "enabler", + "arc": "ARC toolkit" } var tools = { - "tenon": { - name: toolNamesCopy["tenon"], - url: "https://tenon.io/" - }, - "achecker": { - name: toolNamesCopy["achecker"], - url: "http://achecker.ca/" - }, - "axe": { - name: toolNamesCopy["axe"], - url: "https://www.axe-core.org/" - }, - "asqatasun": { - name: toolNamesCopy["asqatasun"], - url: "http://asqatasun.org/" - }, - "sortsite": { - name: toolNamesCopy["sortsite"], - url: "https://www.powermapper.com/products/sortsite/" - }, - "wave": { - name: toolNamesCopy["wave"], - url: "http://wave.webaim.org/extension/" - }, - "codesniffer": { - name: toolNamesCopy["codesniffer"], - url: "https://squizlabs.github.io/HTML_CodeSniffer/" - }, - "google": { - name: toolNamesCopy["google"], - url: "https://github.com/GoogleChrome/accessibility-developer-tools" - }, - "eiii": { - name: toolNamesCopy["eiii"], - url: "http://checkers.eiii.eu/" - }, - "nu": { - name: toolNamesCopy["nu"], - url: "https://validator.w3.org/nu/" - }, - "siteimprove": { - name: toolNamesCopy["siteimprove"], - url: "https://siteimprove.com/" - }, - "fae": { - name: toolNamesCopy["fae"], - url: "https://fae.disability.illinois.edu/" - }, - "aslint": { - name: toolNamesCopy["aslint"], - url: "https://www.aslint.org/" - } + "tenon": { + name: toolNamesCopy["tenon"], + url: "https://tenon.io/" + }, + "achecker": { + name: toolNamesCopy["achecker"], + url: "http://achecker.ca/" + }, + "axe": { + name: toolNamesCopy["axe"], + url: "https://www.axe-core.org/" + }, + "asqatasun": { + name: toolNamesCopy["asqatasun"], + url: "http://asqatasun.org/" + }, + "sortsite": { + name: toolNamesCopy["sortsite"], + url: "https://www.powermapper.com/products/sortsite/" + }, + "wave": { + name: toolNamesCopy["wave"], + url: "http://wave.webaim.org/extension/" + }, + "codesniffer": { + name: toolNamesCopy["codesniffer"], + url: "https://squizlabs.github.io/HTML_CodeSniffer/" + }, + "google": { + name: toolNamesCopy["google"], + url: "https://github.com/GoogleChrome/accessibility-developer-tools" + }, + "eiii": { + name: toolNamesCopy["eiii"], + url: "http://checkers.eiii.eu/" + }, + "nu": { + name: toolNamesCopy["nu"], + url: "https://validator.w3.org/nu/" + }, + "siteimprove": { + name: toolNamesCopy["siteimprove"], + url: "https://siteimprove.com/" + }, + "fae": { + name: toolNamesCopy["fae"], + url: "https://fae.disability.illinois.edu/" + }, + "aslint": { + name: toolNamesCopy["aslint"], + url: "https://www.aslint.org/" + }, + "enabler": { + name: toolNamesCopy["enabler"], + url: "https://github.com/musienkoyuriy/enabler" + }, + "arc": { + name: toolNamesCopy["arc"], + url: "https://www.paciellogroup.com/toolkit/" + } } -function getFilename( catname, testname ){ +function getFilename(catname, testname) { var filename = [catname.toLowerCase(), testname.toLowerCase()] - .join('-') - .replace(/[^a-z0-9\-\ ]/, '') - .replace('/', ' ') - .replace(':', '-') - .replace(/\s+/g, '-') - .replace(/-+/g, '-'); + .join('-') + .replace(/[^a-z0-9\-\ ]/, '') + .replace('/', ' ') + .replace(':', '-') + .replace(/\s+/g, '-') + .replace(/-+/g, '-'); return filename; } -function processExample( example ){ - if( example.indexOf('images') > -1 ){ - example = example.replace('images/', '../assets/test_images/'); - } +function processExample(example) { + if (example.indexOf('images') > -1) { + example = example.replace('images/', '../assets/test_images/'); + } - if( example.indexOf('example-pages') > -1 ){ - example = example.replace('example-pages/', '../example-pages/'); - } + if (example.indexOf('example-pages') > -1) { + example = example.replace('example-pages/', '../example-pages/'); + } - return example; + return example; } -function generateFiles(){ - var testsFile = fs.readFileSync(paths.testsJson).toString(); - var tests = JSON.parse(testsFile); +function generateFiles() { + var testsFile = fs.readFileSync(paths.testsJson).toString(); + var tests = JSON.parse(testsFile); - analysis.analyse(); - var analysisResults = require(paths.analysisJson); + analysis.analyse(); + var analysisResults = require(paths.analysisJson); - var changelog = fs.readFileSync(paths.changelogJson).toString(); - var changes = JSON.parse(changelog); + var changelog = fs.readFileSync(paths.changelogJson).toString(); + var changes = JSON.parse(changelog); - nunjucks.configure(paths.templates); + nunjucks.configure(paths.templates); - // Generate index - var indexout = nunjucks.render('index.html', { - tests: tests, - getFilename: getFilename, - analysis: analysisResults, - tools: tools, - changes: changes - }); - fs.writeFileSync(paths.out('index.html'), indexout, 'utf8'); + // Generate index + var indexout = nunjucks.render('index.html', { + tests: tests, + getFilename: getFilename, + analysis: analysisResults, + tools: tools, + changes: changes + }); + fs.writeFileSync(paths.out('index.html'), indexout, 'utf8'); - // Generate test cases + // Generate test cases - var indexout = nunjucks.render('test-cases.html', { - tests: tests, - getFilename: getFilename - }); - fs.writeFileSync(paths.out('test-cases.html'), indexout, 'utf8'); + var indexout = nunjucks.render('test-cases.html', { + tests: tests, + getFilename: getFilename + }); + fs.writeFileSync(paths.out('test-cases.html'), indexout, 'utf8'); - // Generate individual tests + // Generate individual tests - for( catname in tests ){ - for( testname in tests[catname] ){ - var testObj = tests[catname][testname]; + for (catname in tests) { + for (testname in tests[catname]) { + var testObj = tests[catname][testname]; - var filename = getFilename( catname, testname ); + var filename = getFilename(catname, testname); - var filecontent = nunjucks.render('single-test.html', { - testname: testname, - example: processExample(testObj.example) - }); + var filecontent = nunjucks.render('single-test.html', { + testname: testname, + example: processExample(testObj.example) + }); - fs.writeFileSync(paths.out('tests/' + filename + ".html"), filecontent, 'utf8'); + fs.writeFileSync(paths.out('tests/' + filename + ".html"), filecontent, 'utf8'); + } } - } - - // Generate results - var resultsout = nunjucks.render('results.html', { - tests: tests, - rcopy: resultsCopy, - getFilename: getFilename, - analysis: analysisResults, - resultTypes: analysis.resultTypes, - toolNames: analysis.toolNames, - changes: changes - }); - fs.writeFileSync(paths.out('results.html'), resultsout, 'utf8'); + + // Generate results + var resultsout = nunjucks.render('results.html', { + tests: tests, + rcopy: resultsCopy, + getFilename: getFilename, + analysis: analysisResults, + resultTypes: analysis.resultTypes, + toolNames: analysis.toolNames, + changes: changes + }); + fs.writeFileSync(paths.out('results.html'), resultsout, 'utf8'); } module.exports = { - generate: generateFiles + generate: generateFiles } diff --git a/build/templates/index.html b/build/templates/index.html index 6a56fa1..20eaae6 100644 --- a/build/templates/index.html +++ b/build/templates/index.html @@ -359,6 +359,36 @@

Usability

Yes OK + + Enabler + Free + Free + Yes + No + Yes + Yes + No + Yes + No + No + No + OK + + + ARC toolkit + Free + - + No + Yes + No + No + Yes + Yes + No + No + No + No + diff --git a/build/templates/results.html b/build/templates/results.html index fcdfed7..b1e16ed 100644 --- a/build/templates/results.html +++ b/build/templates/results.html @@ -125,6 +125,8 @@

Negative results

AS­Lint + Enabler + Enabler @@ -175,6 +177,12 @@

Negative results

{{ rcopy[testobj.results.aslint] | capitalize }} + + {{ rcopy[testobj.results.enabler] | capitalize }} + + + {{ rcopy[testobj.results.arc] | capitalize }} + {% endfor %} diff --git a/index.html b/index.html index 007f88d..fadbc0e 100644 --- a/index.html +++ b/index.html @@ -34,7 +34,7 @@

How do automated accessibility checkers compare?

- We ran an audit to see what issues the different accessibility testing tools pick up. We deliberately introduced 142 accessibility barriers to a page of content, and ran them through 13 automated tools. We also had a look at features like usability and cost. + We ran an audit to see what issues the different accessibility testing tools pick up. We deliberately introduced 142 accessibility barriers to a page of content, and ran them through 15 automated tools. We also had a look at features like usability and cost.

You can use our audit to help choose the best accessibility testing tool for your service.

@@ -50,14 +50,14 @@

What we found

- The best performing tool in this category found 40% of the problems we introduced. Whereas the worst performing tool only picked up 13% of the barriers. + The best performing tool in this category found 40% of the problems we introduced. Whereas the worst performing tool only picked up 15% of the barriers.

The second column of results takes into account potential barriers that tools noticed, but needed a human being to check, like whether alt text descriptions were accurate. A tool that flags things like this can help you pick up more issues overall.

-

The best performing tool in this category picked up 50% of our deliberate mistakes.

+

The best performing tool in this category picked up 51% of our deliberate mistakes.

How did each tool do?

@@ -75,30 +75,34 @@

How did each tool do?

SortSite 40% 40% + + WAVE + 39% + 39% Tenon 34% 34% - AChecker - 31% - 35% + ASLint + 32% + 51% - WAVE + ARC toolkit + 30% 30% - 39% - aXe - 29% + AChecker 30% + 34% Siteimprove 29% - 36% + 39% - ASLint + aXe 28% - 35% + 29% FAE 28% @@ -109,20 +113,24 @@

How did each tool do?

47% HTML_CodeSniffer - 20% - 34% + 25% + 49% + + Google ADT + 23% + 23% EIII 17% 17% - Google ADT - 17% - 17% + enabler + 16% + 16% Nu Html Checker - 13% - 16% + 15% + 15% @@ -422,6 +430,36 @@

Usability

Yes OK + + Enabler + Free + Free + Yes + No + Yes + Yes + No + Yes + No + No + No + OK + + + ARC toolkit + Free + - + No + Yes + No + No + Yes + Yes + No + No + No + No + diff --git a/results.html b/results.html index ab306bf..8d1b52e 100644 --- a/results.html +++ b/results.html @@ -40,7 +40,7 @@

Numbers

- 13 + 15 tools tested

@@ -138,6 +138,8 @@

Negative results

AS­Lint + Enabler + ARC toolkit @@ -157,8 +159,8 @@

Negative results

Not found - - Not found + + User to check Not found @@ -187,6 +189,12 @@

Negative results

Not found + + Not found + + + Not found + @@ -204,8 +212,8 @@

Negative results

Not found - - Not found + + User to check Not found @@ -234,6 +242,12 @@

Negative results

Not found + + Not found + + + Not found + @@ -251,6 +265,9 @@

Negative results

Not found + + User to check + Not found @@ -275,6 +292,9 @@

Negative results

Not found + + User to check + Not found @@ -295,8 +315,14 @@

Negative results

Not found - - Not found + + Issue found + + + User to check + + + Issue found Not found @@ -345,8 +371,8 @@

Negative results

Not found - - Not found + + User to check Not found @@ -375,6 +401,12 @@

Negative results

Not found + + Not found + + + Not found + @@ -394,6 +426,12 @@

Negative results

Not found + + User to check + + + Issue found + Not found @@ -443,8 +481,8 @@

Negative results

Not found - - Not found + + User to check Not found @@ -470,8 +508,14 @@

Negative results

User to check - - User to check + + Issue found + + + Not found + + + Not found @@ -520,6 +564,12 @@

Negative results

Not found + + Not found + + + Issue found + @@ -567,6 +617,12 @@

Negative results

Not found + + Not found + + + Issue found + @@ -614,6 +670,12 @@

Negative results

Not found + + Not found + + + Issue found + @@ -661,6 +723,12 @@

Negative results

Not found + + Not found + + + Issue found + @@ -678,8 +746,8 @@

Negative results

Not found - - Not found + + User to check Not found @@ -705,6 +773,12 @@

Negative results

User to check + + User to check + + + Not found + Not found @@ -727,6 +801,12 @@

Negative results

Not found + + User to check + + + Not found + Not found @@ -801,8 +881,14 @@

Negative results

Not found - - Warning only + + Issue found + + + Not found + + + Not found @@ -848,8 +934,14 @@

Negative results

User to check - - Warning only + + Issue found + + + Issue found + + + Not found @@ -895,8 +987,14 @@

Negative results

Not found - - Warning only + + Issue found + + + Not found + + + Not found @@ -942,6 +1040,12 @@

Negative results

Issue found + + Issue found + + + Not found + Not found @@ -962,6 +1066,12 @@

Negative results

Not found + + User to check + + + Not found + Not found @@ -1006,11 +1116,11 @@

Negative results

Not found - - Warning only + + Issue found - - Not found + + User to check Not found @@ -1039,6 +1149,12 @@

Negative results

Issue found + + Not found + + + Not found + @@ -1056,6 +1172,12 @@

Negative results

Warning only + + User to check + + + Not found + Not found @@ -1135,6 +1257,12 @@

Negative results

Not found + + Not found + + + Not found + @@ -1149,8 +1277,8 @@

Negative results

Issue found - - Not found + + Issue found Issue found @@ -1182,6 +1310,12 @@

Negative results

Issue found + + Issue found + + + Issue found + @@ -1229,6 +1363,12 @@

Negative results

Not found + + Not found + + + Not found + @@ -1273,6 +1413,12 @@

Negative results

Not found + + Issue found + + + Not found + Not found @@ -1284,14 +1430,14 @@

Negative results

html element has an invalid value in the lang attribute - - Not found + + Issue found Not found - - Not found + + Issue found Not found @@ -1323,6 +1469,12 @@

Negative results

Not found + + Not found + + + Issue found + @@ -1331,14 +1483,14 @@

Negative results

lang attribute used to identify change of language, but with invalid value - - Not found + + Issue found Not found - - User to check + + Issue found Not found @@ -1370,6 +1522,12 @@

Negative results

Not found + + Not found + + + Issue found + @@ -1405,8 +1563,14 @@

Negative results

Issue found - - Not found + + Warning only + + + Issue found + + + Issue found Issue found @@ -1464,6 +1628,12 @@

Negative results

Not found + + Not found + + + Not found + @@ -1511,6 +1681,12 @@

Negative results

Not found + + Not found + + + Not found + @@ -1530,8 +1706,8 @@

Negative results

Not found - - User to check + + Not found Not found @@ -1560,6 +1736,12 @@

Negative results

Not found + + Not found + + + Not found + @@ -1607,6 +1789,12 @@

Negative results

Issue found + + Issue found + + + Issue found + @@ -1654,6 +1842,12 @@

Negative results

Issue found + + Issue found + + + Issue found + @@ -1688,8 +1882,8 @@

Negative results

Issue found - - Issue found + + Warning only @@ -1700,9 +1894,15 @@

Negative results

Warning only + + Not found + Issue found + + Warning only + @@ -1723,8 +1923,8 @@

Negative results

Issue found - - Not found + + Issue found Issue found @@ -1750,6 +1950,12 @@

Negative results

Issue found + + Issue found + + + Warning only + @@ -1767,6 +1973,9 @@

Negative results

Not found + + User to check + Not found @@ -1791,6 +2000,9 @@

Negative results

Not found + + User to check + Not found @@ -1805,8 +2017,8 @@

Negative results

Headings not structured in a hierarchical manner - - Not found + + Issue found Not found @@ -1844,6 +2056,12 @@

Negative results

Issue found + + Not found + + + Warning only + @@ -1854,8 +2072,8 @@

Negative results

LI element with no parent - - Not found + + Issue found Issue found @@ -1893,6 +2111,12 @@

Negative results

Not found + + Not found + + + Issue found + @@ -1940,6 +2164,12 @@

Negative results

Not found + + Not found + + + Not found + @@ -1948,8 +2178,8 @@

Negative results

DT or DD elements that are not contained within a DL element - - Not found + + Issue found Issue found @@ -1987,6 +2217,12 @@

Negative results

Not found + + Not found + + + Not found + @@ -1995,8 +2231,8 @@

Negative results

Improperly nested lists - - Not found + + Issue found Issue found @@ -2034,6 +2270,12 @@

Negative results

Not found + + Not found + + + Warning only + @@ -2050,8 +2292,8 @@

Negative results

Not found - - User to check + + Not found Issue found @@ -2083,6 +2325,12 @@

Negative results

Not found + + Not found + + + Not found + @@ -2097,8 +2345,8 @@

Negative results

Not found - - User to check + + Not found Issue found @@ -2130,6 +2378,12 @@

Negative results

Not found + + Not found + + + Not found + @@ -2144,11 +2398,11 @@

Negative results

Issue found - - Not found + + Warning only - - Not found + + Issue found Not found @@ -2177,6 +2431,12 @@

Negative results

Not found + + Not found + + + Issue found + @@ -2191,8 +2451,8 @@

Negative results

Issue found - - Not found + + Warning only Not found @@ -2224,6 +2484,12 @@

Negative results

Not found + + Not found + + + Issue found + @@ -2232,20 +2498,20 @@

Negative results

Table has no table headings - - Issue found + + Not found Warning only - - User to check + + Not found - - User to check + + Not found - - Issue found + + Not found User to check @@ -2271,6 +2537,12 @@

Negative results

Issue found + + Not found + + + Issue found + @@ -2288,8 +2560,8 @@

Negative results

Not found - - User to check + + Issue found Not found @@ -2318,6 +2590,12 @@

Negative results

Not found + + Not found + + + Not found + @@ -2338,8 +2616,8 @@

Negative results

Not found - - Issue found + + Not found Not found @@ -2365,6 +2643,12 @@

Negative results

Not found + + Not found + + + Not found + @@ -2379,11 +2663,11 @@

Negative results

Not found - - User to check + + Not found - - User to check + + Warning only Not found @@ -2403,8 +2687,8 @@

Negative results

Not found - - Issue found + + User to check Warning only @@ -2412,6 +2696,12 @@

Negative results

Issue found + + Not found + + + Not found + @@ -2426,11 +2716,11 @@

Negative results

Warning only - - Noticed but not a fail + + Warning only - - Noticed but not a fail + + Not found Not found @@ -2459,6 +2749,12 @@

Negative results

Not found + + Not found + + + Not found + @@ -2497,8 +2793,14 @@

Negative results

Not found - - Issue found + + User to check + + + Not found + + + Not found Not found @@ -2553,6 +2855,12 @@

Negative results

Not found + + Not found + + + Not found + @@ -2602,6 +2910,12 @@

Negative results

Not found + + Not found + + + Not found + @@ -2622,8 +2936,8 @@

Negative results

Not found - - Not found + + Issue found Not found @@ -2637,8 +2951,11 @@

Negative results

Not found - - Not found + + Issue found + + + User to check Not found @@ -2649,6 +2966,9 @@

Negative results

Not found + + User to check + @@ -2696,6 +3016,12 @@

Negative results

Issue found + + Issue found + + + Issue found + @@ -2743,6 +3069,12 @@

Negative results

User to check + + Not found + + + Not found + @@ -2757,8 +3089,8 @@

Negative results

Issue found - - Not found + + Warning only Issue found @@ -2790,6 +3122,12 @@

Negative results

Issue found + + Issue found + + + Issue found + @@ -2837,6 +3175,12 @@

Negative results

Not found + + Not found + + + Not found + @@ -2854,8 +3198,8 @@

Negative results

User to check - - User to check + + Warning only Not found @@ -2872,8 +3216,8 @@

Negative results

Warning only - - User to check + + Not found User to check @@ -2884,6 +3228,12 @@

Negative results

User to check + + Issue found + + + Not found + @@ -2898,8 +3248,8 @@

Negative results

Not found - - User to check + + Not found User to check @@ -2919,8 +3269,8 @@

Negative results

Warning only - - User to check + + Not found Not found @@ -2931,6 +3281,12 @@

Negative results

User to check + + Not found + + + Not found + @@ -2966,8 +3322,8 @@

Negative results

Warning only - - User to check + + Not found Issue found @@ -2978,6 +3334,12 @@

Negative results

User to check + + Not found + + + Warning only + @@ -2992,8 +3354,8 @@

Negative results

Not found - - User to check + + Not found User to check @@ -3013,8 +3375,8 @@

Negative results

User to check - - User to check + + Not found Not found @@ -3025,6 +3387,12 @@

Negative results

User to check + + Not found + + + Not found + @@ -3041,8 +3409,8 @@

Negative results

Not found - - User to check + + Warning only User to check @@ -3074,6 +3442,12 @@

Negative results

Issue found + + Not found + + + Not found + @@ -3091,6 +3465,9 @@

Negative results

Not found + + User to check + Not found @@ -3115,6 +3492,9 @@

Negative results

Not found + + User to check + Not found @@ -3135,14 +3515,14 @@

Negative results

Not found - - User to check + + Warning only User to check - - User to check + + Not found Not found @@ -3168,6 +3548,12 @@

Negative results

Issue found + + Not found + + + Not found + @@ -3190,8 +3576,8 @@

Negative results

Issue found - - Issue found + + Not found Issue found @@ -3217,6 +3603,12 @@

Negative results

Issue found + + Issue found + + + Not found + @@ -3261,8 +3653,14 @@

Negative results

Not found - - User to check + + Issue found + + + Not found + + + Not found @@ -3272,8 +3670,8 @@

Negative results

Uninformative link text - - Not found + + Issue found Issue found @@ -3311,6 +3709,12 @@

Negative results

Not found + + Not found + + + Not found + @@ -3319,8 +3723,8 @@

Negative results

Link launches new window with no warning - - Not found + + Issue found Not found @@ -3328,8 +3732,8 @@

Negative results

Not found - - User to check + + Warning only Not found @@ -3355,8 +3759,14 @@

Negative results

Not found - - Warning only + + Issue found + + + Not found + + + Not found @@ -3405,6 +3815,12 @@

Negative results

Not found + + Not found + + + Not found + @@ -3452,6 +3868,12 @@

Negative results

Not found + + Not found + + + Not found + @@ -3499,6 +3921,12 @@

Negative results

Not found + + Not found + + + Not found + @@ -3516,8 +3944,8 @@

Negative results

Not found - - Not found + + User to check Not found @@ -3543,6 +3971,12 @@

Negative results

User to check + + User to check + + + Not found + Not found @@ -3593,6 +4027,12 @@

Negative results

Not found + + Not found + + + Not found + @@ -3613,8 +4053,8 @@

Negative results

Not found - - Issue found + + Not found Not found @@ -3640,6 +4080,12 @@

Negative results

User to check + + Issue found + + + Not found + @@ -3687,6 +4133,12 @@

Negative results

Issue found + + Issue found + + + Issue found + @@ -3707,8 +4159,8 @@

Negative results

Not found - - Not found + + Warning only User to check @@ -3731,6 +4183,12 @@

Negative results

Warning only + + Issue found + + + Not found + Not found @@ -3742,17 +4200,17 @@

Negative results

Link text does not make sense out of context - - Issue found - Not found Not found - - Not found + + Warning only + + + User to check Not found @@ -3781,6 +4239,12 @@

Negative results

Not found + + Not found + + + Not found + @@ -3825,6 +4289,12 @@

Negative results

Not found + + Issue found + + + Not found + Not found @@ -3836,8 +4306,8 @@

Negative results

Link contains only a full stop - - Issue found + + Not found Not found @@ -3875,6 +4345,12 @@

Negative results

Not found + + Not found + + + Not found + @@ -3919,6 +4395,12 @@

Negative results

Not found + + Issue found + + + Not found + Not found @@ -3966,6 +4448,12 @@

Negative results

Not found + + User to check + + + Not found + Not found @@ -4016,6 +4504,12 @@

Negative results

Not found + + Not found + + + Not found + @@ -4063,6 +4557,12 @@

Negative results

Issue found + + Not found + + + Issue found + @@ -4110,6 +4610,12 @@

Negative results

Not found + + Not found + + + Not found + @@ -4159,6 +4665,12 @@

Negative results

Issue found + + Not found + + + Issue found + @@ -4203,8 +4715,14 @@

Negative results

Issue found - - Noticed but not a fail + + Not found + + + Issue found + + + Issue found @@ -4220,8 +4738,8 @@

Negative results

Issue found - - User to check + + Not found User to check @@ -4250,8 +4768,14 @@

Negative results

Not found - - User to check + + Issue found + + + Not found + + + Not found @@ -4261,8 +4785,11 @@

Negative results

Empty alt attribute on image button - - Not found + + Issue found + + + Issue found Issue found @@ -4297,6 +4824,9 @@

Negative results

Issue found + + Not found + Issue found @@ -4349,6 +4879,12 @@

Negative results

User to check + + Not found + + + Not found + @@ -4357,8 +4893,8 @@

Negative results

Labels missing when they would look clumsy for some form controls - - Not found + + Issue found Issue found @@ -4396,6 +4932,12 @@

Negative results

Issue found + + Issue found + + + Issue found + @@ -4443,6 +4985,12 @@

Negative results

Not found + + Not found + + + Not found + @@ -4490,6 +5038,12 @@

Negative results

Not found + + Not found + + + Not found + @@ -4507,12 +5061,12 @@

Negative results

Warning only + + Warning only + Not found - - Issue found - User to check @@ -4528,8 +5082,8 @@

Negative results

Not found - - Not found + + Issue found Issue found @@ -4537,6 +5091,12 @@

Negative results

Issue found + + Not found + + + Not found + @@ -4584,6 +5144,12 @@

Negative results

Issue found + + Not found + + + Issue found + @@ -4631,6 +5197,12 @@

Negative results

Not found + + Not found + + + Issue found + @@ -4675,8 +5247,14 @@

Negative results

Issue found - - Noticed but not a fail + + Not found + + + Not found + + + Issue found @@ -4725,6 +5303,12 @@

Negative results

Issue found + + Issue found + + + Issue found + @@ -4742,12 +5326,12 @@

Negative results

Warning only + + Warning only + Not found - - Issue found - User to check @@ -4763,8 +5347,8 @@

Negative results

Not found - - Not found + + Issue found Not found @@ -4772,6 +5356,12 @@

Negative results

Issue found + + Not found + + + Not found + @@ -4780,8 +5370,8 @@

Negative results

Empty label found - - Not found + + Issue found Issue found @@ -4819,6 +5409,12 @@

Negative results

Issue found + + Not found + + + Issue found + @@ -4839,8 +5435,8 @@

Negative results

Not found - - Issue found + + Warning only Not found @@ -4863,9 +5459,15 @@

Negative results

Not found + + Issue found + Not found + + Issue found + @@ -4874,8 +5476,8 @@

Negative results

Errors identified with a poor colour contrast - - Warning only + + Issue found Not found @@ -4913,6 +5515,12 @@

Negative results

Issue found + + Not found + + + Issue found + @@ -4960,6 +5568,12 @@

Negative results

Not found + + Not found + + + Issue found + @@ -5007,6 +5621,12 @@

Negative results

Issue found + + Issue found + + + Issue found + @@ -5054,6 +5674,12 @@

Negative results

Not found + + Not found + + + Not found + @@ -5071,11 +5697,11 @@

Negative results

Issue found - - Issue found + + User to check - - Issue found + + Not found Issue found @@ -5101,6 +5727,12 @@

Negative results

Issue found + + Not found + + + Issue found + @@ -5148,6 +5780,12 @@

Negative results

Not found + + Not found + + + Not found + @@ -5195,6 +5833,12 @@

Negative results

Not found + + Not found + + + Not found + @@ -5214,6 +5858,12 @@

Negative results

Not found + + User to check + + + Not found + Not found @@ -5235,8 +5885,8 @@

Negative results

Not found - - Not found + + User to check Not found @@ -5263,8 +5913,8 @@

Negative results

Not found - - Not found + + User to check Not found @@ -5293,6 +5943,12 @@

Negative results

Not found + + Not found + + + Not found + @@ -5337,6 +5993,12 @@

Negative results

Issue found + + User to check + + + Not found + Not found @@ -5357,8 +6019,8 @@

Negative results

Not found - - Not found + + User to check Not found @@ -5384,6 +6046,12 @@

Negative results

User to check + + User to check + + + Not found + Not found @@ -5431,8 +6099,14 @@

Negative results

Not found - - Warning only + + Issue found + + + Issue found + + + Issue found @@ -5478,8 +6152,14 @@

Negative results

User to check - - Issue found + + User to check + + + Not found + + + Not found @@ -5495,8 +6175,11 @@

Negative results

Not found - - User to check + + Not found + + + Not found Not found @@ -5528,6 +6211,9 @@

Negative results

Not found + + Issue found + @@ -5572,6 +6258,12 @@

Negative results

Issue found + + User to check + + + Not found + Not found @@ -5619,6 +6311,12 @@

Negative results

User to check + + User to check + + + Not found + Not found @@ -5666,6 +6364,12 @@

Negative results

Not found + + User to check + + + Not found + Not found @@ -5713,6 +6417,12 @@

Negative results

Not found + + User to check + + + Not found + Not found @@ -5763,6 +6473,12 @@

Negative results

Issue found + + Not found + + + Not found + @@ -5807,6 +6523,12 @@

Negative results

User to check + + User to check + + + Not found + Not found @@ -5827,6 +6549,9 @@

Negative results

Warning only + + User to check + Not found @@ -5857,6 +6582,9 @@

Negative results

Not found + + Warning only + @@ -5901,6 +6629,12 @@

Negative results

Not found + + User to check + + + Not found + Not found @@ -5948,6 +6682,12 @@

Negative results

Not found + + User to check + + + Not found + Not found @@ -5995,6 +6735,12 @@

Negative results

Issue found + + User to check + + + Not found + Not found @@ -6008,8 +6754,8 @@

Negative results

iframe is missing a title attribute - - Not found + + Issue found Issue found @@ -6044,6 +6790,12 @@

Negative results

Issue found + + Not found + + + Issue found + Issue found @@ -6064,8 +6816,8 @@

Negative results

Not found - - User to check + + Not found Not found @@ -6094,6 +6846,12 @@

Negative results

Not found + + Not found + + + Not found + @@ -6113,8 +6871,8 @@

Negative results

Not found - - Not found + + User to check Not found @@ -6140,6 +6898,12 @@

Negative results

User to check + + User to check + + + Not found + Not found @@ -6187,6 +6951,12 @@

Negative results

Not found + + User to check + + + Not found + Not found @@ -6237,6 +7007,12 @@

Negative results

Not found + + Not found + + + Not found + @@ -6284,6 +7060,12 @@

Negative results

Not found + + Not found + + + Not found + @@ -6331,6 +7113,12 @@

Negative results

Not found + + Not found + + + Not found + @@ -6380,6 +7168,12 @@

Negative results

Issue found + + Issue found + + + Not found + @@ -6427,6 +7221,12 @@

Negative results

Not found + + Not found + + + Not found + @@ -6471,8 +7271,14 @@

Negative results

Not found - - Noticed but not a fail + + Not found + + + Not found + + + Not found @@ -6518,8 +7324,14 @@

Negative results

Not found - - Warning only + + Issue found + + + Issue found + + + Not found @@ -6568,6 +7380,12 @@

Negative results

Issue found + + Issue found + + + Issue found + @@ -6582,8 +7400,14 @@

Negative results

Issue found - - Not found + + Warning only + + + Warning only + + + Issue found Not found @@ -6653,6 +7477,12 @@

Negative results

Not found + + User to check + + + Not found + Not found @@ -6709,6 +7539,12 @@

Negative results

Not found + + Not found + + + Not found + @@ -6756,6 +7592,12 @@

Negative results

Not found + + Not found + + + Not found + @@ -6803,6 +7645,12 @@

Negative results

Not found + + Not found + + + Not found + @@ -6847,8 +7695,14 @@

Negative results

Not found - - Warning only + + Issue found + + + Issue found + + + Not found diff --git a/tests.json b/tests.json index d9353fa..6d11fb1 100644 --- a/tests.json +++ b/tests.json @@ -3,91 +3,101 @@ "Content identified by location": { "example": "

The artist on the right won the Album of the year

\nTaylor Swift\nEd Sheeran", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", "wave": "notfound", "sortsite": "notfound", "axe": "notfound", - "codesniffer": "notfound", + "codesniffer": "manual", "achecker": "notfound", "eiii": "notfound", "nu": "notfound", "siteimprove": "notfound", "fae": "manual", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, "Plain language is not used": { "example": " Title I of the CARE Act creates a program of formula and supplemental competitive grants to help metropolitan areas\n with 2,000 or more reported AIDS cases meet emergency care needs of low-income HIV patients. Title II of the Ryan\n White Act provides formula grants to States and territories for operation of HIV service consortia in the localities\n most affected by the epidemic, provision of home and community -based care, continuation of insurance coverage for\n persons with HIV infection, and treatments that prolong life and prevent serious deterioration of health.\n Up to 10 percent of the funds for this program can be used to support Special Projects of National Significance.\n ", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", "wave": "notfound", "sortsite": "error_paid", "axe": "notfound", - "codesniffer": "notfound", + "codesniffer": "manual", "achecker": "notfound", "eiii": "notfound", "nu": "notfound", "siteimprove": "notfound", "fae": "notfound", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, "Content is not in correct reading order in source code": { "example": "

3-Step Skin Care

\n
Moisturise
\n
Exfoliate
\n
Cleanse
", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", "wave": "notfound", "sortsite": "notfound", "axe": "notfound", - "codesniffer": "notfound", + "codesniffer": "manual", "achecker": "notfound", "eiii": "notfound", "nu": "notfound", "siteimprove": "notfound", "fae": "notfound", - "aslint": "notfound" + "aslint": "manual", + "enabler": "notfound" } }, "Content is not organised into well-defined groups or chunks, using headings, lists, and other visual mechanisms": { "example": "Example page with a long block of unorganised content.", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", - "wave": "notfound", + "wave": "error", "sortsite": "notfound", - "axe": "notfound", - "codesniffer": "notfound", + "axe": "error", + "codesniffer": "manual", "achecker": "notfound", "eiii": "notfound", "nu": "notfound", "siteimprove": "notfound", "fae": "notfound", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, "First instance of abbreviation not expanded": { "example": "GDS is part of the Cabinet Office. Our job is digital transformation of government.\n ", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", "wave": "notfound", "sortsite": "error_paid", "axe": "notfound", - "codesniffer": "notfound", + "codesniffer": "manual", "achecker": "notfound", "eiii": "notfound", "nu": "notfound", "siteimprove": "notfound", "fae": "notfound", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } } }, @@ -95,19 +105,21 @@ "Wide page forces users to scroll horizontally": { "example": "

When sites are constructed to require horizontal scrolling in order to navigate or read content at a normal size of 100% using standard screen sizes, additional problems can arise for users with low vision or mobility impairments.

This is some text you have to horizontally scroll to read.

", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", "wave": "notfound", "sortsite": "notfound", - "axe": "notfound", - "codesniffer": "notfound", + "axe": "error", + "codesniffer": "manual", "achecker": "notfound", "eiii": "notfound", "nu": "notfound", "siteimprove": "notfound", "fae": "notfound", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } } }, @@ -115,24 +127,27 @@ "Colour alone is used to convey content": { "example": "

The green mushrooms listed here are OK to eat. The red mushrooms will kill you.

\n", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", "wave": "notfound", "sortsite": "notfound", "axe": "notfound", - "codesniffer": "notfound", + "codesniffer": "manual", "achecker": "notfound", "eiii": "notfound", "nu": "notfound", "siteimprove": "notfound", "fae": "manual", - "aslint": "manual" + "aslint": "error", + "enabler": "notfound" } }, "Small text does not have a contrast ratio of at least 4.5:1 so does not meet AA": { "example": "

This small text does not have enough contrast with it's background

", "results": { + "arc": "error", "google": "error", "asqatasun": "error", "tenon": "notfound", @@ -145,12 +160,14 @@ "nu": "notfound", "siteimprove": "error", "fae": "error", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, "Large text does not have a contrast ratio of at least 3:1 so does not meet AA": { "example": "

This small text does not have enough contrast with it's background

", "results": { + "arc": "error", "google": "error", "asqatasun": "error", "tenon": "notfound", @@ -163,12 +180,14 @@ "nu": "notfound", "siteimprove": "error", "fae": "notfound", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, "Small text does not have a contrast ratio of at least 7:1 so does not meet AAA": { "example": "

This small text does not have enough contrast with it's background

", "results": { + "arc": "error", "google": "error", "asqatasun": "error", "tenon": "notfound", @@ -181,12 +200,14 @@ "nu": "notfound", "siteimprove": "error", "fae": "error", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, "Large text does not have a contrast ratio of at least 4.5:1 so does not meet AAA": { "example": "

This small text does not have enough contrast with it's background

", "results": { + "arc": "error", "google": "error", "asqatasun": "error", "tenon": "notfound", @@ -199,25 +220,28 @@ "nu": "notfound", "siteimprove": "error", "fae": "notfound", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, "Focus not visible": { "example": "This links has visible focus but this button\n doesn't\n ", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", "wave": "notfound", "sortsite": "notfound", "axe": "notfound", - "codesniffer": "notfound", + "codesniffer": "manual", "achecker": "notfound", "eiii": "notfound", "nu": "notfound", "siteimprove": "notfound", "fae": "manual", - "aslint": "notfound" + "aslint": "manual", + "enabler": "notfound" } } }, @@ -225,24 +249,27 @@ "Inadequate line height used": { "example": "

Many people with cognitive disabilities have trouble tracking lines of text when a block of text is single spaced. Providing spacing between 1.5 to 2 allows them to start a new line more easily once they have finished the previous one.

", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", "wave": "notfound", "sortsite": "notfound", "axe": "notfound", - "codesniffer": "notfound", + "codesniffer": "manual", "achecker": "notfound", "eiii": "notfound", "nu": "notfound", "siteimprove": "notfound", "fae": "notfound", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, "All caps text found": { "example": "

Typing sentences or phrases IN ALL CAPITALS is rarely a good idea. It may make sense under some circumstances, but only rarely. Lengthy segments of capitalized content are more difficult to read. In some cases, a screen reader may interpret ALL CAPITAL text as being an acronym and may read it as letters rather than words. For example, a screen reader may read the uppercase text CONTACT US as \"Contact U. S.\" because it interprets the uppercase \"US\" as being an acronym for \"United States\".

", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", @@ -255,12 +282,14 @@ "nu": "notfound", "siteimprove": "notfound", "fae": "notfound", - "aslint": "warning" + "aslint": "error", + "enabler": "notfound" } }, "Blink element found": { "example": "Blinking text and moving text (such as a marquee) can distract the reader's attention. This is especially relevant to people with attention deficits or cognitive disabilities. Neither is likely to cause a seizure, but they are likely to decrease the readability of the document as a whole and increase the time it takes for users to finish reading it.", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "error", "tenon": "error", @@ -273,12 +302,14 @@ "nu": "error", "siteimprove": "notfound", "fae": "manual", - "aslint": "warning" + "aslint": "error", + "enabler": "error" } }, "Italics used on long sections of text": { "example": "

Italics are sometimes used to highlight text. But you shouldn't use italicized text because they make letters hard to read. The letters have a jagged line compared to non-italic fonts. The letters also lean over making it hard for dyslexic users to make out the words. When the text size is small, the text is even more illegible.

", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", @@ -291,12 +322,14 @@ "nu": "notfound", "siteimprove": "notfound", "fae": "notfound", - "aslint": "warning" + "aslint": "error", + "enabler": "notfound" } }, "Marquee element found": { "example": "The BLINK and MARQUEE element animates content in a way that cannot be overridden or disabled by the user.", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "error", "tenon": "error", @@ -309,61 +342,68 @@ "nu": "error", "siteimprove": "error", "fae": "error", - "aslint": "notfound" + "aslint": "error", + "enabler": "notfound" } }, "Long lines of text": { "example": "

For people with some reading or vision disabilities, long lines of text can become a significant barrier. They have trouble keeping their place and following the flow of text. Having a narrow block of text makes it easier for them to continue on to the next line in a block. Lines should not exceed 80 characters

", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", "wave": "notfound", "sortsite": "notfound", "axe": "notfound", - "codesniffer": "notfound", + "codesniffer": "manual", "achecker": "notfound", "eiii": "notfound", "nu": "notfound", "siteimprove": "notfound", "fae": "notfound", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, "Very small text found": { "example": "

This is some tiny text, much too small for some people to read

", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", - "wave": "warning", + "wave": "error", "sortsite": "error", "axe": "notfound", - "codesniffer": "notfound", + "codesniffer": "manual", "achecker": "notfound", "eiii": "notfound", "nu": "notfound", "siteimprove": "notfound", "fae": "notfound", - "aslint": "error" + "aslint": "error", + "enabler": "notfound" } }, "Justified text found": { "example": "

When text is justified to both margins it may add additional spaces between words which may be difficult for users with visual or cognitive impairments to read. Full text justification can also cause words to be spaced closely together thus making it difficult to determine where a word starts and ends.

", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "error", "wave": "warning", "sortsite": "notfound", "axe": "notfound", - "codesniffer": "notfound", + "codesniffer": "manual", "achecker": "notfound", "eiii": "notfound", "nu": "notfound", "siteimprove": "notfound", "fae": "notfound", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } } }, @@ -371,6 +411,7 @@ "Text language changed without required change in direction": { "example": "

الإعفاء الإلكتروني من التأشيرة

", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "error", @@ -383,16 +424,18 @@ "nu": "notfound", "siteimprove": "notfound", "fae": "notfound", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, "html element has an empty lang attribute": { "example": "Example page with an empty lang attribute", "results": { + "arc": "error", "google": "error", "asqatasun": "error", "tenon": "error", - "wave": "notfound", + "wave": "error", "sortsite": "error", "axe": "error", "codesniffer": "error", @@ -401,12 +444,14 @@ "nu": "notfound", "siteimprove": "error", "fae": "error", - "aslint": "error" + "aslint": "error", + "enabler": "error" } }, "lang attribute not used to identify change of language": { "example": "

Mother, he's asking you to go. He's saying, \"Allons, Madame plaisante!\"

", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "manual", "tenon": "notfound", @@ -419,12 +464,14 @@ "nu": "notfound", "siteimprove": "notfound", "fae": "manual", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, "Text language is in the wrong direction": { "example": "

Electronic visa waiver

", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", @@ -437,16 +484,18 @@ "nu": "notfound", "siteimprove": "notfound", "fae": "notfound", - "aslint": "notfound" + "aslint": "error", + "enabler": "notfound" } }, "html element has an invalid value in the lang attribute": { "example": "Example page with an invalid lang attribute", "results": { - "google": "notfound", + "arc": "error", + "google": "error", "asqatasun": "error", "tenon": "notfound", - "wave": "notfound", + "wave": "error", "sortsite": "error", "axe": "error", "codesniffer": "notfound", @@ -455,16 +504,18 @@ "nu": "error", "siteimprove": "error", "fae": "error", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, "lang attribute used to identify change of language, but with invalid value": { "example": "

Mother, he's asking you to go. He's saying, \"Allons, Madame plaisante!\"

", "results": { - "google": "notfound", + "arc": "error", + "google": "error", "asqatasun": "error", "tenon": "notfound", - "wave": "manual", + "wave": "error", "sortsite": "error", "axe": "error", "codesniffer": "notfound", @@ -473,12 +524,14 @@ "nu": "error", "siteimprove": "error", "fae": "error", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, "html element is missing a lang attribute": { "example": "Example page with a missing lang attribute", "results": { + "arc": "error", "google": "error", "asqatasun": "error", "tenon": "error", @@ -488,15 +541,17 @@ "codesniffer": "error", "achecker": "error", "eiii": "error", - "nu": "notfound", + "nu": "warning", "siteimprove": "error", "fae": "error", - "aslint": "error" + "aslint": "error", + "enabler": "error" } }, "html element has lang attribute set to wrong language": { "example": "Example page with a lang attribute set to the wrong language", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "error", "tenon": "notfound", @@ -509,12 +564,14 @@ "nu": "notfound", "siteimprove": "notfound", "fae": "notfound", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, "lang attribute used to identify change of language, but with wrong language": { "example": "

Mother, he's asking you to go. He's saying, \"Allons, Madame plaisante!\"

", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "manual", "tenon": "notfound", @@ -527,7 +584,8 @@ "nu": "notfound", "siteimprove": "notfound", "fae": "notfound", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } } }, @@ -535,24 +593,27 @@ "Inappropriate page title": { "example": "Example page with a inappropriate page title", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "manual", "tenon": "notfound", "wave": "notfound", "sortsite": "notfound", "axe": "notfound", - "codesniffer": "manual", + "codesniffer": "notfound", "achecker": "manual", "eiii": "notfound", "nu": "notfound", "siteimprove": "notfound", "fae": "manual", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, "Empty page title": { "example": "Example page with a empty page title", "results": { + "arc": "error", "google": "error", "asqatasun": "error", "tenon": "error", @@ -565,12 +626,14 @@ "nu": "error", "siteimprove": "error", "fae": "error", - "aslint": "error" + "aslint": "error", + "enabler": "error" } }, "Missing page title": { "example": "Example page with a missing page title", "results": { + "arc": "error", "google": "error", "asqatasun": "error", "tenon": "error", @@ -583,14 +646,16 @@ "nu": "error", "siteimprove": "error", "fae": "error", - "aslint": "error" + "aslint": "error", + "enabler": "error" } } }, - "Headings": { + "Headings": { "Empty heading": { "example": "

\n

This paragraph is preceded by an empty H4

", "results": { + "arc": "warning", "google": "notfound", "asqatasun": "error", "tenon": "error", @@ -598,54 +663,59 @@ "sortsite": "error", "axe": "error", "codesniffer": "error", - "achecker": "error", "eiii": "error", "nu": "warning", "siteimprove": "error", "fae": "warning", - "aslint": "error" + "aslint": "notfound", + "enabler": "error" } }, "Missing H1": { "example": "Example page with no H1", "results": { + "arc": "warning", "google": "notfound", "asqatasun": "error", "tenon": "notfound", "wave": "warning", "sortsite": "error", - "axe": "notfound", + "axe": "error", "codesniffer": "error", "achecker": "notfound", "eiii": "notfound", "nu": "notfound", "siteimprove": "error", "fae": "warning", - "aslint": "error" + "aslint": "error", + "enabler": "error" } }, "Text formatting used instead of an actual heading": { "example": "
Fake Heading
\n

This paragraph is preceded by a div that is styled to look like a heading

", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", "wave": "notfound", "sortsite": "notfound", "axe": "notfound", - "codesniffer": "notfound", + "codesniffer": "manual", "achecker": "notfound", "eiii": "notfound", "nu": "notfound", "siteimprove": "notfound", "fae": "notfound", - "aslint": "notfound" + "aslint": "manual", + "enabler": "notfound" } }, "Headings not structured in a hierarchical manner": { "example": "

Heading 3

\n

Pages should be structured in a hierarchical manner, generally with one 1st degree headings (h1) being the\n most important (usually page titles or main content heading), then 2nd degree headings (h2 - usually major\n section headings), down to 3rd degree headings (sub-sections of the h2), and so on.

\n
Heading 5
\n

Technically, lower degree headings should be contained within headings of the next highest degree\n (i.e., one should not skip heading levels, such as from an h2 to an h4, going down the document).

\n

Heading 4

\n

This is an example where heading levels have been skipped and are not in a logical order, which makes the page\n difficult to understand and navigate for people using assistive technologies such as screen reader.

", "results": { - "google": "notfound", + "arc": "warning", + "google": "error", "asqatasun": "error", "tenon": "notfound", "wave": "warning", @@ -657,7 +727,8 @@ "nu": "notfound", "siteimprove": "error", "fae": "error", - "aslint": "error" + "aslint": "error", + "enabler": "notfound" } } }, @@ -665,7 +736,8 @@ "LI element with no parent": { "example": "
  • \n no parent\n
  • ", "results": { - "google": "notfound", + "arc": "error", + "google": "error", "asqatasun": "notfound", "tenon": "error", "wave": "notfound", @@ -677,12 +749,14 @@ "nu": "error", "siteimprove": "notfound", "fae": "manual", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, "List not marked up as a list": { "example": " * apple
    \n * orange
    \n * banana
    \n * pear\n ", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", @@ -695,13 +769,15 @@ "nu": "notfound", "siteimprove": "notfound", "fae": "notfound", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, - "DT or DD elements that are not contained within a DL element": { + "DT or DD elements that are not contained within a DL element": { "example": "
    html
    \n
    a markup language for describing web documents
    ", "results": { - "google": "notfound", + "arc": "notfound", + "google": "error", "asqatasun": "notfound", "tenon": "error", "wave": "notfound", @@ -713,13 +789,15 @@ "nu": "error", "siteimprove": "notfound", "fae": "notfound", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, "Improperly nested lists": { "example": "", "results": { - "google": "notfound", + "arc": "warning", + "google": "error", "asqatasun": "notfound", "tenon": "error", "wave": "notfound", @@ -731,7 +809,8 @@ "nu": "error", "siteimprove": "notfound", "fae": "manual", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } } }, @@ -739,10 +818,11 @@ "Table with column headers and double row headers": { "example": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n
    Road Traffic at Junctions
    RoadJunctionCarBus
    Regent StreetOxford Street30712
    Regent StreetBond Street173158
    Southwark StreetUnion Street197551
    ", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "manual", "tenon": "notfound", - "wave": "manual", + "wave": "notfound", "sortsite": "error", "axe": "notfound", "codesniffer": "error", @@ -751,16 +831,18 @@ "nu": "notfound", "siteimprove": "manual", "fae": "error", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, "Table has no scope attributes": { "example": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n
    Opening\ntimes
    Monday-FridaySaturdaySunday
    08:00\n-\n12:00openopenclosed
    12:00\n-\n16:00openclosedclosed
    ", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "manual", "tenon": "notfound", - "wave": "manual", + "wave": "notfound", "sortsite": "notfound", "axe": "notfound", "codesniffer": "error", @@ -769,34 +851,38 @@ "nu": "notfound", "siteimprove": "notfound", "fae": "notfound", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, "Table nested within table header": { "example": "\n\n\n\n\n\n\n\n\n\n\n\n\n
    ItemCost
    Lunch£6.99
    Holiday\n\n\n\n\n\n\n\n\n\n\n\n\n\n
    ItemCost
    Accommodation£499.99
    Travel£109.99
    \n
    £609.98
    ", "results": { + "arc": "error", "google": "notfound", "asqatasun": "notfound", "tenon": "error", - "wave": "notfound", + "wave": "warning", "sortsite": "error", "axe": "notfound", - "codesniffer": "notfound", + "codesniffer": "error", "achecker": "notfound", "eiii": "notfound", "nu": "notfound", "siteimprove": "notfound", "fae": "notfound", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, "Table nested within table": { "example": "\n\n\n\n\n\n\n\n\n\n\n\n\n
    ItemCost
    Lunch£6.99
    Holiday\n\n\n\n\n\n\n\n\n\n\n\n\n\n
    ItemCost
    Accommodation£499.99
    Travel£109.99
    \n
    £609.98
    ", "results": { + "arc": "error", "google": "notfound", "asqatasun": "notfound", "tenon": "error", - "wave": "notfound", + "wave": "warning", "sortsite": "error", "axe": "notfound", "codesniffer": "notfound", @@ -805,102 +891,114 @@ "nu": "notfound", "siteimprove": "notfound", "fae": "notfound", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, "Table has no table headings": { "example": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n
    Shelly's Daughters
    NameAgeBirthday
    Jackie5April 5
    Beth8January 14
    ", "results": { - "google": "error", + "arc": "error", + "google": "notfound", "asqatasun": "manual", "tenon": "warning", - "wave": "manual", + "wave": "notfound", "sortsite": "error", - "axe": "error", - "codesniffer": "manual", + "axe": "notfound", + "codesniffer": "notfound", "achecker": "manual", "eiii": "notfound", "nu": "notfound", "siteimprove": "notfound", "fae": "error", - "aslint": "error" + "aslint": "error", + "enabler": "notfound" } }, "Table with inconsistent numbers of columns in rows": { "example": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n
    Requester information
    Requester Information
    NameJon SmithDate9/9/2005
    DepartmentCustomer Service
    E-mailjon.smith@gov.ukPhone07700 900258
    ", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", "wave": "notfound", "sortsite": "notfound", "axe": "notfound", - "codesniffer": "manual", + "codesniffer": "error", "achecker": "notfound", "eiii": "notfound", "nu": "error", "siteimprove": "manual", "fae": "notfound", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, "Table that only has TH elements in it": { "example": "\n\n\n\n\n\n\n\n\n
    FooBarBatBaz
    ", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "error", "wave": "notfound", "sortsite": "notfound", - "axe": "error", + "axe": "notfound", "codesniffer": "notfound", "achecker": "warning", "eiii": "notfound", "nu": "notfound", "siteimprove": "notfound", "fae": "notfound", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, "Table is missing a caption": { "example": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n
    NameAgeBirthday
    Jackie5April 5
    Beth8January 14
    ", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "manual", "tenon": "notfound", - "wave": "manual", + "wave": "notfound", "sortsite": "notfound", "axe": "notfound", - "codesniffer": "manual", + "codesniffer": "warning", "achecker": "manual", "eiii": "notfound", "nu": "notfound", - "siteimprove": "error", + "siteimprove": "manual", "fae": "warning", - "aslint": "error" + "aslint": "error", + "enabler": "notfound" } }, "Table used for layout": { "example": "\n\n\n\n\n

    Welcome to our homepage

    Here you can find out who we are, what we do and why you should buy our products.

    ", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "manual", "tenon": "warning", - "wave": "identified", + "wave": "warning", "sortsite": "error", "axe": "notfound", - "codesniffer": "identified", + "codesniffer": "notfound", "achecker": "manual", "eiii": "notfound", "nu": "notfound", "siteimprove": "notfound", "fae": "manual", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, "Table has an empty table header": { "example": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n
    Shelly's Daughters
    AgeBirthday
    Jackie5April 5
    Beth8January 14
    ", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "error", @@ -911,14 +1009,16 @@ "achecker": "notfound", "eiii": "notfound", "nu": "notfound", - "siteimprove": "error", + "siteimprove": "manual", "fae": "notfound", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, "Table with some empty cells": { "example": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n
    Bills before Parliament 2016-17
    \n Current House\n \n Bill title\n \n Last updated\n
     A 
    \n Lords\n \n Abortion (Disability Equality) Bill [HL]\n 26.05.2016
    \n Lords\n \n Access to Palliative Care Bill [HL]\n 10.06.2016
    ", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", @@ -931,7 +1031,8 @@ "nu": "notfound", "siteimprove": "notfound", "fae": "notfound", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } } }, @@ -939,6 +1040,7 @@ "Image has alt and title that are different": { "example": "\"BBC\"", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "manual", "tenon": "error", @@ -951,30 +1053,34 @@ "nu": "notfound", "siteimprove": "notfound", "fae": "notfound", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, "Image with presentation role has non-empty alt": { "example": "\"Decorative", "results": { + "arc": "manual", "google": "notfound", "asqatasun": "notfound", "tenon": "error", "wave": "notfound", "sortsite": "error", - "axe": "notfound", + "axe": "error", "codesniffer": "notfound", "achecker": "notfound", "eiii": "notfound", - "nu": "notfound", - "siteimprove": "notfound", + "nu": "error", + "siteimprove": "manual", "fae": "notfound", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, "Image with no alt attribute": { "example": "", "results": { + "arc": "error", "google": "error", "asqatasun": "error", "tenon": "error", @@ -987,12 +1093,14 @@ "nu": "error", "siteimprove": "error", "fae": "error", - "aslint": "error" + "aslint": "error", + "enabler": "error" } }, "Background image that conveys information does not have a text alternative": { "example": "
    \n Taking too much of your pension money in early retirement could mean you don't have enough for later.\n
    ", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", @@ -1005,16 +1113,18 @@ "nu": "notfound", "siteimprove": "notfound", "fae": "notfound", - "aslint": "manual" + "aslint": "manual", + "enabler": "notfound" } }, "Image has empty alt and non-empty title": { "example": "\"\"", "results": { + "arc": "error", "google": "notfound", "asqatasun": "manual", "tenon": "error", - "wave": "notfound", + "wave": "warning", "sortsite": "error", "axe": "notfound", "codesniffer": "error", @@ -1023,12 +1133,14 @@ "nu": "notfound", "siteimprove": "error", "fae": "notfound", - "aslint": "error" + "aslint": "error", + "enabler": "error" } }, "A distraction is present, an animated gif": { "example": "\"Animated", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", @@ -1041,48 +1153,54 @@ "nu": "notfound", "siteimprove": "notfound", "fae": "manual", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, "Image that conveys information has an empty alt attribute": { "example": "\"\"", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "manual", "tenon": "notfound", "wave": "manual", "sortsite": "notfound", "axe": "notfound", - "codesniffer": "manual", + "codesniffer": "warning", "achecker": "warning", "eiii": "notfound", - "nu": "manual", + "nu": "notfound", "siteimprove": "manual", "fae": "manual", - "aslint": "manual" + "aslint": "manual", + "enabler": "error" } }, "Image that conveys information has inappropriate alt text": { "example": "\"Twitter\"", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "manual", "tenon": "notfound", - "wave": "manual", + "wave": "notfound", "sortsite": "notfound", "axe": "notfound", "codesniffer": "manual", "achecker": "warning", "eiii": "notfound", - "nu": "manual", + "nu": "notfound", "siteimprove": "notfound", "fae": "manual", - "aslint": "manual" + "aslint": "manual", + "enabler": "notfound" } }, "Image alt attribute contains image file name": { "example": "\"bbc-blocks-dark.png\"", "results": { + "arc": "warning", "google": "notfound", "asqatasun": "manual", "tenon": "error", @@ -1092,28 +1210,31 @@ "codesniffer": "manual", "achecker": "warning", "eiii": "notfound", - "nu": "manual", + "nu": "notfound", "siteimprove": "error", "fae": "error", - "aslint": "manual" + "aslint": "manual", + "enabler": "notfound" } }, "Image with partial text alternative": { "example": "

    The image below contains a lot of information, such as which departments the sale is on. The text alternative in the alt attribute does not include this information, only a partial \"25% off sale\"

    \n\"25%", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "manual", "tenon": "notfound", - "wave": "manual", + "wave": "notfound", "sortsite": "notfound", "axe": "notfound", "codesniffer": "manual", "achecker": "manual", "eiii": "notfound", - "nu": "manual", + "nu": "notfound", "siteimprove": "notfound", "fae": "manual", - "aslint": "manual" + "aslint": "manual", + "enabler": "notfound" } } }, @@ -1121,10 +1242,11 @@ "Embedded video file is missing text alternative": { "example": "", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", - "wave": "manual", + "wave": "warning", "sortsite": "notfound", "axe": "manual", "codesniffer": "manual", @@ -1133,43 +1255,48 @@ "nu": "notfound", "siteimprove": "manual", "fae": "manual", - "aslint": "error" + "aslint": "error", + "enabler": "notfound" } }, "Flashing content doesn't have warning": { "example": "", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", "wave": "notfound", "sortsite": "notfound", "axe": "notfound", - "codesniffer": "notfound", + "codesniffer": "manual", "achecker": "notfound", "eiii": "notfound", "nu": "notfound", "siteimprove": "notfound", "fae": "notfound", - "aslint": "notfound" + "aslint": "manual", + "enabler": "notfound" } }, "Embedded audio file is missing text alternative": { "example": "", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", - "wave": "manual", + "wave": "warning", "sortsite": "notfound", - "axe": "manual", + "axe": "notfound", "codesniffer": "manual", "achecker": "notfound", "eiii": "notfound", "nu": "notfound", "siteimprove": "manual", "fae": "error", - "aslint": "error" + "aslint": "error", + "enabler": "notfound" } } }, @@ -1177,24 +1304,27 @@ "Image link with no alternative text": { "example": "\"\"", "results": { + "arc": "notfound", "google": "error", "asqatasun": "error", "tenon": "error", "wave": "error", "sortsite": "error", - "axe": "error", + "axe": "notfound", "codesniffer": "error", "achecker": "error", "eiii": "notfound", "nu": "notfound", "siteimprove": "error", "fae": "error", - "aslint": "error" + "aslint": "error", + "enabler": "error" } }, "Link to javascript, invalid hypertext reference": { "example": "Press me!", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "error", @@ -1207,13 +1337,15 @@ "nu": "notfound", "siteimprove": "notfound", "fae": "notfound", - "aslint": "manual" + "aslint": "error", + "enabler": "notfound" } }, "Uninformative link text": { "example": "

    Polar bear

    \n

    The polar bear is a carnivorous bear whose native range lies largely within the Arctic Circle,\n encompassing the Arctic Ocean, its surrounding seas and surrounding land masses.

    \nRead more", "results": { - "google": "notfound", + "arc": "notfound", + "google": "error", "asqatasun": "manual", "tenon": "error", "wave": "warning", @@ -1225,30 +1357,34 @@ "nu": "notfound", "siteimprove": "error", "fae": "manual", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, "Link launches new window with no warning": { "example": "Twitter", "results": { - "google": "notfound", + "arc": "notfound", + "google": "error", "asqatasun": "manual", "tenon": "notfound", "wave": "notfound", "sortsite": "error_paid", "axe": "notfound", - "codesniffer": "manual", + "codesniffer": "warning", "achecker": "notfound", "eiii": "notfound", "nu": "notfound", "siteimprove": "notfound", "fae": "notfound", - "aslint": "warning" + "aslint": "error", + "enabler": "notfound" } }, "Links not separated by printable characters": { "example": "Page A Page B Page C", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", @@ -1261,12 +1397,14 @@ "nu": "notfound", "siteimprove": "notfound", "fae": "notfound", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, "Link text with identical title": { "example": "Google", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "error", "tenon": "error", @@ -1279,12 +1417,14 @@ "nu": "notfound", "siteimprove": "notfound", "fae": "notfound", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, "Links to a sound file, no transcript": { "example": "Listen to the interview", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", @@ -1297,30 +1437,34 @@ "nu": "notfound", "siteimprove": "notfound", "fae": "notfound", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, "Identifying links by colour alone": { "example": "", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", "wave": "notfound", "sortsite": "notfound", "axe": "notfound", - "codesniffer": "notfound", + "codesniffer": "manual", "achecker": "notfound", "eiii": "notfound", "nu": "notfound", "siteimprove": "notfound", "fae": "manual", - "aslint": "notfound" + "aslint": "manual", + "enabler": "notfound" } }, "Link to PDF does not include information on file format and file size": { "example": "Dyslexia style guide", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "manual", "tenon": "notfound", @@ -1333,30 +1477,34 @@ "nu": "notfound", "siteimprove": "notfound", "fae": "notfound", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, "Link to #, invalid hypertext reference": { "example": "Do something", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "error", "wave": "notfound", "sortsite": "notfound", - "axe": "error", + "axe": "notfound", "codesniffer": "notfound", "achecker": "notfound", "eiii": "notfound", "nu": "notfound", "siteimprove": "notfound", "fae": "notfound", - "aslint": "manual" + "aslint": "manual", + "enabler": "error" } }, "Blank link text": { "example": "", "results": { + "arc": "error", "google": "error", "asqatasun": "error", "tenon": "error", @@ -1369,48 +1517,54 @@ "nu": "notfound", "siteimprove": "notfound", "fae": "error", - "aslint": "error" + "aslint": "error", + "enabler": "error" } }, "Links with the same text go to different pages": { "example": "Lions are the only truly social cats, with related females\n living together in prides overseen by male coalition that compete for possession in fierce and often fatal battles.\n Lions are predatory carnivores and it's the females that perform most of the hunting at night; the majority\n of the prey being antelope, zebra and wildebeest.\n ", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "manual", "tenon": "notfound", "wave": "notfound", "sortsite": "notfound", - "axe": "notfound", + "axe": "warning", "codesniffer": "notfound", "achecker": "notfound", "eiii": "notfound", "nu": "notfound", "siteimprove": "error", "fae": "warning", - "aslint": "notfound" + "aslint": "error", + "enabler": "notfound" } }, "Link text does not make sense out of context": { "example": "

    To know more about me, visit my page.

    ", "results": { - "google": "error", + "arc": "notfound", + "google": "notfound", "asqatasun": "manual", "tenon": "notfound", - "wave": "notfound", + "wave": "warning", "sortsite": "notfound", "axe": "notfound", - "codesniffer": "notfound", + "codesniffer": "manual", "achecker": "warning", "eiii": "notfound", "nu": "notfound", "siteimprove": "notfound", "fae": "manual", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, "Adjacent links going to the same destination": { "example": "\"Red\nRed Panda", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", @@ -1423,13 +1577,15 @@ "nu": "notfound", "siteimprove": "error", "fae": "notfound", - "aslint": "notfound" + "aslint": "error", + "enabler": "notfound" } }, "Link contains only a full stop": { "example": " Visit the GOV.UK website .", "results": { - "google": "error", + "arc": "notfound", + "google": "notfound", "asqatasun": "error", "tenon": "notfound", "wave": "notfound", @@ -1441,12 +1597,14 @@ "nu": "notfound", "siteimprove": "notfound", "fae": "manual", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, "Image link alt text repeats text in the link": { "example": "\n\"Red\n Red Panda\n ", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "manual", "tenon": "notfound", @@ -1459,12 +1617,14 @@ "nu": "notfound", "siteimprove": "error", "fae": "notfound", - "aslint": "notfound" + "aslint": "error", + "enabler": "notfound" } }, "Link not clearly identifiable and distinguishable from surrounding text": { "example": "

    Find out more about Doctor Who

    ", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", @@ -1477,12 +1637,14 @@ "nu": "notfound", "siteimprove": "error", "fae": "notfound", - "aslint": "notfound" + "aslint": "manual", + "enabler": "notfound" } }, "Link to a multimedia file, no transcript": { "example": "Watch the interview", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", @@ -1495,12 +1657,14 @@ "nu": "notfound", "siteimprove": "notfound", "fae": "notfound", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, "Non-specific link text": { "example": "Click here for more information on the Rocky Mountains.\n ", "results": { + "arc": "error", "google": "error", "asqatasun": "error", "tenon": "error", @@ -1513,12 +1677,14 @@ "nu": "notfound", "siteimprove": "error", "fae": "manual", - "aslint": "error" + "aslint": "error", + "enabler": "notfound" } }, "Link to an image, no text alternative": { "example": " My favourite bat", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "error", @@ -1531,7 +1697,8 @@ "nu": "notfound", "siteimprove": "notfound", "fae": "notfound", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } } }, @@ -1539,6 +1706,7 @@ "Image button has no alt attribute": { "example": "", "results": { + "arc": "error", "google": "error", "asqatasun": "error", "tenon": "error", @@ -1551,12 +1719,14 @@ "nu": "error", "siteimprove": "error", "fae": "error", - "aslint": "error" + "aslint": "error", + "enabler": "notfound" } }, "Empty button": { "example": "", "results": { + "arc": "error", "google": "error", "asqatasun": "notfound", "tenon": "error", @@ -1569,16 +1739,18 @@ "nu": "notfound", "siteimprove": "notfound", "fae": "error", - "aslint": "identified" + "aslint": "notfound", + "enabler": "error" } }, "Uninformative alt attribute value on image button": { "example": "", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "manual", "tenon": "error", - "wave": "manual", + "wave": "notfound", "sortsite": "notfound", "axe": "notfound", "codesniffer": "manual", @@ -1587,13 +1759,15 @@ "nu": "notfound", "siteimprove": "notfound", "fae": "notfound", - "aslint": "manual" + "aslint": "error", + "enabler": "notfound" } }, "Empty alt attribute on image button": { "example": "", "results": { - "google": "notfound", + "arc": "error", + "google": "error", "asqatasun": "error", "tenon": "error", "wave": "error", @@ -1605,7 +1779,8 @@ "nu": "error", "siteimprove": "error", "fae": "error", - "aslint": "error" + "aslint": "error", + "enabler": "notfound" } } }, @@ -1613,6 +1788,7 @@ "Errors identified by colour only": { "example": "
    \n
    \n You need to fix the errors on this page before continuing.\n
    \n\n\n\n
    ", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", @@ -1625,13 +1801,15 @@ "nu": "notfound", "siteimprove": "notfound", "fae": "manual", - "aslint": "manual" + "aslint": "manual", + "enabler": "notfound" } }, "Labels missing when they would look clumsy for some form controls": { "example": "
    \n

    \n\n\n\n

    ", "results": { - "google": "notfound", + "arc": "error", + "google": "error", "asqatasun": "error", "tenon": "error", "wave": "error", @@ -1643,12 +1821,14 @@ "nu": "notfound", "siteimprove": "error", "fae": "error", - "aslint": "error" + "aslint": "error", + "enabler": "error" } }, "Error messages - no suggestion for corrections given, e.g. required format": { "example": "
    ", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "manual", "tenon": "notfound", @@ -1661,12 +1841,14 @@ "nu": "notfound", "siteimprove": "notfound", "fae": "manual", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, "Left aligned form labels with too much white space": { "example": "

    \n\n\n

    ", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "manual", "tenon": "notfound", @@ -1679,30 +1861,34 @@ "nu": "notfound", "siteimprove": "notfound", "fae": "notfound", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, "Group of radio buttons not enclosed in a fieldset": { "example": "

    Do you already have a personal user account?

    \n
    \n
    ", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "manual", "tenon": "notfound", "wave": "warning", "sortsite": "error", - "axe": "error", - "codesniffer": "notfound", + "axe": "notfound", + "codesniffer": "warning", "achecker": "notfound", "eiii": "notfound", "nu": "notfound", - "siteimprove": "notfound", + "siteimprove": "error", "fae": "error", - "aslint": "error" + "aslint": "error", + "enabler": "notfound" } }, "Form element has no label": { "example": "
    ", "results": { + "arc": "error", "google": "error", "asqatasun": "error", "tenon": "error", @@ -1715,12 +1901,14 @@ "nu": "notfound", "siteimprove": "error", "fae": "error", - "aslint": "error" + "aslint": "error", + "enabler": "notfound" } }, "Fieldset without a legend": { "example": "
    \n I am a fieldset without a legend\n
    ", "results": { + "arc": "error", "google": "notfound", "asqatasun": "error", "tenon": "notfound", @@ -1733,12 +1921,14 @@ "nu": "notfound", "siteimprove": "notfound", "fae": "error", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, "Empty legend": { "example": "
    \n\n
    ", "results": { + "arc": "error", "google": "notfound", "asqatasun": "error", "tenon": "notfound", @@ -1751,12 +1941,14 @@ "nu": "notfound", "siteimprove": "notfound", "fae": "error", - "aslint": "identified" + "aslint": "notfound", + "enabler": "notfound" } }, "Label element with for= attribute but not matching id= attribute of form control": { "example": "
    \nNon-matching for attribute\n\n\n
    ", "results": { + "arc": "error", "google": "error", "asqatasun": "error", "tenon": "error", @@ -1769,31 +1961,35 @@ "nu": "notfound", "siteimprove": "error", "fae": "error", - "aslint": "error" + "aslint": "error", + "enabler": "error" } }, "Group of check boxes not enclosed in a fieldset": { "example": "

    Which types of waste do you transport regularly?

    \n
    \n
    \n
    ", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "manual", "tenon": "notfound", "wave": "warning", "sortsite": "notfound", - "axe": "error", - "codesniffer": "notfound", + "axe": "notfound", + "codesniffer": "warning", "achecker": "notfound", "eiii": "notfound", "nu": "notfound", - "siteimprove": "notfound", + "siteimprove": "error", "fae": "notfound", - "aslint": "error" + "aslint": "error", + "enabler": "notfound" } }, "Empty label found": { "example": "
    \n
    ", "results": { - "google": "notfound", + "arc": "error", + "google": "error", "asqatasun": "manual", "tenon": "error", "wave": "error", @@ -1805,31 +2001,35 @@ "nu": "notfound", "siteimprove": "error", "fae": "error", - "aslint": "error" + "aslint": "error", + "enabler": "notfound" } }, "Two unique labels, but identical for= attributes": { "example": "
    \n

    \n\n\n\n\n\n\n

    ", "results": { + "arc": "error", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", "wave": "error", "sortsite": "notfound", - "axe": "error", + "axe": "warning", "codesniffer": "notfound", "achecker": "error", "eiii": "notfound", "nu": "notfound", "siteimprove": "notfound", "fae": "notfound", - "aslint": "notfound" + "aslint": "error", + "enabler": "notfound" } }, "Errors identified with a poor colour contrast": { "example": "
    \n
    \n You need to fix the errors on this page before continuing.\n
    \n\n\n\n
    ", "results": { - "google": "warning", + "arc": "error", + "google": "error", "asqatasun": "error", "tenon": "notfound", "wave": "error", @@ -1841,12 +2041,14 @@ "nu": "notfound", "siteimprove": "error", "fae": "error", - "aslint": "error" + "aslint": "error", + "enabler": "notfound" } }, "Non-unique field label found": { "example": "

    \n
    ", "results": { + "arc": "error", "google": "notfound", "asqatasun": "notfound", "tenon": "error", @@ -1859,12 +2061,14 @@ "nu": "notfound", "siteimprove": "notfound", "fae": "error", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, "Missing labels in checkboxes": { "example": "
    \nWhat is your nationality?\n\n\n\n\n\n\n
    ", "results": { + "arc": "error", "google": "error", "asqatasun": "error", "tenon": "error", @@ -1877,12 +2081,14 @@ "nu": "notfound", "siteimprove": "error", "fae": "error", - "aslint": "error" + "aslint": "error", + "enabler": "error" } }, "Field hint not associated with input": { "example": "
    \n

    It'll be on your last payslip. For example, JH 21 90 0A.

    \n
    ", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "manual", "tenon": "notfound", @@ -1895,30 +2101,34 @@ "nu": "notfound", "siteimprove": "notfound", "fae": "notfound", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, "Placeholder no label": { "example": "
    \n
    ", "results": { + "arc": "error", "google": "error", "asqatasun": "error", "tenon": "error", "wave": "error", "sortsite": "error", - "axe": "error", - "codesniffer": "error", + "axe": "notfound", + "codesniffer": "manual", "achecker": "error", "eiii": "notfound", "nu": "notfound", "siteimprove": "error", "fae": "error", - "aslint": "error" + "aslint": "error", + "enabler": "notfound" } }, "Errors are not identified": { "example": "
    \n
    \n You need to fix the errors on this page before continuing.\n
    \n\n\n\n
    ", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "manual", "tenon": "notfound", @@ -1931,12 +2141,14 @@ "nu": "notfound", "siteimprove": "notfound", "fae": "manual", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, "Form control that changes context without warning": { "example": "
    \n
    ", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "manual", "tenon": "notfound", @@ -1949,7 +2161,8 @@ "nu": "notfound", "siteimprove": "notfound", "fae": "manual", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } } }, @@ -1957,19 +2170,21 @@ "Inadequately-sized clickable targets found": { "example": "a\nb\nc\nd\ne\nf\ng\nh\ni\nj\nk\nl\nm\nn\no\np\nq\nr\ns\nt\nu\nv\nw\nx\ny\nz", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", "wave": "notfound", "sortsite": "notfound", "axe": "notfound", - "codesniffer": "notfound", + "codesniffer": "manual", "achecker": "notfound", "eiii": "notfound", "nu": "notfound", "siteimprove": "notfound", "fae": "notfound", - "aslint": "notfound" + "aslint": "manual", + "enabler": "notfound" } } }, @@ -1977,24 +2192,27 @@ "Alert shows for a short time": { "example": "

    \n You should complete this form in 20 minutes\n

    \n", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", "wave": "notfound", "sortsite": "notfound", "axe": "notfound", - "codesniffer": "notfound", + "codesniffer": "manual", "achecker": "notfound", "eiii": "notfound", "nu": "notfound", "siteimprove": "manual", "fae": "manual", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, "Lightbox - close button doesn't receive focus": { "example": "Open lightbox\n
    \nX\n

    \n This lightbox's close button isn't a link so you can't focus on it.\n The Ministry of Justice website has information about mental capacity.\n

    \n
    ", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", @@ -2007,30 +2225,34 @@ "nu": "notfound", "siteimprove": "notfound", "fae": "error", - "aslint": "notfound" + "aslint": "manual", + "enabler": "notfound" } }, "Focus order in wrong order": { "example": "
    \nFirst link\nSecond link\nThird link\n
    ", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", "wave": "notfound", "sortsite": "notfound", "axe": "notfound", - "codesniffer": "notfound", + "codesniffer": "manual", "achecker": "notfound", "eiii": "notfound", "nu": "notfound", "siteimprove": "manual", "fae": "manual", - "aslint": "notfound" + "aslint": "manual", + "enabler": "notfound" } }, "Tabindex greater than 0": { "example": "A link with a tabindex greater than 0", "results": { + "arc": "error", "google": "error", "asqatasun": "notfound", "tenon": "error", @@ -2043,12 +2265,14 @@ "nu": "notfound", "siteimprove": "manual", "fae": "notfound", - "aslint": "warning" + "aslint": "error", + "enabler": "error" } }, "Keyboard focus is not indicated visually": { "example": "Link with no focus style", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "manual", "tenon": "notfound", @@ -2061,16 +2285,18 @@ "nu": "notfound", "siteimprove": "error", "fae": "manual", - "aslint": "error" + "aslint": "manual", + "enabler": "notfound" } }, "Keyboard focus assigned to a non focusable element using tabindex=0": { "example": "

    My favourite car

    ", "results": { + "arc": "error", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", - "wave": "manual", + "wave": "notfound", "sortsite": "notfound", "axe": "notfound", "codesniffer": "notfound", @@ -2079,12 +2305,14 @@ "nu": "notfound", "siteimprove": "notfound", "fae": "notfound", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, "Concertina items don't get keyboard focus": { "example": "
    \n
    Understanding user research
    \n
    \n\n
    \n
    Preparing for user research
    \n
    \n\n
    \n
    Analysing and sharing findings
    \n
    \n\n
    \n
    ", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", @@ -2097,12 +2325,14 @@ "nu": "notfound", "siteimprove": "notfound", "fae": "error", - "aslint": "notfound" + "aslint": "manual", + "enabler": "notfound" } }, "Keyboard trap": { "example": "

    Example page that contains a keyboard trap

    ", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", @@ -2115,12 +2345,14 @@ "nu": "notfound", "siteimprove": "notfound", "fae": "manual", - "aslint": "notfound" + "aslint": "manual", + "enabler": "notfound" } }, "Dropdown navigation - only the top level items receive focus": { "example": "", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "manual", "tenon": "notfound", @@ -2133,12 +2365,14 @@ "nu": "notfound", "siteimprove": "notfound", "fae": "notfound", - "aslint": "notfound" + "aslint": "manual", + "enabler": "notfound" } }, "Lightbox - ESC key doesn't close the lightbox": { "example": "Open lightbox\n
    \nX\n

    \n This lightbox can't be closed with an escape key.\n The Ministry of Justice website has information about mental capacity.\n

    \n
    ", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", @@ -2151,12 +2385,14 @@ "nu": "notfound", "siteimprove": "notfound", "fae": "notfound", - "aslint": "notfound" + "aslint": "manual", + "enabler": "notfound" } }, "Link with a role=button does not work with space bar": { "example": "Continue", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", @@ -2169,12 +2405,14 @@ "nu": "notfound", "siteimprove": "manual", "fae": "manual", - "aslint": "error" + "aslint": "error", + "enabler": "notfound" } }, "Tooltips don't receive keyboard focus": { "example": "\n", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", @@ -2187,30 +2425,34 @@ "nu": "notfound", "siteimprove": "notfound", "fae": "manual", - "aslint": "notfound" + "aslint": "manual", + "enabler": "notfound" } }, "Accesskey attribute used": { "example": "A link with an accesskey attribute", "results": { + "arc": "warning", "google": "notfound", "asqatasun": "notfound", "tenon": "error", "wave": "warning", "sortsite": "notfound", "axe": "notfound", - "codesniffer": "notfound", + "codesniffer": "manual", "achecker": "notfound", "eiii": "notfound", "nu": "notfound", "siteimprove": "notfound", "fae": "notfound", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, "Lightbox - focus is not moved immediately to lightbox": { "example": "Open lightbox\n
    \nX\n

    \n This lightbox is placed at the end of the DOM so you'll have to tab through other links to reach it.\n The Ministry of Justice website has information about mental capacity.\n

    \n
    ", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", @@ -2223,12 +2465,14 @@ "nu": "notfound", "siteimprove": "notfound", "fae": "notfound", - "aslint": "notfound" + "aslint": "manual", + "enabler": "notfound" } }, "Lightbox - focus is not retained within the lightbox": { "example": "Open lightbox\n
    \nX\n

    \n This lightbox doesn't retain the focus within itself.\n The Ministry of Justice website has information about mental capacity.\n

    \n
    ", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", @@ -2241,12 +2485,14 @@ "nu": "notfound", "siteimprove": "notfound", "fae": "notfound", - "aslint": "notfound" + "aslint": "manual", + "enabler": "notfound" } }, "Fake button is not keyboard accessible": { "example": "
    launch webchat
    ", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", @@ -2259,7 +2505,8 @@ "nu": "notfound", "siteimprove": "notfound", "fae": "error", - "aslint": "notfound" + "aslint": "manual", + "enabler": "notfound" } } }, @@ -2267,7 +2514,8 @@ "iframe is missing a title attribute": { "example": "", "results": { - "google": "notfound", + "arc": "error", + "google": "error", "asqatasun": "error", "tenon": "error", "wave": "notfound", @@ -2279,25 +2527,28 @@ "nu": "notfound", "siteimprove": "error", "fae": "error", - "aslint": "error" + "aslint": "notfound", + "enabler": "error" } }, "iframe title attribute does not describe the content or purpose of the iframe": { "example": "", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "manual", "tenon": "notfound", "wave": "notfound", "sortsite": "notfound", "axe": "notfound", - "codesniffer": "manual", + "codesniffer": "notfound", "achecker": "notfound", "eiii": "notfound", "nu": "notfound", "siteimprove": "notfound", "fae": "notfound", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } } }, @@ -2305,24 +2556,27 @@ "Content is not readable and functional when text is increased": { "example": "

    This text becomes unreadable when you increase the text-size (Zoom text only) in\n Firefox

    ", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", "wave": "notfound", "sortsite": "notfound", "axe": "notfound", - "codesniffer": "notfound", + "codesniffer": "manual", "achecker": "notfound", "eiii": "notfound", "nu": "notfound", "siteimprove": "notfound", "fae": "manual", - "aslint": "notfound" + "aslint": "manual", + "enabler": "notfound" } }, "Non-decorative content inserted using CSS": { "example": "

    My favourite food is

    ", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", @@ -2335,12 +2589,14 @@ "nu": "notfound", "siteimprove": "notfound", "fae": "notfound", - "aslint": "notfound" + "aslint": "manual", + "enabler": "notfound" } }, "visibility:hidden used to visually hide content when it should be available to screenreader": { "example": "Read more about rugby", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", @@ -2353,12 +2609,14 @@ "nu": "notfound", "siteimprove": "notfound", "fae": "notfound", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, "display:none used to visually hide content when it should be available to screenreader": { "example": "Read more about football", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", @@ -2371,12 +2629,14 @@ "nu": "notfound", "siteimprove": "notfound", "fae": "notfound", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, "Page zoom - boxes that don't expand with the text": { "example": "
    The box below this example won't expand to fit the text contained within when zoomed in.

    This service is for England and Wales only. You must contact individual prisons in Northern Ireland or Scotland to book a visit.

    ", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", @@ -2389,7 +2649,8 @@ "nu": "notfound", "siteimprove": "notfound", "fae": "manual", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } } }, @@ -2397,6 +2658,7 @@ "Duplicate id": { "example": "
    global nav
    \n
    page nav
    ", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "error", @@ -2409,12 +2671,14 @@ "nu": "error", "siteimprove": "error", "fae": "notfound", - "aslint": "error" + "aslint": "error", + "enabler": "error" } }, "Article element used to mark-up an element that's not an article/blog post etc.": { "example": "
    \n

    Elsewhere on GOV.UK

    \n\n
    ", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", @@ -2427,12 +2691,14 @@ "nu": "notfound", "siteimprove": "manual", "fae": "notfound", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, "Empty paragraph": { "example": "

    ", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", @@ -2445,12 +2711,14 @@ "nu": "notfound", "siteimprove": "notfound", "fae": "notfound", - "aslint": "identified" + "aslint": "notfound", + "enabler": "notfound" } }, "Deprecated center element": { "example": "
    This text is centred using the center element
    ", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "error", "tenon": "notfound", @@ -2463,12 +2731,14 @@ "nu": "error", "siteimprove": "error", "fae": "notfound", - "aslint": "warning" + "aslint": "error", + "enabler": "error" } }, "Invalid ARIA role names": { "example": "
    \n
      \n
    1. Home
    2. \n
    3. Housing and local services
    4. \n
    5. Local councils and services
    6. \n
    \n
    ", "results": { + "arc": "error", "google": "error", "asqatasun": "notfound", "tenon": "notfound", @@ -2481,48 +2751,54 @@ "nu": "error", "siteimprove": "error", "fae": "error", - "aslint": "error" + "aslint": "error", + "enabler": "error" } }, "Object not embedded accessibly - wmode parameter not set to window": { "example": "Alternative text", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "error", - "wave": "notfound", + "wave": "warning", "sortsite": "notfound", - "axe": "notfound", - "codesniffer": "notfound", + "axe": "error", + "codesniffer": "warning", "achecker": "notfound", "eiii": "notfound", "nu": "notfound", "siteimprove": "notfound", "fae": "notfound", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, "Spacer image found": { "example": "We are here. \"\" And you are there.", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", "wave": "identified", "sortsite": "notfound", "axe": "notfound", - "codesniffer": "notfound", + "codesniffer": "warning", "achecker": "notfound", "eiii": "notfound", "nu": "notfound", - "siteimprove": "notfound", + "siteimprove": "manual", "fae": "notfound", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, "Inline style adds colour": { "example": "

    The colour of this text is set using inline styles.

    ", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", @@ -2535,12 +2811,14 @@ "nu": "notfound", "siteimprove": "notfound", "fae": "notfound", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, "Start and close tags don't match": { "example": "
    strings of pearls
    \n ", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "notfound", @@ -2553,12 +2831,14 @@ "nu": "error", "siteimprove": "notfound", "fae": "notfound", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, "PRE element without CODE element inside it": { "example": "
    \nYour\n\n  /\\ (`/`|| _     +\n /--\\,)\\,||   (||`|\n\n        goes here\n
    ", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "notfound", "tenon": "error", @@ -2571,12 +2851,14 @@ "nu": "notfound", "siteimprove": "notfound", "fae": "notfound", - "aslint": "notfound" + "aslint": "notfound", + "enabler": "notfound" } }, "Deprecated font element": { "example": "

    The size and face of this text is set using the font element and the size and face attributes

    ", "results": { + "arc": "notfound", "google": "notfound", "asqatasun": "error", "tenon": "notfound", @@ -2589,7 +2871,8 @@ "nu": "error", "siteimprove": "error", "fae": "notfound", - "aslint": "warning" + "aslint": "error", + "enabler": "error" } } }