Backstop is working locally

.prettierrc

@@ -0,0 +1,3 @@
+{
+  "singleQuote": true
+}

app/main/views/sign_in.py

@@ -124,6 +124,7 @@ def _do_login_dot_gov():
         except BaseException as be:  # noqa B036
             current_app.logger.error(f"Error signing in: {be} #notify-admin-1505 ")
             error(401)
+
         return redirect(url_for("main.show_accounts_or_dashboard", next=redirect_url))
 
     # end login.gov
@@ -145,7 +146,11 @@ def _handle_e2e_tests(redirect_url):
     )
     user = user_api_client.get_user_by_email(os.getenv("NOTIFY_E2E_TEST_EMAIL"))
     activate_user(user["id"])
-    return redirect(url_for("main.show_accounts_or_dashboard", next=redirect_url))
+
+    if redirect_url and is_safe_redirect_url(redirect_url):
+            return redirect(redirect_url)
+
+    return redirect(url_for("main.show_accounts_or_dashboard"))
 
 
 @main.route("/sign-in", methods=(["GET", "POST"]))

backstop.config.js

@@ -0,0 +1,42 @@
+const { urls } = require('./urls');
+
+// Helper function to automatically generate scenarios from the URLs
+const createScenariosFromUrls = (urlsObj, delay = 1000) => {
+  return Object.keys(urlsObj).map((label) => ({
+    label,
+    url: urlsObj[label],
+    hideSelectors: [],
+    removeSelectors: [],
+    selectors: ['document'],
+    selectorExpansion: true,
+    misMatchThreshold: 0.1,
+    requireSameDimensions: true,
+    delay,
+  }));
+};
+
+module.exports = {
+  id: 'my_project_tests',
+  viewports: [
+    {
+      label: 'desktop',
+      width: 1024,
+      height: 768,
+    },
+  ],
+  scenarios: createScenariosFromUrls(urls),
+  paths: {
+    bitmaps_reference: 'backstop_data/bitmaps_reference',
+    bitmaps_test: 'backstop_data/bitmaps_test',
+    engine_scripts: 'backstop_data/engine_scripts',
+    html_report: 'backstop_data/html_report',
+    ci_report: 'backstop_data/ci_report',
+  },
+  engine: 'puppeteer',
+  engineOptions: {
+    browser: 'chromium',
+    timeout: 30000,
+  },
+  report: ['browser'],
+  debug: true,
+};

backstop_data/bitmaps_test/20240911-124204/report.json

@@ -0,0 +1,29 @@
+{
+  "testSuite": "BackstopJS",
+  "tests": [
+    {
+      "pair": {
+        "reference": "../bitmaps_reference/my_project_tests_Homepage_0_document_0_desktop.png",
+        "test": "../bitmaps_test/20240911-124204/my_project_tests_Homepage_0_document_0_desktop.png",
+        "selector": "document",
+        "fileName": "my_project_tests_Homepage_0_document_0_desktop.png",
+        "label": "Homepage",
+        "requireSameDimensions": true,
+        "misMatchThreshold": 0.1,
+        "url": "http://localhost:6012",
+        "expect": 0,
+        "viewportLabel": "desktop",
+        "diff": {
+          "isSameDimensions": true,
+          "dimensionDifference": {
+            "width": 0,
+            "height": 0
+          },
+          "misMatchPercentage": "0.00"
+        }
+      },
+      "status": "pass"
+    }
+  ],
+  "id": "my_project_tests"
+}

backstop_data/bitmaps_test/20240912-132059/report.json

@@ -0,0 +1,22 @@
+{
+  "testSuite": "BackstopJS",
+  "tests": [
+    {
+      "pair": {
+        "reference": "../bitmaps_reference/my_project_tests_Homepage_0_document_0_desktop.png",
+        "test": "../bitmaps_test/20240912-132059/my_project_tests_Homepage_0_document_0_desktop.png",
+        "selector": "document",
+        "fileName": "my_project_tests_Homepage_0_document_0_desktop.png",
+        "label": "Homepage",
+        "requireSameDimensions": true,
+        "misMatchThreshold": 0.1,
+        "url": "http://localhost:6012",
+        "expect": 0,
+        "viewportLabel": "desktop",
+        "error": "Reference file not found /Users/ajanousek/gsa/notifications-admin/backstop_data/bitmaps_reference/my_project_tests_Homepage_0_document_0_desktop.png"
+      },
+      "status": "fail"
+    }
+  ],
+  "id": "my_project_tests"
+}

backstop_data/bitmaps_test/20240912-132114/report.json

@@ -0,0 +1,29 @@
+{
+  "testSuite": "BackstopJS",
+  "tests": [
+    {
+      "pair": {
+        "reference": "../bitmaps_reference/my_project_tests_Homepage_0_document_0_desktop.png",
+        "test": "../bitmaps_test/20240912-132114/my_project_tests_Homepage_0_document_0_desktop.png",
+        "selector": "document",
+        "fileName": "my_project_tests_Homepage_0_document_0_desktop.png",
+        "label": "Homepage",
+        "requireSameDimensions": true,
+        "misMatchThreshold": 0.1,
+        "url": "http://localhost:6012",
+        "expect": 0,
+        "viewportLabel": "desktop",
+        "diff": {
+          "isSameDimensions": true,
+          "dimensionDifference": {
+            "width": 0,
+            "height": 0
+          },
+          "misMatchPercentage": "0.00"
+        }
+      },
+      "status": "pass"
+    }
+  ],
+  "id": "my_project_tests"
+}

backstop_data/bitmaps_test/20240916-120406/report.json

@@ -0,0 +1,31 @@
+{
+  "testSuite": "BackstopJS",
+  "tests": [
+    {
+      "pair": {
+        "reference": "../bitmaps_reference/my_project_tests_Homepage_0_document_0_desktop.png",
+        "test": "../bitmaps_test/20240916-120406/my_project_tests_Homepage_0_document_0_desktop.png",
+        "selector": "document",
+        "fileName": "my_project_tests_Homepage_0_document_0_desktop.png",
+        "label": "Homepage",
+        "requireSameDimensions": true,
+        "misMatchThreshold": 0.1,
+        "url": "http://localhost:6012",
+        "expect": 0,
+        "viewportLabel": "desktop",
+        "diff": {
+          "isSameDimensions": true,
+          "dimensionDifference": {
+            "width": 0,
+            "height": 0
+          },
+          "rawMisMatchPercentage": 0,
+          "misMatchPercentage": "0.00",
+          "analysisTime": 52
+        }
+      },
+      "status": "pass"
+    }
+  ],
+  "id": "my_project_tests"
+}

backstop_data/bitmaps_test/20240916-122004/report.json

@@ -0,0 +1,30 @@
+{
+  "testSuite": "BackstopJS",
+  "tests": [
+    {
+      "pair": {
+        "reference": "../bitmaps_reference/my_project_tests_Homepage_0_document_0_desktop.png",
+        "test": "../bitmaps_test/20240916-122004/my_project_tests_Homepage_0_document_0_desktop.png",
+        "selector": "document",
+        "fileName": "my_project_tests_Homepage_0_document_0_desktop.png",
+        "label": "Homepage",
+        "requireSameDimensions": true,
+        "misMatchThreshold": 0.1,
+        "url": "http://localhost:6012",
+        "expect": 0,
+        "viewportLabel": "desktop",
+        "engineErrorMsg": "page.waitForSelector: Timeout 30000ms exceeded.\nCall log:\n  \u001b[2m- waiting for locator('a[href*=\"https://idp.int.identitysandbox.gov/openid_connect/authorize\"]') to be visible\u001b[22m\n",
+        "diff": {
+          "isSameDimensions": true,
+          "dimensionDifference": {
+            "width": 0,
+            "height": 0
+          },
+          "misMatchPercentage": "0.00"
+        }
+      },
+      "status": "pass"
+    }
+  ],
+  "id": "my_project_tests"
+}

backstop_data/bitmaps_test/20240916-122136/report.json

@@ -0,0 +1,29 @@
+{
+  "testSuite": "BackstopJS",
+  "tests": [
+    {
+      "pair": {
+        "reference": "../bitmaps_reference/my_project_tests_Homepage_0_document_0_desktop.png",
+        "test": "../bitmaps_test/20240916-122136/my_project_tests_Homepage_0_document_0_desktop.png",
+        "selector": "document",
+        "fileName": "my_project_tests_Homepage_0_document_0_desktop.png",
+        "label": "Homepage",
+        "requireSameDimensions": true,
+        "misMatchThreshold": 0.1,
+        "url": "http://localhost:6012",
+        "expect": 0,
+        "viewportLabel": "desktop",
+        "diff": {
+          "isSameDimensions": true,
+          "dimensionDifference": {
+            "width": 0,
+            "height": 0
+          },
+          "misMatchPercentage": "0.00"
+        }
+      },
+      "status": "pass"
+    }
+  ],
+  "id": "my_project_tests"
+}

backstop_data/bitmaps_test/20240916-122231/report.json

@@ -0,0 +1,33 @@
+{
+  "testSuite": "BackstopJS",
+  "tests": [
+    {
+      "pair": {
+        "reference": "../bitmaps_reference/my_project_tests_Homepage_0_document_0_desktop.png",
+        "test": "../bitmaps_test/20240916-122231/my_project_tests_Homepage_0_document_0_desktop.png",
+        "selector": "document",
+        "fileName": "my_project_tests_Homepage_0_document_0_desktop.png",
+        "label": "Homepage",
+        "requireSameDimensions": true,
+        "misMatchThreshold": 0.1,
+        "url": "http://localhost:6012",
+        "expect": 0,
+        "viewportLabel": "desktop",
+        "engineErrorMsg": "page.waitForSelector: Timeout 30000ms exceeded.\nCall log:\n  \u001b[2m- waiting for locator('a') to be visible\u001b[22m\n",
+        "diff": {
+          "isSameDimensions": false,
+          "dimensionDifference": {
+            "width": -792,
+            "height": -3142
+          },
+          "rawMisMatchPercentage": 1.2200269980433474,
+          "misMatchPercentage": "1.22",
+          "analysisTime": 40
+        },
+        "diffImage": "../bitmaps_test/20240916-122231/failed_diff_my_project_tests_Homepage_0_document_0_desktop.png"
+      },
+      "status": "fail"
+    }
+  ],
+  "id": "my_project_tests"
+}

backstop_data/bitmaps_test/20240916-123453/report.json

@@ -0,0 +1,29 @@
+{
+  "testSuite": "BackstopJS",
+  "tests": [
+    {
+      "pair": {
+        "reference": "../bitmaps_reference/my_project_tests_Homepage_0_document_0_desktop.png",
+        "test": "../bitmaps_test/20240916-123453/my_project_tests_Homepage_0_document_0_desktop.png",
+        "selector": "document",
+        "fileName": "my_project_tests_Homepage_0_document_0_desktop.png",
+        "label": "Homepage",
+        "requireSameDimensions": true,
+        "misMatchThreshold": 0.1,
+        "url": "http://localhost:6012",
+        "expect": 0,
+        "viewportLabel": "desktop",
+        "diff": {
+          "isSameDimensions": true,
+          "dimensionDifference": {
+            "width": 0,
+            "height": 0
+          },
+          "misMatchPercentage": "0.00"
+        }
+      },
+      "status": "pass"
+    }
+  ],
+  "id": "my_project_tests"
+}

backstop_data/bitmaps_test/20240916-123559/report.json

@@ -0,0 +1,32 @@
+{
+  "testSuite": "BackstopJS",
+  "tests": [
+    {
+      "pair": {
+        "reference": "../bitmaps_reference/my_project_tests_Homepage_0_document_0_desktop.png",
+        "test": "../bitmaps_test/20240916-123559/my_project_tests_Homepage_0_document_0_desktop.png",
+        "selector": "document",
+        "fileName": "my_project_tests_Homepage_0_document_0_desktop.png",
+        "label": "Homepage",
+        "requireSameDimensions": true,
+        "misMatchThreshold": 0.1,
+        "url": "http://localhost:6012",
+        "expect": 0,
+        "viewportLabel": "desktop",
+        "diff": {
+          "isSameDimensions": false,
+          "dimensionDifference": {
+            "width": 0,
+            "height": 1
+          },
+          "rawMisMatchPercentage": 3.6674889938290183,
+          "misMatchPercentage": "3.67",
+          "analysisTime": 79
+        },
+        "diffImage": "../bitmaps_test/20240916-123559/failed_diff_my_project_tests_Homepage_0_document_0_desktop.png"
+      },
+      "status": "fail"
+    }
+  ],
+  "id": "my_project_tests"
+}

backstop_data/bitmaps_test/20240916-123619/report.json

@@ -0,0 +1,29 @@
+{
+  "testSuite": "BackstopJS",
+  "tests": [
+    {
+      "pair": {
+        "reference": "../bitmaps_reference/my_project_tests_Homepage_0_document_0_desktop.png",
+        "test": "../bitmaps_test/20240916-123619/my_project_tests_Homepage_0_document_0_desktop.png",
+        "selector": "document",
+        "fileName": "my_project_tests_Homepage_0_document_0_desktop.png",
+        "label": "Homepage",
+        "requireSameDimensions": true,
+        "misMatchThreshold": 0.1,
+        "url": "http://localhost:6012",
+        "expect": 0,
+        "viewportLabel": "desktop",
+        "diff": {
+          "isSameDimensions": true,
+          "dimensionDifference": {
+            "width": 0,
+            "height": 0
+          },
+          "misMatchPercentage": "0.00"
+        }
+      },
+      "status": "pass"
+    }
+  ],
+  "id": "my_project_tests"
+}

backstop_data/bitmaps_test/20240916-123734/report.json

@@ -0,0 +1,29 @@
+{
+  "testSuite": "BackstopJS",
+  "tests": [
+    {
+      "pair": {
+        "reference": "../bitmaps_reference/my_project_tests_Homepage_0_document_0_desktop.png",
+        "test": "../bitmaps_test/20240916-123734/my_project_tests_Homepage_0_document_0_desktop.png",
+        "selector": "document",
+        "fileName": "my_project_tests_Homepage_0_document_0_desktop.png",
+        "label": "Homepage",
+        "requireSameDimensions": true,
+        "misMatchThreshold": 0.1,
+        "url": "http://localhost:6012",
+        "expect": 0,
+        "viewportLabel": "desktop",
+        "diff": {
+          "isSameDimensions": true,
+          "dimensionDifference": {
+            "width": 0,
+            "height": 0
+          },
+          "misMatchPercentage": "0.00"
+        }
+      },
+      "status": "pass"
+    }
+  ],
+  "id": "my_project_tests"
+}

backstop_data/bitmaps_test/20240916-124012/report.json

@@ -0,0 +1,32 @@
+{
+  "testSuite": "BackstopJS",
+  "tests": [
+    {
+      "pair": {
+        "reference": "../bitmaps_reference/my_project_tests_Homepage_0_document_0_desktop.png",
+        "test": "../bitmaps_test/20240916-124012/my_project_tests_Homepage_0_document_0_desktop.png",
+        "selector": "document",
+        "fileName": "my_project_tests_Homepage_0_document_0_desktop.png",
+        "label": "Homepage",
+        "requireSameDimensions": true,
+        "misMatchThreshold": 0.1,
+        "url": "http://localhost:6012",
+        "expect": 0,
+        "viewportLabel": "desktop",
+        "diff": {
+          "isSameDimensions": false,
+          "dimensionDifference": {
+            "width": 0,
+            "height": 1
+          },
+          "rawMisMatchPercentage": 3.6674889938290183,
+          "misMatchPercentage": "3.67",
+          "analysisTime": 79
+        },
+        "diffImage": "../bitmaps_test/20240916-124012/failed_diff_my_project_tests_Homepage_0_document_0_desktop.png"
+      },
+      "status": "fail"
+    }
+  ],
+  "id": "my_project_tests"
+}

backstop_data/bitmaps_test/20240916-124028/report.json

@@ -0,0 +1,29 @@
+{
+  "testSuite": "BackstopJS",
+  "tests": [
+    {
+      "pair": {
+        "reference": "../bitmaps_reference/my_project_tests_Homepage_0_document_0_desktop.png",
+        "test": "../bitmaps_test/20240916-124028/my_project_tests_Homepage_0_document_0_desktop.png",
+        "selector": "document",
+        "fileName": "my_project_tests_Homepage_0_document_0_desktop.png",
+        "label": "Homepage",
+        "requireSameDimensions": true,
+        "misMatchThreshold": 0.1,
+        "url": "http://localhost:6012",
+        "expect": 0,
+        "viewportLabel": "desktop",
+        "diff": {
+          "isSameDimensions": true,
+          "dimensionDifference": {
+            "width": 0,
+            "height": 0
+          },
+          "misMatchPercentage": "0.00"
+        }
+      },
+      "status": "pass"
+    }
+  ],
+  "id": "my_project_tests"
+}

backstop_data/bitmaps_test/20240916-124207/report.json

@@ -0,0 +1,29 @@
+{
+  "testSuite": "BackstopJS",
+  "tests": [
+    {
+      "pair": {
+        "reference": "../bitmaps_reference/my_project_tests_Homepage_0_document_0_desktop.png",
+        "test": "../bitmaps_test/20240916-124207/my_project_tests_Homepage_0_document_0_desktop.png",
+        "selector": "document",
+        "fileName": "my_project_tests_Homepage_0_document_0_desktop.png",
+        "label": "Homepage",
+        "requireSameDimensions": true,
+        "misMatchThreshold": 0.1,
+        "url": "http://localhost:6012",
+        "expect": 0,
+        "viewportLabel": "desktop",
+        "diff": {
+          "isSameDimensions": true,
+          "dimensionDifference": {
+            "width": 0,
+            "height": 0
+          },
+          "misMatchPercentage": "0.00"
+        }
+      },
+      "status": "pass"
+    }
+  ],
+  "id": "my_project_tests"
+}

backstop_data/bitmaps_test/20240916-124325/report.json

@@ -0,0 +1,29 @@
+{
+  "testSuite": "BackstopJS",
+  "tests": [
+    {
+      "pair": {
+        "reference": "../bitmaps_reference/my_project_tests_Homepage_0_document_0_desktop.png",
+        "test": "../bitmaps_test/20240916-124325/my_project_tests_Homepage_0_document_0_desktop.png",
+        "selector": "document",
+        "fileName": "my_project_tests_Homepage_0_document_0_desktop.png",
+        "label": "Homepage",
+        "requireSameDimensions": true,
+        "misMatchThreshold": 0.1,
+        "url": "http://localhost:6012",
+        "expect": 0,
+        "viewportLabel": "desktop",
+        "diff": {
+          "isSameDimensions": true,
+          "dimensionDifference": {
+            "width": 0,
+            "height": 0
+          },
+          "misMatchPercentage": "0.00"
+        }
+      },
+      "status": "pass"
+    }
+  ],
+  "id": "my_project_tests"
+}

backstop_data/bitmaps_test/20240916-132145/report.json

@@ -0,0 +1,32 @@
+{
+  "testSuite": "BackstopJS",
+  "tests": [
+    {
+      "pair": {
+        "reference": "../bitmaps_reference/my_project_tests_Homepage_0_document_0_desktop.png",
+        "test": "../bitmaps_test/20240916-132145/my_project_tests_Homepage_0_document_0_desktop.png",
+        "selector": "document",
+        "fileName": "my_project_tests_Homepage_0_document_0_desktop.png",
+        "label": "Homepage",
+        "requireSameDimensions": true,
+        "misMatchThreshold": 0.1,
+        "url": "http://localhost:6012",
+        "expect": 0,
+        "viewportLabel": "desktop",
+        "diff": {
+          "isSameDimensions": false,
+          "dimensionDifference": {
+            "width": 0,
+            "height": 1
+          },
+          "rawMisMatchPercentage": 3.6674889938290183,
+          "misMatchPercentage": "3.67",
+          "analysisTime": 78
+        },
+        "diffImage": "../bitmaps_test/20240916-132145/failed_diff_my_project_tests_Homepage_0_document_0_desktop.png"
+      },
+      "status": "fail"
+    }
+  ],
+  "id": "my_project_tests"
+}

backstop_data/bitmaps_test/20240916-132202/report.json

@@ -0,0 +1,29 @@
+{
+  "testSuite": "BackstopJS",
+  "tests": [
+    {
+      "pair": {
+        "reference": "../bitmaps_reference/my_project_tests_Homepage_0_document_0_desktop.png",
+        "test": "../bitmaps_test/20240916-132202/my_project_tests_Homepage_0_document_0_desktop.png",
+        "selector": "document",
+        "fileName": "my_project_tests_Homepage_0_document_0_desktop.png",
+        "label": "Homepage",
+        "requireSameDimensions": true,
+        "misMatchThreshold": 0.1,
+        "url": "http://localhost:6012",
+        "expect": 0,
+        "viewportLabel": "desktop",
+        "diff": {
+          "isSameDimensions": true,
+          "dimensionDifference": {
+            "width": 0,
+            "height": 0
+          },
+          "misMatchPercentage": "0.00"
+        }
+      },
+      "status": "pass"
+    }
+  ],
+  "id": "my_project_tests"
+}

backstop_data/bitmaps_test/20240916-132455/report.json

@@ -0,0 +1,45 @@
+{
+  "testSuite": "BackstopJS",
+  "tests": [
+    {
+      "pair": {
+        "reference": "../bitmaps_reference/my_project_tests_Homepage_0_document_0_desktop.png",
+        "test": "../bitmaps_test/20240916-132455/my_project_tests_Homepage_0_document_0_desktop.png",
+        "selector": "document",
+        "fileName": "my_project_tests_Homepage_0_document_0_desktop.png",
+        "label": "Homepage",
+        "requireSameDimensions": true,
+        "misMatchThreshold": 0.1,
+        "url": "http://localhost:6012",
+        "expect": 0,
+        "viewportLabel": "desktop",
+        "diff": {
+          "isSameDimensions": true,
+          "dimensionDifference": {
+            "width": 0,
+            "height": 0
+          },
+          "misMatchPercentage": "0.00"
+        }
+      },
+      "status": "pass"
+    },
+    {
+      "pair": {
+        "reference": "../bitmaps_reference/my_project_tests_Accounts_0_document_0_desktop.png",
+        "test": "../bitmaps_test/20240916-132455/my_project_tests_Accounts_0_document_0_desktop.png",
+        "selector": "document",
+        "fileName": "my_project_tests_Accounts_0_document_0_desktop.png",
+        "label": "Accounts",
+        "requireSameDimensions": true,
+        "misMatchThreshold": 0.1,
+        "url": "http://localhost:6012/accounts",
+        "expect": 0,
+        "viewportLabel": "desktop",
+        "error": "Reference file not found /Users/ajanousek/gsa/notifications-admin/backstop_data/bitmaps_reference/my_project_tests_Accounts_0_document_0_desktop.png"
+      },
+      "status": "fail"
+    }
+  ],
+  "id": "my_project_tests"
+}

backstop_data/bitmaps_test/20240916-132514/report.json

@@ -0,0 +1,52 @@
+{
+  "testSuite": "BackstopJS",
+  "tests": [
+    {
+      "pair": {
+        "reference": "../bitmaps_reference/my_project_tests_Homepage_0_document_0_desktop.png",
+        "test": "../bitmaps_test/20240916-132514/my_project_tests_Homepage_0_document_0_desktop.png",
+        "selector": "document",
+        "fileName": "my_project_tests_Homepage_0_document_0_desktop.png",
+        "label": "Homepage",
+        "requireSameDimensions": true,
+        "misMatchThreshold": 0.1,
+        "url": "http://localhost:6012",
+        "expect": 0,
+        "viewportLabel": "desktop",
+        "diff": {
+          "isSameDimensions": true,
+          "dimensionDifference": {
+            "width": 0,
+            "height": 0
+          },
+          "misMatchPercentage": "0.00"
+        }
+      },
+      "status": "pass"
+    },
+    {
+      "pair": {
+        "reference": "../bitmaps_reference/my_project_tests_Accounts_0_document_0_desktop.png",
+        "test": "../bitmaps_test/20240916-132514/my_project_tests_Accounts_0_document_0_desktop.png",
+        "selector": "document",
+        "fileName": "my_project_tests_Accounts_0_document_0_desktop.png",
+        "label": "Accounts",
+        "requireSameDimensions": true,
+        "misMatchThreshold": 0.1,
+        "url": "http://localhost:6012/accounts",
+        "expect": 0,
+        "viewportLabel": "desktop",
+        "diff": {
+          "isSameDimensions": true,
+          "dimensionDifference": {
+            "width": 0,
+            "height": 0
+          },
+          "misMatchPercentage": "0.00"
+        }
+      },
+      "status": "pass"
+    }
+  ],
+  "id": "my_project_tests"
+}

backstop_data/bitmaps_test/20240916-133334/report.json

@@ -0,0 +1,48 @@
+{
+  "testSuite": "BackstopJS",
+  "tests": [
+    {
+      "pair": {
+        "reference": "../bitmaps_reference/my_project_tests_Homepage_0_document_0_desktop.png",
+        "test": "../bitmaps_test/20240916-133334/my_project_tests_Homepage_0_document_0_desktop.png",
+        "selector": "document",
+        "fileName": "my_project_tests_Homepage_0_document_0_desktop.png",
+        "label": "Homepage",
+        "requireSameDimensions": true,
+        "misMatchThreshold": 0.1,
+        "url": "http://localhost:6012",
+        "expect": 0,
+        "viewportLabel": "desktop",
+        "diff": {
+          "isSameDimensions": false,
+          "dimensionDifference": {
+            "width": 0,
+            "height": 1
+          },
+          "rawMisMatchPercentage": 3.6674889938290183,
+          "misMatchPercentage": "3.67",
+          "analysisTime": 79
+        },
+        "diffImage": "../bitmaps_test/20240916-133334/failed_diff_my_project_tests_Homepage_0_document_0_desktop.png"
+      },
+      "status": "fail"
+    },
+    {
+      "pair": {
+        "reference": "../bitmaps_reference/my_project_tests_Accounts_Page_-_Add_Service_0_document_0_desktop.png",
+        "test": "../bitmaps_test/20240916-133334/my_project_tests_Accounts_Page_-_Add_Service_0_document_0_desktop.png",
+        "selector": "document",
+        "fileName": "my_project_tests_Accounts_Page_-_Add_Service_0_document_0_desktop.png",
+        "label": "Accounts Page - Add Service",
+        "requireSameDimensions": true,
+        "misMatchThreshold": 0.1,
+        "url": "http://localhost:6012/accounts",
+        "expect": 0,
+        "viewportLabel": "desktop",
+        "error": "Reference file not found /Users/ajanousek/gsa/notifications-admin/backstop_data/bitmaps_reference/my_project_tests_Accounts_Page_-_Add_Service_0_document_0_desktop.png"
+      },
+      "status": "fail"
+    }
+  ],
+  "id": "my_project_tests"
+}

backstop_data/bitmaps_test/20240916-133435/report.json

@@ -0,0 +1,52 @@
+{
+  "testSuite": "BackstopJS",
+  "tests": [
+    {
+      "pair": {
+        "reference": "../bitmaps_reference/my_project_tests_Homepage_0_document_0_desktop.png",
+        "test": "../bitmaps_test/20240916-133435/my_project_tests_Homepage_0_document_0_desktop.png",
+        "selector": "document",
+        "fileName": "my_project_tests_Homepage_0_document_0_desktop.png",
+        "label": "Homepage",
+        "requireSameDimensions": true,
+        "misMatchThreshold": 0.1,
+        "url": "http://localhost:6012",
+        "expect": 0,
+        "viewportLabel": "desktop",
+        "diff": {
+          "isSameDimensions": true,
+          "dimensionDifference": {
+            "width": 0,
+            "height": 0
+          },
+          "misMatchPercentage": "0.00"
+        }
+      },
+      "status": "pass"
+    },
+    {
+      "pair": {
+        "reference": "../bitmaps_reference/my_project_tests_Accounts_Page_-_Add_Service_0_document_0_desktop.png",
+        "test": "../bitmaps_test/20240916-133435/my_project_tests_Accounts_Page_-_Add_Service_0_document_0_desktop.png",
+        "selector": "document",
+        "fileName": "my_project_tests_Accounts_Page_-_Add_Service_0_document_0_desktop.png",
+        "label": "Accounts Page - Add Service",
+        "requireSameDimensions": true,
+        "misMatchThreshold": 0.1,
+        "url": "http://localhost:6012/accounts",
+        "expect": 0,
+        "viewportLabel": "desktop",
+        "diff": {
+          "isSameDimensions": true,
+          "dimensionDifference": {
+            "width": 0,
+            "height": 0
+          },
+          "misMatchPercentage": "0.00"
+        }
+      },
+      "status": "pass"
+    }
+  ],
+  "id": "my_project_tests"
+}

backstop_data/bitmaps_test/20240916-141805/report.json

@@ -0,0 +1,52 @@
+{
+  "testSuite": "BackstopJS",
+  "tests": [
+    {
+      "pair": {
+        "reference": "../bitmaps_reference/my_project_tests_Homepage_0_document_0_desktop.png",
+        "test": "../bitmaps_test/20240916-141805/my_project_tests_Homepage_0_document_0_desktop.png",
+        "selector": "document",
+        "fileName": "my_project_tests_Homepage_0_document_0_desktop.png",
+        "label": "Homepage",
+        "requireSameDimensions": true,
+        "misMatchThreshold": 0.1,
+        "url": "http://localhost:6012",
+        "expect": 0,
+        "viewportLabel": "desktop",
+        "diff": {
+          "isSameDimensions": true,
+          "dimensionDifference": {
+            "width": 0,
+            "height": 0
+          },
+          "misMatchPercentage": "0.00"
+        }
+      },
+      "status": "pass"
+    },
+    {
+      "pair": {
+        "reference": "../bitmaps_reference/my_project_tests_Add_Service_-_Fill_Input_0_document_0_desktop.png",
+        "test": "../bitmaps_test/20240916-141805/my_project_tests_Add_Service_-_Fill_Input_0_document_0_desktop.png",
+        "selector": "document",
+        "fileName": "my_project_tests_Add_Service_-_Fill_Input_0_document_0_desktop.png",
+        "label": "Add Service - Fill Input",
+        "requireSameDimensions": true,
+        "misMatchThreshold": 0.1,
+        "url": "http://localhost:6012/add-service",
+        "expect": 0,
+        "viewportLabel": "desktop",
+        "diff": {
+          "isSameDimensions": true,
+          "dimensionDifference": {
+            "width": 0,
+            "height": 0
+          },
+          "misMatchPercentage": "0.00"
+        }
+      },
+      "status": "pass"
+    }
+  ],
+  "id": "my_project_tests"
+}

backstop_data/bitmaps_test/20240916-143023/report.json

@@ -0,0 +1,52 @@
+{
+  "testSuite": "BackstopJS",
+  "tests": [
+    {
+      "pair": {
+        "reference": "../bitmaps_reference/my_project_tests_Homepage_0_document_0_desktop.png",
+        "test": "../bitmaps_test/20240916-143023/my_project_tests_Homepage_0_document_0_desktop.png",
+        "selector": "document",
+        "fileName": "my_project_tests_Homepage_0_document_0_desktop.png",
+        "label": "Homepage",
+        "requireSameDimensions": true,
+        "misMatchThreshold": 0.1,
+        "url": "http://localhost:6012",
+        "expect": 0,
+        "viewportLabel": "desktop",
+        "diff": {
+          "isSameDimensions": true,
+          "dimensionDifference": {
+            "width": 0,
+            "height": 0
+          },
+          "misMatchPercentage": "0.00"
+        }
+      },
+      "status": "pass"
+    },
+    {
+      "pair": {
+        "reference": "../bitmaps_reference/my_project_tests_Add_Service_-_Fill_Input_0_document_0_desktop.png",
+        "test": "../bitmaps_test/20240916-143023/my_project_tests_Add_Service_-_Fill_Input_0_document_0_desktop.png",
+        "selector": "document",
+        "fileName": "my_project_tests_Add_Service_-_Fill_Input_0_document_0_desktop.png",
+        "label": "Add Service - Fill Input",
+        "requireSameDimensions": true,
+        "misMatchThreshold": 0.1,
+        "url": "http://localhost:6012/add-service",
+        "expect": 0,
+        "viewportLabel": "desktop",
+        "diff": {
+          "isSameDimensions": true,
+          "dimensionDifference": {
+            "width": 0,
+            "height": 0
+          },
+          "misMatchPercentage": "0.00"
+        }
+      },
+      "status": "pass"
+    }
+  ],
+  "id": "my_project_tests"
+}

backstop_data/bitmaps_test/20240916-143512/report.json

@@ -0,0 +1,52 @@
+{
+  "testSuite": "BackstopJS",
+  "tests": [
+    {
+      "pair": {
+        "reference": "../bitmaps_reference/my_project_tests_Homepage_0_document_0_desktop.png",
+        "test": "../bitmaps_test/20240916-143512/my_project_tests_Homepage_0_document_0_desktop.png",
+        "selector": "document",
+        "fileName": "my_project_tests_Homepage_0_document_0_desktop.png",
+        "label": "Homepage",
+        "requireSameDimensions": true,
+        "misMatchThreshold": 0.1,
+        "url": "http://localhost:6012",
+        "expect": 0,
+        "viewportLabel": "desktop",
+        "diff": {
+          "isSameDimensions": true,
+          "dimensionDifference": {
+            "width": 0,
+            "height": 0
+          },
+          "misMatchPercentage": "0.00"
+        }
+      },
+      "status": "pass"
+    },
+    {
+      "pair": {
+        "reference": "../bitmaps_reference/my_project_tests_Add_Service_-_Fill_Input_0_document_0_desktop.png",
+        "test": "../bitmaps_test/20240916-143512/my_project_tests_Add_Service_-_Fill_Input_0_document_0_desktop.png",
+        "selector": "document",
+        "fileName": "my_project_tests_Add_Service_-_Fill_Input_0_document_0_desktop.png",
+        "label": "Add Service - Fill Input",
+        "requireSameDimensions": true,
+        "misMatchThreshold": 0.1,
+        "url": "http://localhost:6012/add-service",
+        "expect": 0,
+        "viewportLabel": "desktop",
+        "diff": {
+          "isSameDimensions": true,
+          "dimensionDifference": {
+            "width": 0,
+            "height": 0
+          },
+          "misMatchPercentage": "0.00"
+        }
+      },
+      "status": "pass"
+    }
+  ],
+  "id": "my_project_tests"
+}

backstop_data/bitmaps_test/20240916-144350/report.json

@@ -0,0 +1,284 @@
+{
+  "testSuite": "BackstopJS",
+  "tests": [
+    {
+      "pair": {
+        "reference": "../bitmaps_reference/my_project_tests_Homepage_0_document_0_desktop.png",
+        "test": "../bitmaps_test/20240916-144350/my_project_tests_Homepage_0_document_0_desktop.png",
+        "selector": "document",
+        "fileName": "my_project_tests_Homepage_0_document_0_desktop.png",
+        "label": "Homepage",
+        "requireSameDimensions": true,
+        "misMatchThreshold": 0.1,
+        "url": "http://localhost:6012/",
+        "expect": 0,
+        "viewportLabel": "desktop",
+        "diff": {
+          "isSameDimensions": true,
+          "dimensionDifference": {
+            "width": 0,
+            "height": 0
+          },
+          "rawMisMatchPercentage": 0,
+          "misMatchPercentage": "0.00",
+          "analysisTime": 52
+        }
+      },
+      "status": "pass"
+    },
+    {
+      "pair": {
+        "reference": "../bitmaps_reference/my_project_tests_Accounts_0_document_0_desktop.png",
+        "test": "../bitmaps_test/20240916-144350/my_project_tests_Accounts_0_document_0_desktop.png",
+        "selector": "document",
+        "fileName": "my_project_tests_Accounts_0_document_0_desktop.png",
+        "label": "Accounts",
+        "requireSameDimensions": true,
+        "misMatchThreshold": 0.1,
+        "url": "http://localhost:6012/accounts",
+        "expect": 0,
+        "viewportLabel": "desktop",
+        "diff": {
+          "isSameDimensions": true,
+          "dimensionDifference": {
+            "width": 0,
+            "height": 0
+          },
+          "misMatchPercentage": "0.00"
+        }
+      },
+      "status": "pass"
+    },
+    {
+      "pair": {
+        "reference": "../bitmaps_reference/my_project_tests_Add_Service_0_document_0_desktop.png",
+        "test": "../bitmaps_test/20240916-144350/my_project_tests_Add_Service_0_document_0_desktop.png",
+        "selector": "document",
+        "fileName": "my_project_tests_Add_Service_0_document_0_desktop.png",
+        "label": "Add Service",
+        "requireSameDimensions": true,
+        "misMatchThreshold": 0.1,
+        "url": "http://localhost:6012/add-service",
+        "expect": 0,
+        "viewportLabel": "desktop",
+        "diff": {
+          "isSameDimensions": true,
+          "dimensionDifference": {
+            "width": 0,
+            "height": 0
+          },
+          "misMatchPercentage": "0.00"
+        }
+      },
+      "status": "pass"
+    },
+    {
+      "pair": {
+        "reference": "../bitmaps_reference/my_project_tests_Get_Started_0_document_0_desktop.png",
+        "test": "../bitmaps_test/20240916-144350/my_project_tests_Get_Started_0_document_0_desktop.png",
+        "selector": "document",
+        "fileName": "my_project_tests_Get_Started_0_document_0_desktop.png",
+        "label": "Get Started",
+        "requireSameDimensions": true,
+        "misMatchThreshold": 0.1,
+        "url": "http://localhost:6012/using-notify/get-started",
+        "expect": 0,
+        "viewportLabel": "desktop",
+        "diff": {
+          "isSameDimensions": true,
+          "dimensionDifference": {
+            "width": 0,
+            "height": 0
+          },
+          "misMatchPercentage": "0.00"
+        }
+      },
+      "status": "pass"
+    },
+    {
+      "pair": {
+        "reference": "../bitmaps_reference/my_project_tests_Trial_Mode_0_document_0_desktop.png",
+        "test": "../bitmaps_test/20240916-144350/my_project_tests_Trial_Mode_0_document_0_desktop.png",
+        "selector": "document",
+        "fileName": "my_project_tests_Trial_Mode_0_document_0_desktop.png",
+        "label": "Trial Mode",
+        "requireSameDimensions": true,
+        "misMatchThreshold": 0.1,
+        "url": "http://localhost:6012/using-notify/trial-mode",
+        "expect": 0,
+        "viewportLabel": "desktop",
+        "diff": {
+          "isSameDimensions": true,
+          "dimensionDifference": {
+            "width": 0,
+            "height": 0
+          },
+          "misMatchPercentage": "0.00"
+        }
+      },
+      "status": "pass"
+    },
+    {
+      "pair": {
+        "reference": "../bitmaps_reference/my_project_tests_Pricing_0_document_0_desktop.png",
+        "test": "../bitmaps_test/20240916-144350/my_project_tests_Pricing_0_document_0_desktop.png",
+        "selector": "document",
+        "fileName": "my_project_tests_Pricing_0_document_0_desktop.png",
+        "label": "Pricing",
+        "requireSameDimensions": true,
+        "misMatchThreshold": 0.1,
+        "url": "http://localhost:6012/using-notify/pricing",
+        "expect": 0,
+        "viewportLabel": "desktop",
+        "diff": {
+          "isSameDimensions": true,
+          "dimensionDifference": {
+            "width": 0,
+            "height": 0
+          },
+          "misMatchPercentage": "0.00"
+        }
+      },
+      "status": "pass"
+    },
+    {
+      "pair": {
+        "reference": "../bitmaps_reference/my_project_tests_Delivery_Status_0_document_0_desktop.png",
+        "test": "../bitmaps_test/20240916-144350/my_project_tests_Delivery_Status_0_document_0_desktop.png",
+        "selector": "document",
+        "fileName": "my_project_tests_Delivery_Status_0_document_0_desktop.png",
+        "label": "Delivery Status",
+        "requireSameDimensions": true,
+        "misMatchThreshold": 0.1,
+        "url": "http://localhost:6012/using-notify/delivery-status",
+        "expect": 0,
+        "viewportLabel": "desktop",
+        "diff": {
+          "isSameDimensions": true,
+          "dimensionDifference": {
+            "width": 0,
+            "height": 0
+          },
+          "misMatchPercentage": "0.00"
+        }
+      },
+      "status": "pass"
+    },
+    {
+      "pair": {
+        "reference": "../bitmaps_reference/my_project_tests_Guidance_0_document_0_desktop.png",
+        "test": "../bitmaps_test/20240916-144350/my_project_tests_Guidance_0_document_0_desktop.png",
+        "selector": "document",
+        "fileName": "my_project_tests_Guidance_0_document_0_desktop.png",
+        "label": "Guidance",
+        "requireSameDimensions": true,
+        "misMatchThreshold": 0.1,
+        "url": "http://localhost:6012/using-notify/guidance",
+        "expect": 0,
+        "viewportLabel": "desktop",
+        "diff": {
+          "isSameDimensions": true,
+          "dimensionDifference": {
+            "width": 0,
+            "height": 0
+          },
+          "misMatchPercentage": "0.00"
+        }
+      },
+      "status": "pass"
+    },
+    {
+      "pair": {
+        "reference": "../bitmaps_reference/my_project_tests_Features_0_document_0_desktop.png",
+        "test": "../bitmaps_test/20240916-144350/my_project_tests_Features_0_document_0_desktop.png",
+        "selector": "document",
+        "fileName": "my_project_tests_Features_0_document_0_desktop.png",
+        "label": "Features",
+        "requireSameDimensions": true,
+        "misMatchThreshold": 0.1,
+        "url": "http://localhost:6012/features",
+        "expect": 0,
+        "viewportLabel": "desktop",
+        "diff": {
+          "isSameDimensions": true,
+          "dimensionDifference": {
+            "width": 0,
+            "height": 0
+          },
+          "misMatchPercentage": "0.00"
+        }
+      },
+      "status": "pass"
+    },
+    {
+      "pair": {
+        "reference": "../bitmaps_reference/my_project_tests_Roadmaps_0_document_0_desktop.png",
+        "test": "../bitmaps_test/20240916-144350/my_project_tests_Roadmaps_0_document_0_desktop.png",
+        "selector": "document",
+        "fileName": "my_project_tests_Roadmaps_0_document_0_desktop.png",
+        "label": "Roadmaps",
+        "requireSameDimensions": true,
+        "misMatchThreshold": 0.1,
+        "url": "http://localhost:6012/features/roadmaps",
+        "expect": 0,
+        "viewportLabel": "desktop",
+        "diff": {
+          "isSameDimensions": true,
+          "dimensionDifference": {
+            "width": 0,
+            "height": 0
+          },
+          "misMatchPercentage": "0.00"
+        }
+      },
+      "status": "pass"
+    },
+    {
+      "pair": {
+        "reference": "../bitmaps_reference/my_project_tests_Security_0_document_0_desktop.png",
+        "test": "../bitmaps_test/20240916-144350/my_project_tests_Security_0_document_0_desktop.png",
+        "selector": "document",
+        "fileName": "my_project_tests_Security_0_document_0_desktop.png",
+        "label": "Security",
+        "requireSameDimensions": true,
+        "misMatchThreshold": 0.1,
+        "url": "http://localhost:6012/features/security",
+        "expect": 0,
+        "viewportLabel": "desktop",
+        "diff": {
+          "isSameDimensions": true,
+          "dimensionDifference": {
+            "width": 0,
+            "height": 0
+          },
+          "misMatchPercentage": "0.00"
+        }
+      },
+      "status": "pass"
+    },
+    {
+      "pair": {
+        "reference": "../bitmaps_reference/my_project_tests_Support_0_document_0_desktop.png",
+        "test": "../bitmaps_test/20240916-144350/my_project_tests_Support_0_document_0_desktop.png",
+        "selector": "document",
+        "fileName": "my_project_tests_Support_0_document_0_desktop.png",
+        "label": "Support",
+        "requireSameDimensions": true,
+        "misMatchThreshold": 0.1,
+        "url": "http://localhost:6012/support",
+        "expect": 0,
+        "viewportLabel": "desktop",
+        "diff": {
+          "isSameDimensions": true,
+          "dimensionDifference": {
+            "width": 0,
+            "height": 0
+          },
+          "misMatchPercentage": "0.00"
+        }
+      },
+      "status": "pass"
+    }
+  ],
+  "id": "my_project_tests"
+}

backstop_data/bitmaps_test/20240916-144457/report.json

@@ -0,0 +1,98 @@
+{
+  "testSuite": "BackstopJS",
+  "tests": [
+    {
+      "pair": {
+        "reference": "../bitmaps_reference/my_project_tests_Homepage_0_document_0_desktop.png",
+        "test": "../bitmaps_test/20240916-144457/my_project_tests_Homepage_0_document_0_desktop.png",
+        "selector": "document",
+        "fileName": "my_project_tests_Homepage_0_document_0_desktop.png",
+        "label": "Homepage",
+        "requireSameDimensions": true,
+        "misMatchThreshold": 0.1,
+        "url": "http://localhost:6012/",
+        "expect": 0,
+        "viewportLabel": "desktop",
+        "diff": {
+          "isSameDimensions": true,
+          "dimensionDifference": {
+            "width": 0,
+            "height": 0
+          },
+          "misMatchPercentage": "0.00"
+        }
+      },
+      "status": "pass"
+    },
+    {
+      "pair": {
+        "reference": "../bitmaps_reference/my_project_tests_Accounts_0_document_0_desktop.png",
+        "test": "../bitmaps_test/20240916-144457/my_project_tests_Accounts_0_document_0_desktop.png",
+        "selector": "document",
+        "fileName": "my_project_tests_Accounts_0_document_0_desktop.png",
+        "label": "Accounts",
+        "requireSameDimensions": true,
+        "misMatchThreshold": 0.1,
+        "url": "http://localhost:6012/accounts",
+        "expect": 0,
+        "viewportLabel": "desktop",
+        "diff": {
+          "isSameDimensions": true,
+          "dimensionDifference": {
+            "width": 0,
+            "height": 0
+          },
+          "misMatchPercentage": "0.00"
+        }
+      },
+      "status": "pass"
+    },
+    {
+      "pair": {
+        "reference": "../bitmaps_reference/my_project_tests_Add_Service_0_document_0_desktop.png",
+        "test": "../bitmaps_test/20240916-144457/my_project_tests_Add_Service_0_document_0_desktop.png",
+        "selector": "document",
+        "fileName": "my_project_tests_Add_Service_0_document_0_desktop.png",
+        "label": "Add Service",
+        "requireSameDimensions": true,
+        "misMatchThreshold": 0.1,
+        "url": "http://localhost:6012/add-service",
+        "expect": 0,
+        "viewportLabel": "desktop",
+        "diff": {
+          "isSameDimensions": true,
+          "dimensionDifference": {
+            "width": 0,
+            "height": 0
+          },
+          "misMatchPercentage": "0.00"
+        }
+      },
+      "status": "pass"
+    },
+    {
+      "pair": {
+        "reference": "../bitmaps_reference/my_project_tests_Get_Started_0_document_0_desktop.png",
+        "test": "../bitmaps_test/20240916-144457/my_project_tests_Get_Started_0_document_0_desktop.png",
+        "selector": "document",
+        "fileName": "my_project_tests_Get_Started_0_document_0_desktop.png",
+        "label": "Get Started",
+        "requireSameDimensions": true,
+        "misMatchThreshold": 0.1,
+        "url": "http://localhost:6012/using-notify/get-started",
+        "expect": 0,
+        "viewportLabel": "desktop",
+        "diff": {
+          "isSameDimensions": true,
+          "dimensionDifference": {
+            "width": 0,
+            "height": 0
+          },
+          "misMatchPercentage": "0.00"
+        }
+      },
+      "status": "pass"
+    }
+  ],
+  "id": "my_project_tests"
+}