From d036eec6b59334c174d26864b69fed306ebf9a74 Mon Sep 17 00:00:00 2001 From: Volha Mardvilka Date: Mon, 23 Sep 2024 11:06:45 +0000 Subject: [PATCH 01/14] 365978129: (feat) add PDF report templates --- resources/report/pilot-icon.png | Bin 0 -> 536 bytes resources/report/pilot-report-example.html | 982 ++++++++++++++++++ resources/report/qualification-icon.png | Bin 0 -> 428 bytes .../report/qualification-report-example.html | 898 ++++++++++++++++ resources/report/risk_report_styles.css | 2 +- resources/report/risk_report_template.html | 1 - resources/report/test_report_styles.css | 171 ++- resources/report/test_report_template.html | 185 +++- 8 files changed, 2217 insertions(+), 22 deletions(-) create mode 100644 resources/report/pilot-icon.png create mode 100644 resources/report/pilot-report-example.html create mode 100644 resources/report/qualification-icon.png create mode 100644 resources/report/qualification-report-example.html diff --git a/resources/report/pilot-icon.png b/resources/report/pilot-icon.png new file mode 100644 index 0000000000000000000000000000000000000000..8f9f9d0f83de46c5e3c1885044ee50d9a2db20ef GIT binary patch literal 536 zcmV+z0_XjSP) z4)EM>$ZVEHB46_IX6C*5`DSKGd7uU1x?}1O2IM%7C%dF+8buaybetbD%{OYcS{y_W zjYf&oKd9ABwXwOSR#w;4QNEzs?T)f-Tb0VUY>R|T>{u3Qu^8#PPKNP9buY87uhY}x z1K)zNM*(^ySZ4mXz;_U5rzez1>~mn0tZ6Z}_xl4%93&{m3w}J zjFU`dm{z0NV!hqA6p1qo!{L`73`c@X0NBFs^jtNjKIC!*mhn;0XtdOM@q!Z+y&Lbn zUVjomvfz_cBBh2=zPaP~s+UwSGe)VX?Dau_1X5WkUo+%?D7_Ve!Tme=mWgMT!VoAS7x6=t!DBkG;SW| aIRn2q^;07Y2BMk(0000 + + + + + + Testrun Report + + + + +
+
+
+ + +

+ + Pilot Assessment +

+ + + + + +

Testrun report

+
+

+ dell + wyse +

+ + Testrun +
+ +
+
+
+

Manufacturer

+
dell
+
+

Model

+
wyse
+
+

Firmware

+
123
+
+

MAC Address

+
f0:d4:e2:f2:f5:41
+
+
+
+
+

Device Configuration

+
+ +
+ + ✔ + + Protocol +
+ +
+ + ✔ + + Connection +
+ +
+ + ✔ + + TLS +
+ +
+ + ✔ + + DNS +
+ +
+ + ✔ + + Services +
+ +
+ + ✔ + + NTP +
+ +
+ +
+ +
Test Status
+
Complete
+
Test Result
+
Non-Compliant
+
Started
+
2024-09-17 15:16:21
+
Duration
+
0:11:08
+
+
+ + + + + +
+

Results List (35/41)

+
+
Name
+
Description
+
Result
+
+ +
+
protocol.valid_bacnet
+
BACnet device could not be discovered
+ +
+ + Feature Not Detected
+
+ +
+
protocol.bacnet.version
+
Device did not respond to BACnet discovery
+ +
+ + Feature Not Detected
+
+ +
+
protocol.valid_modbus
+
Device did not respond to Modbus connection
+ +
+ + Feature Not Detected
+
+ +
+
connection.port_link
+
Port stats not available
+ +
+ + Error
+
+ +
+
connection.port_speed
+
Interface not configured for auto-negotiation
+ +
+ + Non-Compliant
+
+ +
+
connection.port_duplex
+
Interface not configured for auto-negotiation
+ +
+ + Non-Compliant
+
+ +
+
connection.switch.arp_inspection
+
Device uses ARP
+ +
+ + Compliant
+
+ +
+
connection.switch.dhcp_snooping
+
Device does not act as a DHCP server
+ +
+ + Compliant
+
+ +
+
connection.dhcp_address
+
Device responded to leased ip address
+ +
+ + Compliant
+
+ +
+
connection.mac_address
+
MAC address found: f0:d4:e2:f2:f5:41
+ +
+ + Compliant
+
+ +
+
connection.mac_oui
+
OUI Manufacturer found: Dell Inc.
+ +
+ + Compliant
+
+ +
+
+
Testrun 2.0-a
+
Page 1/7
+
+
+
+ + +
+ +
+
+ + +

+ + Pilot Assessment +

+ + + + + +

Testrun report

+
+

+ dell + wyse +

+ + Testrun +
+ + + + + +
+

Results List (35/41)

+
+
Name
+
Description
+
Result
+
+ +
+
connection.private_address
+
All subnets are supported
+ +
+ + Compliant
+
+ +
+
connection.shared_address
+
All subnets are supported
+ +
+ + Compliant
+
+ +
+
connection.dhcp_disconnect
+
Device received a DHCP lease after disconnect
+ +
+ + Compliant
+
+ +
+
connection.dhcp_disconnect_ip_change
+
Device received expected IP address after disconnect
+ +
+ + Compliant
+
+ +
+
connection.single_ip
+
Device is using a single IP address
+ +
+ + Compliant
+
+ +
+
connection.target_ping
+
Device responds to ping
+ +
+ + Compliant
+
+ +
+
connection.ipaddr.ip_change
+
Device has accepted an IP address change
+ +
+ + Compliant
+
+ +
+
connection.ipaddr.dhcp_failover
+
Device has no current DHCP lease
+ +
+ + Error
+
+ +
+
connection.ipv6_slaac
+
Device has formed SLAAC address fd10:77be:4186:0:f2d4:e2ff:fef2:f541
+ +
+ + Compliant
+
+ +
+
connection.ipv6_ping
+
Device responds to IPv6 ping on fd10:77be:4186:0:f2d4:e2ff:fef2:f541
+ +
+ + Compliant
+
+ +
+
security.tls.v1_2_server
+
Could not resolve device IP address
+ +
+ + Error
+
+ +
+
security.tls.v1_2_client
+
Could not resolve device IP address
+ +
+ + Error
+
+ +
+
security.tls.v1_3_server
+
Could not resolve device IP address
+ +
+ + Error
+
+ +
+
security.tls.v1_3_client
+
Could not resolve device IP address
+ +
+ + Error
+
+ +
+
dns.network.hostname_resolution
+
No DNS traffic detected from the device
+ +
+ + Non-Compliant
+
+ +
+
dns.network.from_dhcp
+
No DNS traffic detected from the device
+ +
+ + Informational
+
+ +
+
dns.mdns
+
No MDNS traffic detected from the device
+ +
+ + Informational
+
+ +
+
security.services.ftp
+
No FTP server found
+ +
+ + Compliant
+
+ +
+
security.ssh.version
+
No SSH server found
+ +
+ + Compliant
+
+ +
+
security.services.telnet
+
No telnet server found
+ +
+ + Compliant
+
+ +
+
+
Testrun 2.0-a
+
Page 2/7
+
+
+
+ + +
+ +
+
+ + +

+ + Pilot Assessment +

+ + + + + +

Testrun report

+
+

+ dell + wyse +

+ + Testrun +
+ + + + + +
+

Results List (35/41)

+
+
Name
+
Description
+
Result
+
+ +
+
security.services.smtp
+
No SMTP server found
+ +
+ + Compliant
+
+ +
+
security.services.http
+
No HTTP server found
+ +
+ + Compliant
+
+ +
+
security.services.pop
+
No POP server found
+ +
+ + Compliant
+
+ +
+
security.services.imap
+
No IMAP server found
+ +
+ + Compliant
+
+ +
+
security.services.snmpv3
+
No SNMP server found
+ +
+ + Compliant
+
+ +
+
security.services.vnc
+
No VNC server found
+ +
+ + Compliant
+
+ +
+
security.services.tftp
+
No TFTP server found
+ +
+ + Compliant
+
+ +
+
ntp.network.ntp_server
+
No NTP server found
+ +
+ + Compliant
+
+ +
+
ntp.network.ntp_support
+
Device has not sent any NTP requests
+ +
+ + Non-Compliant
+
+ +
+
ntp.network.ntp_dhcp
+
Device has not sent any NTP requests
+ +
+ + Feature Not Detected
+
+ +
+
+
Testrun 2.0-a
+
Page 3/7
+
+
+
+ + + + +
+
+
+ + +

+ + Pilot Assessment +

+ + + + + +

Testrun report

+
+

+ dell + wyse +

+ Testrun +
+

Steps to Resolve

+ +
+
+ 1. +
+ Name
dns.network.hostname_resolution +
+
+ Description
No DNS traffic detected from the device +
+
+
+ Steps to resolve + +
1. Install a supported DNS client + +
2. Ensure DNS servers have been set correctly + +
3. Ensure the gateway IP has been set and the device has internet access + +
+
+ +
+
+ 2. +
+ Name
ntp.network.ntp_support +
+
+ Description
Device has not sent any NTP requests +
+
+
+ Steps to resolve + +
1. Set the NTP version to v4 in the NTP client + +
2. Install an NTP client that supports NTPv4 + +
+
+ +
+
Testrun 2.0-a
+
Page 4/7
+
+
+ + + + +
+
+
+ + +

+ + Pilot Assessment +

+ + + + + +

Testrun report

+
+

+ dell + wyse +

+ Testrun +
+
+

DNS Module

+ + + + + + + + + + + + + + + + +
Requests to local DNS serverRequests to external DNS serversTotal DNS requestsTotal DNS responses
0000
+ +
+
+ No DNS traffic detected from the device +
+ +
+
+
Testrun 2.0-a
+
Page 5/7
+
+
+
+ + +
+
+
+ + +

+ + Pilot Assessment +

+ + + + + +

Testrun report

+
+

+ dell + wyse +

+ Testrun +
+
+

Services Module

+ + + + + + + + + + + + + + +
TCP ports openUDP ports openTotal ports open
000
+ +
+
+ No open ports detected +
+ +
+
+
Testrun 2.0-a
+
Page 6/7
+
+
+
+ + +
+
+
+ + +

+ + Pilot Assessment +

+ + + + + +

Testrun report

+
+

+ dell + wyse +

+ Testrun +
+
+

NTP Module

+ + + + + + + + + + + + + + + + + +
Requests to local NTP serverRequests to external NTP serversTotal NTP requestsTotal NTP responses
0000
+ +
+
+ No NTP traffic detected from the device +
+ +
+
+
Testrun 2.0-a
+
Page 7/7
+
+
+
+ + +
+
+
+ + +

+ + Pilot Assessment +

+ + + + + +

Device profile

+
+

+ dell + wyse +

+ Testrun +
+
+
+
Question
+
Answer
+
+ +
+
1.
+
What type of device do you need reviewed?
+
+ + Robotic arm for loading and unloading dishwashers +
+
+
+
2.
+
What features does the device have?
+
+ +
    + +
  • Wi-Fi
    • +
  • ZigBee / Z-Wave / Thread / Matter
    • +
+
+
+
+
+
Testrun 2.0-a
+
Page 7/7
+
+
+
+ + + + +
+
+
+ + +

+ + Pilot Assessment +

+ + + + + +

Testrun report

+
+

+ dell + wyse +

+ Testrun +
+ +
+

Attention

+

+ The following recommendations are required solely for full device qualification. + They are optional for the pilot assessment. + But you may find it valuable to understand what will be required in the future + and our recommendations for your device. +

+
+ +
+
+ 1. +
+ Name
security.services.ftp +
+
+ Description
FTP Server Security Error +
+
+
+ Steps to resolve + +
1. Install a supported DNS client + +
2. Ensure DNS servers have been set correctly + +
3. Ensure the gateway IP has been set and the device has internet access + +
+
+ +
+
+ 2. +
+ Name
ntp.network.ntp_support +
+
+ Description
Device has not sent any NTP requests +
+
+
+ Steps to resolve + +
1. Set the NTP version to v4 in the NTP client + +
2. Install an NTP client that supports NTPv4 + +
+
+
+
Testrun 2.0-a
+
Page 7/7
+
+
+
+ + + \ No newline at end of file diff --git a/resources/report/qualification-icon.png b/resources/report/qualification-icon.png new file mode 100644 index 0000000000000000000000000000000000000000..7e7448ce372966cfae5eb4e540d2a15c2eb6cc77 GIT binary patch literal 428 zcmV;d0aN~oP)5?`VC(=ph$UD7u><_APOgL$z_9M!UeJ)3A#WygAKCYA z-|ZeT^9)Eb06Ja^an5}gewKiey^ePn1p;#lFOo!Z4WTEDgR=}wv3BmWxQ1nxgWcM% zCm4Z1_LeEB^z6+jfiu}GAAsYoSAY$(L9!h0wG3Sgo(Y=z6!(qD5V<3uKO6+_A=pHC zh}>&IYnwsjHHuW1WajyjZ_-NpAl`w9)6Q!7jv_B%At>7?6UQ&CeILB(mjlz4j>R7l zU#1N@kcT)aqlJl)2;1O!0DQa1HEv~Z;mZWH0}qxig$n#9!fE=baXU+b*3CYh1N@~B z<+e)&PV!+sMau}E_R`3*ZeC(bz(f`q=(M#+Jhf{ W?v;VYPHlbw0000 + + + + + + Testrun Report + + + + +
+ +
+
+ + + + + + + +

+ + Device Qualification +

+

Testrun report

+
+

+ dell + wyse +

+ + Testrun +
+ +
+
+
+

Manufacturer

+
dell
+
+

Model

+
wyse
+
+

Firmware

+
123
+
+

MAC Address

+
f0:d4:e2:f2:f5:41
+
+
+
+
+

Device Configuration

+
+ +
+ + ✔ + + Protocol +
+ +
+ + ✔ + + Connection +
+ +
+ + ✔ + + TLS +
+ +
+ + ✔ + + DNS +
+ +
+ + ✔ + + Services +
+ +
+ + ✔ + + NTP +
+ +
+ +
+ +
Test Status
+
Complete
+
Test Result
+
Non-Compliant
+
Started
+
2024-09-17 15:16:21
+
Duration
+
0:11:08
+
+
+ + + + + +
+

Results List (35/41)

+
+
Name
+
Description
+
Result
+
+ +
+
protocol.valid_bacnet
+
BACnet device could not be discovered
+ +
+ + Feature Not Detected
+
+ +
+
protocol.bacnet.version
+
Device did not respond to BACnet discovery
+ +
+ + Feature Not Detected
+
+ +
+
protocol.valid_modbus
+
Device did not respond to Modbus connection
+ +
+ + Feature Not Detected
+
+ +
+
connection.port_link
+
Port stats not available
+ +
+ + Error
+
+ +
+
connection.port_speed
+
Interface not configured for auto-negotiation
+ +
+ + Non-Compliant
+
+ +
+
connection.port_duplex
+
Interface not configured for auto-negotiation
+ +
+ + Non-Compliant
+
+ +
+
connection.switch.arp_inspection
+
Device uses ARP
+ +
+ + Compliant
+
+ +
+
connection.switch.dhcp_snooping
+
Device does not act as a DHCP server
+ +
+ + Compliant
+
+ +
+
connection.dhcp_address
+
Device responded to leased ip address
+ +
+ + Compliant
+
+ +
+
connection.mac_address
+
MAC address found: f0:d4:e2:f2:f5:41
+ +
+ + Compliant
+
+ +
+
connection.mac_oui
+
OUI Manufacturer found: Dell Inc.
+ +
+ + Compliant
+
+ +
+
+
Testrun 2.0-a
+
Page 1/7
+
+
+
+ + +
+ +
+
+ + + + + + + +

+ + Device Qualification +

+

Testrun report

+
+

+ dell + wyse +

+ + Testrun +
+ + + + + +
+

Results List (35/41)

+
+
Name
+
Description
+
Result
+
+ +
+
connection.private_address
+
All subnets are supported
+ +
+ + Compliant
+
+ +
+
connection.shared_address
+
All subnets are supported
+ +
+ + Compliant
+
+ +
+
connection.dhcp_disconnect
+
Device received a DHCP lease after disconnect
+ +
+ + Compliant
+
+ +
+
connection.dhcp_disconnect_ip_change
+
Device received expected IP address after disconnect
+ +
+ + Compliant
+
+ +
+
connection.single_ip
+
Device is using a single IP address
+ +
+ + Compliant
+
+ +
+
connection.target_ping
+
Device responds to ping
+ +
+ + Compliant
+
+ +
+
connection.ipaddr.ip_change
+
Device has accepted an IP address change
+ +
+ + Compliant
+
+ +
+
connection.ipaddr.dhcp_failover
+
Device has no current DHCP lease
+ +
+ + Error
+
+ +
+
connection.ipv6_slaac
+
Device has formed SLAAC address fd10:77be:4186:0:f2d4:e2ff:fef2:f541
+ +
+ + Compliant
+
+ +
+
connection.ipv6_ping
+
Device responds to IPv6 ping on fd10:77be:4186:0:f2d4:e2ff:fef2:f541
+ +
+ + Compliant
+
+ +
+
security.tls.v1_2_server
+
Could not resolve device IP address
+ +
+ + Error
+
+ +
+
security.tls.v1_2_client
+
Could not resolve device IP address
+ +
+ + Error
+
+ +
+
security.tls.v1_3_server
+
Could not resolve device IP address
+ +
+ + Error
+
+ +
+
security.tls.v1_3_client
+
Could not resolve device IP address
+ +
+ + Error
+
+ +
+
dns.network.hostname_resolution
+
No DNS traffic detected from the device
+ +
+ + Non-Compliant
+
+ +
+
dns.network.from_dhcp
+
No DNS traffic detected from the device
+ +
+ + Informational
+
+ +
+
dns.mdns
+
No MDNS traffic detected from the device
+ +
+ + Informational
+
+ +
+
security.services.ftp
+
No FTP server found
+ +
+ + Compliant
+
+ +
+
security.ssh.version
+
No SSH server found
+ +
+ + Compliant
+
+ +
+
security.services.telnet
+
No telnet server found
+ +
+ + Compliant
+
+ +
+
+
Testrun 2.0-a
+
Page 2/7
+
+
+
+ + +
+ +
+
+ + + + + + + +

+ + Device Qualification +

+

Testrun report

+
+

+ dell + wyse +

+ + Testrun +
+ + + + + +
+

Results List (35/41)

+
+
Name
+
Description
+
Result
+
+ +
+
security.services.smtp
+
No SMTP server found
+ +
+ + Compliant
+
+ +
+
security.services.http
+
No HTTP server found
+ +
+ + Compliant
+
+ +
+
security.services.pop
+
No POP server found
+ +
+ + Compliant
+
+ +
+
security.services.imap
+
No IMAP server found
+ +
+ + Compliant
+
+ +
+
security.services.snmpv3
+
No SNMP server found
+ +
+ + Compliant
+
+ +
+
security.services.vnc
+
No VNC server found
+ +
+ + Compliant
+
+ +
+
security.services.tftp
+
No TFTP server found
+ +
+ + Compliant
+
+ +
+
ntp.network.ntp_server
+
No NTP server found
+ +
+ + Compliant
+
+ +
+
ntp.network.ntp_support
+
Device has not sent any NTP requests
+ +
+ + Non-Compliant
+
+ +
+
ntp.network.ntp_dhcp
+
Device has not sent any NTP requests
+ +
+ + Feature Not Detected
+
+ +
+
+
Testrun 2.0-a
+
Page 3/7
+
+
+
+ + + + +
+
+
+ + + + + + + +

+ + Device Qualification +

+

Testrun report

+
+

+ dell + wyse +

+ Testrun +
+

Steps to Resolve

+ +
+
+ 1. +
+ Name
dns.network.hostname_resolution +
+
+ Description
No DNS traffic detected from the device +
+
+
+ Steps to resolve + +
1. Install a supported DNS client + +
2. Ensure DNS servers have been set correctly + +
3. Ensure the gateway IP has been set and the device has internet access + +
+
+ +
+
+ 2. +
+ Name
ntp.network.ntp_support +
+
+ Description
Device has not sent any NTP requests +
+
+
+ Steps to resolve + +
1. Set the NTP version to v4 in the NTP client + +
2. Install an NTP client that supports NTPv4 + +
+
+ +
+
Testrun 2.0-a
+
Page 4/7
+
+
+ + + + +
+
+
+ + + + + + + +

+ + Device Qualification +

+

Testrun report

+
+

+ dell + wyse +

+ Testrun +
+
+

DNS Module

+ + + + + + + + + + + + + + + + +
Requests to local DNS serverRequests to external DNS serversTotal DNS requestsTotal DNS responses
0000
+ +
+
+ No DNS traffic detected from the device +
+ +
+
+
Testrun 2.0-a
+
Page 5/7
+
+
+
+ + +
+
+
+ + + + + + + +

+ + Device Qualification +

+

Testrun report

+
+

+ dell + wyse +

+ Testrun +
+
+

Services Module

+ + + + + + + + + + + + + + +
TCP ports openUDP ports openTotal ports open
000
+ +
+
+ No open ports detected +
+ +
+
+
Testrun 2.0-a
+
Page 6/7
+
+
+
+ + +
+
+
+ + + + + + + +

+ + Device Qualification +

+

Testrun report

+
+

+ dell + wyse +

+ Testrun +
+
+

NTP Module

+ + + + + + + + + + + + + + + + + +
Requests to local NTP serverRequests to external NTP serversTotal NTP requestsTotal NTP responses
0000
+ +
+
+ No NTP traffic detected from the device +
+ +
+
+
Testrun 2.0-a
+
Page 7/7
+
+
+
+ + +
+
+
+ + + + + + + +

+ + Device Qualification +

+

Device profile

+
+

+ dell + wyse +

+ Testrun +
+
+
+
Question
+
Answer
+
+ +
+
1.
+
What type of device do you need reviewed?
+
+ + Robotic arm for loading and unloading dishwashers +
+
+
+
2.
+
What features does the device have?
+
+ +
    + +
  • Wi-Fi
    • +
  • ZigBee / Z-Wave / Thread / Matter
    • +
+
+
+
+
+
Testrun 2.0-a
+
Page 7/7
+
+
+
+ + \ No newline at end of file diff --git a/resources/report/risk_report_styles.css b/resources/report/risk_report_styles.css index 05bb67878..2575fe378 100644 --- a/resources/report/risk_report_styles.css +++ b/resources/report/risk_report_styles.css @@ -1,4 +1,4 @@ -* Set some global variables */ +/* Set some global variables */ :root { --header-height: .75in; --header-width: 8.5in; diff --git a/resources/report/risk_report_template.html b/resources/report/risk_report_template.html index 685070031..05752e066 100644 --- a/resources/report/risk_report_template.html +++ b/resources/report/risk_report_template.html @@ -60,7 +60,6 @@

{{ risk.lower() }} Risk

{% endif %} - {% endfor %}
diff --git a/resources/report/test_report_styles.css b/resources/report/test_report_styles.css index 4422c36bf..86e477f47 100644 --- a/resources/report/test_report_styles.css +++ b/resources/report/test_report_styles.css @@ -27,8 +27,8 @@ /* Define some common body formatting*/ body { font-family: 'Google Sans', sans-serif; - margin: 0px; - padding: 0px; + margin: 0; + padding: 0; } /* Use this for various section breaks*/ @@ -60,6 +60,63 @@ /* Define the header related css elements*/ .header { position: relative; + padding-left: 0.2in; + } + + .header-info { + max-width: 700px; + box-sizing: border-box; + display: flex; + align-items: center; + margin-bottom: 8px; + gap: 8px; + color: #202124; + font-size: 9px; + text-transform: uppercase; + } + + .first-page .header-info { + font-size: 18px; + gap: 16px; + } + + .header-info-badge { + display: flex; + align-items: center; + margin: 0; + padding: 5px 15px; + border: 1px solid #202124; + border-radius: 4px; + font-weight: 500; + letter-spacing: 0.64px; + gap: 10px; + } + + .first-page .header-info-badge { + padding: 15px 30px; + letter-spacing: 1px; + } + + .header-info-badge img { + width: 9px; + height: 9px; + } + + .first-page .header-info-badge img { + width: 16px; + height: 16px; + } + + .header-info h1 { + margin: 0; + font-size: 9px; + font-weight: 700; + letter-spacing: 0.1px; + } + + .first-page .header-info h1 { + font-size: 18px; + letter-spacing: 1px; } h1 { @@ -69,7 +126,7 @@ } h2 { - margin: 0px; + margin: 0; font-size: 48px; font-weight: 700; } @@ -257,8 +314,8 @@ /* CSS for the color box */ .summary-color-box { position: absolute; - right: 0in; - top: 0in; + right: 0; + top: 0; width: 2.6in; height: 100%; } @@ -308,11 +365,10 @@ } .result-line-result { - border-top: 0px; + border-top: 0; } .result-list-header-label { - font-weight: 500; position: absolute; font-size: 12px; font-weight: bold; @@ -387,7 +443,7 @@ position: absolute; height: 30px; width: 8.5in; - bottom: 0in; + bottom: 0; border-top: 1px solid #D3D3D3; } @@ -414,14 +470,14 @@ .markdown-header-h1 { margin-top:20px; margin-bottom:20px; - margin-right:0px; + margin-right:0; font-size: 2em; } .markdown-header-h2 { - margin-top:20px; - margin-bottom:20px; - margin-right:0px; + margin-top: 20px; + margin-bottom: 20px; + margin-right: 0; font-size: 1.5em; } @@ -441,6 +497,97 @@ font-size: 32px; } + /* CSS for Device profile */ + .device-profile-content { + width: 100%; + margin-top: 40px; + text-align: left; + color: #3C4043; + font-size: 14px; + } + + .device-profile-head { + margin-bottom: 15px; + } + + .device-profile-head-question { + display: inline-block; + margin-left: 70px; + font-weight: bold; + } + + .device-profile-head-answer { + display: inline-block; + margin-left: 325px; + font-weight: bold; + } + + .device-profile-row { + margin-bottom: 8px; + background-color: #F8F9FA; + display: flex; + align-items: stretch; + overflow: hidden; + } + + .device-profile-number { + padding: 15px 20px; + width: 10px; + display: inline-block; + vertical-align: top; + position: relative; + } + + .device-profile-question { + padding: 15px 20px; + display: inline-block; + width: 350px; + vertical-align: top; + position: relative; + height: 100%; + } + + .device-profile-answer { + background-color: #E8F0FE; + padding: 15px 20px; + display: inline-block; + width: 340px; + position: relative; + height: 100%; + } + + .device-profile-answer ul { + margin-top: 0; + padding-left: 20px; + } + + /* CSS for Steps to resolve to meet full device qualification in Pilot program */ + .steps-to-resolve-info { + display: flex; + flex-direction: column; + margin: 30px 0; + padding: 30px 45px; + background: #E8F0FE; + color: #174EA6; + gap: 15px; + } + + .steps-to-resolve-info-heading { + margin: 0; + font-size: 24px; + font-weight: 500; + line-height: 16px; + letter-spacing: 0.64px; + text-transform: uppercase; + } + + .steps-to-resolve-info-content { + margin: 0; + font-size: 16px; + line-height: normal; + letter-spacing: 0.64px; + } + @media print { @page { size: Letter; diff --git a/resources/report/test_report_template.html b/resources/report/test_report_template.html index fedbd1aee..244081a68 100644 --- a/resources/report/test_report_template.html +++ b/resources/report/test_report_template.html @@ -16,15 +16,37 @@ {% set page_index.value = page_index.value+1 %}
{% if loop.first %} -
-

Testrun report

+
+
+ +

+ + + + + + +

+

Testrun report

+

{{ device['manufacturer'] }} {{ device['model']}}

{% else %} -
-

Testrun report

+
+
+ +

+ + + + + + +

+

Testrun report

+

{{ device['manufacturer'] }} {{ device['model']}} @@ -126,8 +148,19 @@

Results List ({{ successful_tests }}/{{ total_tests }})

{% if steps_to_resolve|length > 0 %} {% set page_index.value = page_index.value+1 %}
-
-

Testrun report

+
+
+ +

+ + + + + + +

+

Testrun report

+

{{ device['manufacturer'] }} {{ device['model']}} @@ -164,8 +197,19 @@

Steps to Resolve

{% for module in module_reports %} {% set page_index.value = page_index.value+1 %}
-
-

Testrun report

+
+
+ +

+ + + + + + +

+

Testrun report

+

{{ device['manufacturer'] }} {{ device['model']}} @@ -182,5 +226,130 @@

{% endfor %} + + + +
+
+
+ +

+ + + + + + +

+

Device profile

+
+

+ { device['manufacturer'] }} + {{ device['model']}} +

+ Testrun +
+
+
+
Question
+
Answer
+
+ +
+
+ +
+
+ +
+
+ + + +
    + +
  • + +
    • + +
+
+
+
+
+
Testrun {{ version }}
+
Page {{ page_index.value }}/{{ total_pages }}
+
+
+
+ + + + + + + + +
+
+
+ +

+ + + + + + +

+

Testrun report

+
+

+ {{ device['manufacturer'] }} + {{ device['model']}} +

+ Testrun +
+
+

Attention

+

+ The following recommendations are required solely for full device qualification. + They are optional for the pilot assessment. + But you may find it valuable to understand what will be required in the future + and our recommendations for your device. +

+
+ +
+
+ + + +
+ Name
+ +
+
+ Description
+ +
+
+
+ Steps to resolve + +
+ + + + +
+
+ +
+
Testrun {{ version }}
+
Page {{ page_index.value }}/{{ total_pages }}
+
+
+ From a5c06985ed35e956f34c881b989ad5773026aad3 Mon Sep 17 00:00:00 2001 From: Volha Mardvilka Date: Tue, 24 Sep 2024 13:10:40 +0000 Subject: [PATCH 02/14] 365978129: (feat) keep the current report as is and create new one with updates --- resources/report/test_report_template.html | 185 +-------- .../report/test_report_template_new.html | 355 ++++++++++++++++++ 2 files changed, 363 insertions(+), 177 deletions(-) create mode 100644 resources/report/test_report_template_new.html diff --git a/resources/report/test_report_template.html b/resources/report/test_report_template.html index 244081a68..fedbd1aee 100644 --- a/resources/report/test_report_template.html +++ b/resources/report/test_report_template.html @@ -16,37 +16,15 @@ {% set page_index.value = page_index.value+1 %}
{% if loop.first %} -
-
- -

- - - - - - -

-

Testrun report

-
+
+

Testrun report

{{ device['manufacturer'] }} {{ device['model']}}

{% else %} -
-
- -

- - - - - - -

-

Testrun report

-
+
+

Testrun report

{{ device['manufacturer'] }} {{ device['model']}} @@ -148,19 +126,8 @@

Results List ({{ successful_tests }}/{{ total_tests }})

{% if steps_to_resolve|length > 0 %} {% set page_index.value = page_index.value+1 %}
-
-
- -

- - - - - - -

-

Testrun report

-
+
+

Testrun report

{{ device['manufacturer'] }} {{ device['model']}} @@ -197,19 +164,8 @@

Steps to Resolve

{% for module in module_reports %} {% set page_index.value = page_index.value+1 %}
-
-
- -

- - - - - - -

-

Testrun report

-
+
+

Testrun report

{{ device['manufacturer'] }} {{ device['model']}} @@ -226,130 +182,5 @@

{% endfor %} - - - -
-
-
- -

- - - - - - -

-

Device profile

-
-

- { device['manufacturer'] }} - {{ device['model']}} -

- Testrun -
-
-
-
Question
-
Answer
-
- -
-
- -
-
- -
-
- - - -
    - -
  • - -
    • - -
-
-
-
-
-
Testrun {{ version }}
-
Page {{ page_index.value }}/{{ total_pages }}
-
-
-
- - - - - - - - -
-
-
- -

- - - - - - -

-

Testrun report

-
-

- {{ device['manufacturer'] }} - {{ device['model']}} -

- Testrun -
-
-

Attention

-

- The following recommendations are required solely for full device qualification. - They are optional for the pilot assessment. - But you may find it valuable to understand what will be required in the future - and our recommendations for your device. -

-
- -
-
- - - -
- Name
- -
-
- Description
- -
-
-
- Steps to resolve - -
- - - - -
-
- -
-
Testrun {{ version }}
-
Page {{ page_index.value }}/{{ total_pages }}
-
-
- diff --git a/resources/report/test_report_template_new.html b/resources/report/test_report_template_new.html new file mode 100644 index 000000000..244081a68 --- /dev/null +++ b/resources/report/test_report_template_new.html @@ -0,0 +1,355 @@ + + + + + + + + Testrun Report + + + + + {% set page_index = namespace(value=0) %} + {# Test Results #} + {% for page in range(pages_num) %} + {% set page_index.value = page_index.value+1 %} +
+ {% if loop.first %} +
+
+ +

+ + + + + + +

+

Testrun report

+
+

+ {{ device['manufacturer'] }} + {{ device['model']}} +

+ {% else %} +
+
+ +

+ + + + + + +

+

Testrun report

+
+

+ {{ device['manufacturer'] }} + {{ device['model']}} +

+ {% endif %} + Testrun +
+ {% if loop.first %} +
+
+
+

Manufacturer

+
{{ device['manufacturer']}}
+
+

Model

+
{{ device['model'] }}
+
+

Firmware

+
{{ device['firmware']}}
+
+

MAC Address

+
{{ device['mac_addr'] }}
+
+
+
+
+

Device Configuration

+
+ {% for module, enabled in modules.items() %} +
+ {% if enabled %} + ✔ + {% else %} + ✖ + {% endif %} + {{ module }} +
+ {% endfor %} +
+ {% if test_status == 'Compliant' %} +
+ {% else %} +
+ {% endif %} +
Test Status
+
Complete
+
Test Result
+
{{ test_status }}
+
Started
+
{{ json_data['started']}}
+
Duration
+
{{ duration }}
+
+
+ {% endif %} + {% if loop.first %} + {% set results_from = 0 %} + {% set results_to = [tests_first_page, test_results|length]|min %} + {% else %} + {% set results_from = tests_first_page + (loop.index0 - 1) * tests_per_page %} + {% set results_to = [results_from + tests_per_page, test_results|length]|min %} + {% endif %} +
+

Results List ({{ successful_tests }}/{{ total_tests }})

+
+
Name
+
Description
+
Result
+
+ {% for i in range(results_from, results_to) %} +
+
{{ test_results[i]['name'] }}
+
{{ test_results[i]['description'] }}
+ {% if test_results[i]['result'] == 'Non-Compliant' %} +
+ {% elif test_results[i]['result'] == 'Compliant' %} +
+ {% elif test_results[i]['result'] == 'Error' %} +
+ {% elif test_results[i]['result'] == 'Feature Not Detected' %} +
+ {% elif test_results[i]['result'] == 'Informational' %} +
+ {% else %} +
+ {% endif %} + {{ test_results[i]['result'] }}
+
+ {% endfor %} +
+
+
Testrun {{ version }}
+
Page {{ page_index.value }}/{{ total_pages }}
+
+
+
+ {% endfor %} + {# Steps to resolve #} + {% if steps_to_resolve|length > 0 %} + {% set page_index.value = page_index.value+1 %} +
+
+
+ +

+ + + + + + +

+

Testrun report

+
+

+ {{ device['manufacturer'] }} + {{ device['model']}} +

+ Testrun +
+

Steps to Resolve

+ {% for step in steps_to_resolve %} +
+
+ {{ loop.index }}. +
+ Name
{{ step['name'] }} +
+
+ Description
{{ step["description"] }} +
+
+
+ Steps to resolve + {% for recommedtation in step['recommendations'] %} +
{{ loop.index }}. {{ recommedtation }} + {% endfor %} +
+
+ {% endfor %} +
+
Testrun {{ version }}
+
Page {{ page_index.value }}/{{ total_pages }}
+
+
+ {% endif %} + {# Modules reports #} + {% for module in module_reports %} + {% set page_index.value = page_index.value+1 %} +
+
+
+ +

+ + + + + + +

+

Testrun report

+
+

+ {{ device['manufacturer'] }} + {{ device['model']}} +

+ Testrun +
+
+ {{ module }} +
+
+
Testrun {{ version }}
+
Page {{ page_index.value }}/{{ total_pages }}
+
+
+
+ {% endfor %} + + + +
+
+
+ +

+ + + + + + +

+

Device profile

+
+

+ { device['manufacturer'] }} + {{ device['model']}} +

+ Testrun +
+
+
+
Question
+
Answer
+
+ +
+
+ +
+
+ +
+
+ + + +
    + +
  • + +
    • + +
+
+
+
+
+
Testrun {{ version }}
+
Page {{ page_index.value }}/{{ total_pages }}
+
+
+
+ + + + + + + + +
+
+
+ +

+ + + + + + +

+

Testrun report

+
+

+ {{ device['manufacturer'] }} + {{ device['model']}} +

+ Testrun +
+
+

Attention

+

+ The following recommendations are required solely for full device qualification. + They are optional for the pilot assessment. + But you may find it valuable to understand what will be required in the future + and our recommendations for your device. +

+
+ +
+
+ + + +
+ Name
+ +
+
+ Description
+ +
+
+
+ Steps to resolve + +
+ + + + +
+
+ +
+
Testrun {{ version }}
+
Page {{ page_index.value }}/{{ total_pages }}
+
+
+ + + From 86dae7e53656367474ff278947e60fe67e40d916 Mon Sep 17 00:00:00 2001 From: Aliaksandr Nikitsin Date: Wed, 25 Sep 2024 21:49:01 +0200 Subject: [PATCH 03/14] badges --- framework/python/src/common/testreport.py | 11 ++++ resources/report/test_report_template.html | 58 ++++++++++++++++++++-- 2 files changed, 64 insertions(+), 5 deletions(-) diff --git a/framework/python/src/common/testreport.py b/framework/python/src/common/testreport.py index 344619039..65f818afe 100644 --- a/framework/python/src/common/testreport.py +++ b/framework/python/src/common/testreport.py @@ -42,6 +42,8 @@ report_resource_dir = os.path.join(root_dir, RESOURCES_DIR) test_run_img_file = os.path.join(report_resource_dir, 'testrun.png') +qualification_icon = os.path.join(report_resource_dir, 'qualification-icon.png') +pilot_icon = os.path.join(report_resource_dir, 'pilot-icon.png') class TestReport(): @@ -195,8 +197,15 @@ def to_html(self): styles = style_file.read() with open(test_run_img_file, 'rb') as f: logo = base64.b64encode(f.read()).decode('utf-8') + json_data=self.to_json() + # Icons + with open(qualification_icon, 'rb') as f: + icon_qualification = base64.b64encode(f.read()).decode('utf-8') + with open(qualification_icon, 'rb') as f: + icon_pilot = base64.b64encode(f.read()).decode('utf-8') + # Convert the timestamp strings to datetime objects start_time = datetime.strptime(json_data['started'], '%Y-%m-%d %H:%M:%S') end_time = datetime.strptime(json_data['finished'], '%Y-%m-%d %H:%M:%S') @@ -218,6 +227,8 @@ def to_html(self): return template.render(styles=styles, logo=logo, + icon_qualification=icon_qualification, + icon_pilot=icon_pilot, version=self._version, json_data=json_data, device=json_data['device'], diff --git a/resources/report/test_report_template.html b/resources/report/test_report_template.html index fedbd1aee..7a7d1055a 100644 --- a/resources/report/test_report_template.html +++ b/resources/report/test_report_template.html @@ -16,15 +16,39 @@ {% set page_index.value = page_index.value+1 %}
{% if loop.first %} -
-

Testrun report

+
+
+ {# Badge #} +

+ {% if json_data['device']['test_pack'] == 'Device Qualification' %} + + Device Qualification + {% else %} + + Pilot Assessment + {% endif %} +

+

Testrun report

+

{{ device['manufacturer'] }} {{ device['model']}}

{% else %}
-

Testrun report

+
+ {# Badge #} +

+ {% if json_data['device']['test_pack'] == 'Device Qualification' %} + + Device Qualification + {% else %} + + Pilot Assessment + {% endif %} +

+

Testrun report

+

{{ device['manufacturer'] }} {{ device['model']}} @@ -127,7 +151,19 @@

Results List ({{ successful_tests }}/{{ total_tests }})

{% set page_index.value = page_index.value+1 %}
-

Testrun report

+
+ {# Badge #} +

+ {% if json_data['device']['test_pack'] == 'Device Qualification' %} + + Device Qualification + {% else %} + + Pilot Assessment + {% endif %} +

+

Testrun report

+

{{ device['manufacturer'] }} {{ device['model']}} @@ -165,7 +201,19 @@

Steps to Resolve

{% set page_index.value = page_index.value+1 %}
-

Testrun report

+
+ {# Badge #} +

+ {% if json_data['device']['test_pack'] == 'Device Qualification' %} + + Device Qualification + {% else %} + + Pilot Assessment + {% endif %} +

+

Testrun report

+

{{ device['manufacturer'] }} {{ device['model']}} From 5ce4497b3b1dfa0783de476e5e5bd5f540a87ea9 Mon Sep 17 00:00:00 2001 From: Aliaksandr Nikitsin Date: Wed, 25 Sep 2024 23:55:35 +0200 Subject: [PATCH 04/14] device profile --- framework/python/src/common/testreport.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/framework/python/src/common/testreport.py b/framework/python/src/common/testreport.py index 65f818afe..dd6e45df7 100644 --- a/framework/python/src/common/testreport.py +++ b/framework/python/src/common/testreport.py @@ -151,6 +151,9 @@ def from_json(self, json_file): if 'test_pack' in json_file['device']: self._device['test_pack'] = json_file['device']['test_pack'] + if 'additional_info' in json_file['device']: + self._device['device_profile'] = json_file['device']['additional_info'] + self._status = json_file['status'] self._started = datetime.strptime(json_file['started'], DATE_TIME_FORMAT) self._finished = datetime.strptime(json_file['finished'], DATE_TIME_FORMAT) From c1f92844371af56442733ce9c9f0577c4786bbe2 Mon Sep 17 00:00:00 2001 From: Aliaksandr Nikitsin Date: Thu, 26 Sep 2024 12:51:25 +0000 Subject: [PATCH 05/14] device profile page --- framework/python/src/common/testreport.py | 2 +- resources/report/test_report_template.html | 52 ++++++++++++++++++++++ 2 files changed, 53 insertions(+), 1 deletion(-) diff --git a/framework/python/src/common/testreport.py b/framework/python/src/common/testreport.py index dd6e45df7..8ed9b38d4 100644 --- a/framework/python/src/common/testreport.py +++ b/framework/python/src/common/testreport.py @@ -224,7 +224,7 @@ def to_html(self): module_reports = self._get_module_pages() pages_num = self._pages_num(json_data) - total_pages = pages_num + len(module_reports) + total_pages = pages_num + len(module_reports) + 1 if len(steps_to_resolve) > 0: total_pages += 1 diff --git a/resources/report/test_report_template.html b/resources/report/test_report_template.html index 7a7d1055a..a66aba2ad 100644 --- a/resources/report/test_report_template.html +++ b/resources/report/test_report_template.html @@ -230,5 +230,57 @@

{% endfor %} + {% set page_index.value = page_index.value+1 %} +
+
+
+ {# Badge #} +

+ {% if json_data['device']['test_pack'] == 'Device Qualification' %} + + Device Qualification + {% else %} + + Pilot Assessment + {% endif %} +

+

Device profile

+
+

+ {{ device['manufacturer'] }} + {{ device['model']}} +

+ Testrun +
+ +
+
+
Question
+
Answer
+
+ {% for question in json_data['device']['device_profile'] %} +
+
{{loop.index}}.
+
{{ question['question'] }}
+
+ {% if question['answer'] is string %} + {{ question['answer'] }} + {% elif question['answer'] is sequence %} +
    + {% for answer in question['answer'] %} +
  • {{ answer }}
    • + {% endfor %} +
+ {% endif %} +
+
+ {% endfor %} +
+
+
Testrun {{ version }}
+
Page {{ page_index.value }}/{{ total_pages }}
+
+
+
From ab9ea580f8d6a79b58575de7c0efdedf3815e65f Mon Sep 17 00:00:00 2001 From: Aliaksandr Nikitsin Date: Thu, 26 Sep 2024 13:12:40 +0000 Subject: [PATCH 06/14] steps to resolve pilot --- resources/report/test_report_template.html | 66 +++++++++++++++++++--- 1 file changed, 57 insertions(+), 9 deletions(-) diff --git a/resources/report/test_report_template.html b/resources/report/test_report_template.html index a66aba2ad..ce7e7b623 100644 --- a/resources/report/test_report_template.html +++ b/resources/report/test_report_template.html @@ -146,21 +146,16 @@

Results List ({{ successful_tests }}/{{ total_tests }})

{% endfor %} - {# Steps to resolve #} - {% if steps_to_resolve|length > 0 %} + {# Steps to resolve Device qualification #} + {% if steps_to_resolve|length > 0 and json_data['device']['test_pack'] == 'Device Qualification' %} {% set page_index.value = page_index.value+1 %}
{# Badge #}

- {% if json_data['device']['test_pack'] == 'Device Qualification' %} - - Device Qualification - {% else %} - - Pilot Assessment - {% endif %} + + Device Qualification

Testrun report

@@ -282,5 +277,58 @@

+ {# Steps to resolve Pilot Assessment #} + {% if steps_to_resolve|length > 0 and json_data['device']['test_pack'] == 'Pilot Assessment' %} + {% set page_index.value = page_index.value+1 %} +
+
+
+ {# Badge #} +

+ + Pilot Assessment +

+

Testrun report

+
+

+ {{ device['manufacturer'] }} + {{ device['model']}} +

+ Testrun +
+
+

Attention

+

+ The following recommendations are required solely for full device qualification. + They are optional for the pilot assessment. + But you may find it valuable to understand what will be required in the future + and our recommendations for your device. +

+
+ {% for step in steps_to_resolve %} +
+
+ {{ loop.index }}. +
+ Name
{{ step['name'] }} +
+
+ Description
{{ step["description"] }} +
+
+
+ Steps to resolve + {% for recommedtation in step['recommendations'] %} +
{{ loop.index }}. {{ recommedtation }} + {% endfor %} +
+
+ {% endfor %} +
+
Testrun {{ version }}
+
Page {{ page_index.value }}/{{ total_pages }}
+
+
+ {% endif %} From 84c67b2663c298a539bd6d07177ec89a8243031e Mon Sep 17 00:00:00 2001 From: Aliaksandr Nikitsin Date: Thu, 26 Sep 2024 13:33:31 +0000 Subject: [PATCH 07/14] steps to resolve pilot placeholder --- resources/report/test_report_template.html | 1 + 1 file changed, 1 insertion(+) diff --git a/resources/report/test_report_template.html b/resources/report/test_report_template.html index a66aba2ad..dba322840 100644 --- a/resources/report/test_report_template.html +++ b/resources/report/test_report_template.html @@ -282,5 +282,6 @@

+ {# Steps to resolve Pilot placeholder #} From b745b8266a025ea05ea5d5bd29844c0f5604c6e9 Mon Sep 17 00:00:00 2001 From: Aliaksandr Nikitsin Date: Fri, 27 Sep 2024 13:08:13 +0000 Subject: [PATCH 08/14] header macros --- framework/python/src/common/testreport.py | 10 ++- resources/report/macros.jinja | 43 ++++++++++++ resources/report/test_report_template.html | 81 ++-------------------- 3 files changed, 51 insertions(+), 83 deletions(-) create mode 100644 resources/report/macros.jinja diff --git a/framework/python/src/common/testreport.py b/framework/python/src/common/testreport.py index 8ed9b38d4..ea9615034 100644 --- a/framework/python/src/common/testreport.py +++ b/framework/python/src/common/testreport.py @@ -21,7 +21,7 @@ import base64 import os from test_orc.test_case import TestCase -from jinja2 import Template +from jinja2 import Template, BaseLoader, Environment, FileSystemLoader from collections import OrderedDict DATE_TIME_FORMAT = '%Y-%m-%d %H:%M:%S' @@ -187,17 +187,15 @@ def to_pdf(self): def to_html(self): # Jinja template - with open(os.path.join(report_resource_dir, TEST_REPORT_TEMPLATE), - 'r', - encoding='UTF-8' - ) as template_file: - template = Template(template_file.read()) + template_env = Environment(loader=FileSystemLoader(report_resource_dir)) + template = template_env.get_template(TEST_REPORT_TEMPLATE) with open(os.path.join(report_resource_dir, TEST_REPORT_STYLES), 'r', encoding='UTF-8' ) as style_file: styles = style_file.read() + with open(test_run_img_file, 'rb') as f: logo = base64.b64encode(f.read()).decode('utf-8') diff --git a/resources/report/macros.jinja b/resources/report/macros.jinja new file mode 100644 index 000000000..fabb54b02 --- /dev/null +++ b/resources/report/macros.jinja @@ -0,0 +1,43 @@ +{% macro header(is_first, title, json_data, device, logo) %} +{% if is_first %} +
+
+ {# Badge #} +

+ {% if json_data['device']['test_pack'] == 'Device Qualification' %} + + Device Qualification + {% else %} + + Pilot Assessment + {% endif %} +

+

{{ title }}

+
+

+ {{ device['manufacturer'] }} + {{ device['model']}} +

+ {% else %} +
+
+ {# Badge #} +

+ {% if json_data['device']['test_pack'] == 'Device Qualification' %} + + Device Qualification + {% else %} + + Pilot Assessment + {% endif %} +

+

{{ title }}

+
+

+ {{ device['manufacturer'] }} + {{ device['model']}} +

+ {% endif %} + Testrun +
+{% endmacro %} \ No newline at end of file diff --git a/resources/report/test_report_template.html b/resources/report/test_report_template.html index 30ec37cd9..7ffb7f3cc 100644 --- a/resources/report/test_report_template.html +++ b/resources/report/test_report_template.html @@ -1,4 +1,4 @@ - +{% import 'macros.jinja' as macros %} @@ -15,47 +15,7 @@ {% for page in range(pages_num) %} {% set page_index.value = page_index.value+1 %}
- {% if loop.first %} -
-
- {# Badge #} -

- {% if json_data['device']['test_pack'] == 'Device Qualification' %} - - Device Qualification - {% else %} - - Pilot Assessment - {% endif %} -

-

Testrun report

-
-

- {{ device['manufacturer'] }} - {{ device['model']}} -

- {% else %} -
-
- {# Badge #} -

- {% if json_data['device']['test_pack'] == 'Device Qualification' %} - - Device Qualification - {% else %} - - Pilot Assessment - {% endif %} -

-

Testrun report

-
-

- {{ device['manufacturer'] }} - {{ device['model']}} -

- {% endif %} - Testrun -
+ {{ macros.header(loop.first, "Testrun report", json_data, device, logo)}} {% if loop.first %}
@@ -150,21 +110,7 @@

Results List ({{ successful_tests }}/{{ total_tests }})

{% if steps_to_resolve|length > 0 and json_data['device']['test_pack'] == 'Device Qualification' %} {% set page_index.value = page_index.value+1 %}
-
-
- {# Badge #} -

- - Device Qualification -

-

Testrun report

-
-

- {{ device['manufacturer'] }} - {{ device['model']}} -

- Testrun -
+ {{ macros.header(False, "Testrun report", json_data, device, logo)}}

Steps to Resolve

{% for step in steps_to_resolve %}
@@ -195,26 +141,7 @@

Steps to Resolve

{% for module in module_reports %} {% set page_index.value = page_index.value+1 %}
-
-
- {# Badge #} -

- {% if json_data['device']['test_pack'] == 'Device Qualification' %} - - Device Qualification - {% else %} - - Pilot Assessment - {% endif %} -

-

Testrun report

-
-

- {{ device['manufacturer'] }} - {{ device['model']}} -

- Testrun -
+ {{ macros.header(False, "Testrun report", json_data, device, logo)}}
{{ module }}
From 7db97456c8b149e262df577c9cc3209a5e40510d Mon Sep 17 00:00:00 2001 From: Aliaksandr Nikitsin Date: Fri, 27 Sep 2024 13:14:13 +0000 Subject: [PATCH 09/14] device profile macros header --- resources/report/test_report_template.html | 22 +--------------------- 1 file changed, 1 insertion(+), 21 deletions(-) diff --git a/resources/report/test_report_template.html b/resources/report/test_report_template.html index 7ffb7f3cc..1b3558346 100644 --- a/resources/report/test_report_template.html +++ b/resources/report/test_report_template.html @@ -154,27 +154,7 @@

Steps to Resolve

{% endfor %} {% set page_index.value = page_index.value+1 %}
-
-
- {# Badge #} -

- {% if json_data['device']['test_pack'] == 'Device Qualification' %} - - Device Qualification - {% else %} - - Pilot Assessment - {% endif %} -

-

Device profile

-
-

- {{ device['manufacturer'] }} - {{ device['model']}} -

- Testrun -
- + {{ macros.header(False, "Device profile", json_data, device, logo)}}
Question
From 097728cb0c770fae66bb9723f16dbf1c8e9f867d Mon Sep 17 00:00:00 2001 From: Aliaksandr Nikitsin Date: Fri, 27 Sep 2024 13:21:41 +0000 Subject: [PATCH 10/14] rename header macros --- resources/report/{macros.jinja => header_macros.jinja} | 0 resources/report/test_report_template.html | 10 +++++----- 2 files changed, 5 insertions(+), 5 deletions(-) rename resources/report/{macros.jinja => header_macros.jinja} (100%) diff --git a/resources/report/macros.jinja b/resources/report/header_macros.jinja similarity index 100% rename from resources/report/macros.jinja rename to resources/report/header_macros.jinja diff --git a/resources/report/test_report_template.html b/resources/report/test_report_template.html index 1b3558346..4a22c8fc1 100644 --- a/resources/report/test_report_template.html +++ b/resources/report/test_report_template.html @@ -1,4 +1,4 @@ -{% import 'macros.jinja' as macros %} +{% import 'header_macros.jinja' as header_macros %} @@ -15,7 +15,7 @@ {% for page in range(pages_num) %} {% set page_index.value = page_index.value+1 %}
- {{ macros.header(loop.first, "Testrun report", json_data, device, logo)}} + {{ header_macros.header(loop.first, "Testrun report", json_data, device, logo)}} {% if loop.first %}
@@ -110,7 +110,7 @@

Results List ({{ successful_tests }}/{{ total_tests }})

{% if steps_to_resolve|length > 0 and json_data['device']['test_pack'] == 'Device Qualification' %} {% set page_index.value = page_index.value+1 %}
- {{ macros.header(False, "Testrun report", json_data, device, logo)}} + {{ header_macros.header(False, "Testrun report", json_data, device, logo)}}

Steps to Resolve

{% for step in steps_to_resolve %}
@@ -141,7 +141,7 @@

Steps to Resolve

{% for module in module_reports %} {% set page_index.value = page_index.value+1 %}
- {{ macros.header(False, "Testrun report", json_data, device, logo)}} + {{ header_macros.header(False, "Testrun report", json_data, device, logo)}}
{{ module }}
@@ -154,7 +154,7 @@

Steps to Resolve

{% endfor %} {% set page_index.value = page_index.value+1 %}
- {{ macros.header(False, "Device profile", json_data, device, logo)}} + {{ header_macros.header(False, "Device profile", json_data, device, logo)}}
Question
From ab723124afee99f07e4fe5c4d74af64658c951b5 Mon Sep 17 00:00:00 2001 From: Aliaksandr Nikitsin Date: Tue, 1 Oct 2024 16:00:30 +0200 Subject: [PATCH 11/14] pilot optional steps to resolve --- framework/python/src/common/testreport.py | 6 ++- resources/report/header_macros.jinja | 2 +- resources/report/test_report_styles.css | 15 ++++-- resources/report/test_report_template.html | 56 ++++++++++++++++++++-- 4 files changed, 69 insertions(+), 10 deletions(-) diff --git a/framework/python/src/common/testreport.py b/framework/python/src/common/testreport.py index c5720eb7d..f65c62c4e 100644 --- a/framework/python/src/common/testreport.py +++ b/framework/python/src/common/testreport.py @@ -217,7 +217,7 @@ def to_html(self): # Icons with open(qualification_icon, 'rb') as f: icon_qualification = base64.b64encode(f.read()).decode('utf-8') - with open(qualification_icon, 'rb') as f: + with open(pilot_icon, 'rb') as f: icon_pilot = base64.b64encode(f.read()).decode('utf-8') # Convert the timestamp strings to datetime objects @@ -244,6 +244,10 @@ def to_html(self): total_pages = pages_num + len(module_reports) + 1 if len(steps_to_resolve) > 0: total_pages += 1 + if (len(optional_steps_to_resolve) > 0 + and json_data['device']['test_pack'] == 'Pilot Assessment' + ): + total_pages += 1 return template.render(styles=styles, logo=logo, diff --git a/resources/report/header_macros.jinja b/resources/report/header_macros.jinja index fabb54b02..ebda1f51d 100644 --- a/resources/report/header_macros.jinja +++ b/resources/report/header_macros.jinja @@ -1,4 +1,4 @@ -{% macro header(is_first, title, json_data, device, logo) %} +{% macro header(is_first, title, json_data, device, logo, icon_qualification, icon_pilot) %} {% if is_first %}
diff --git a/resources/report/test_report_styles.css b/resources/report/test_report_styles.css index 86e477f47..5dca2412e 100644 --- a/resources/report/test_report_styles.css +++ b/resources/report/test_report_styles.css @@ -69,7 +69,6 @@ display: flex; align-items: center; margin-bottom: 8px; - gap: 8px; color: #202124; font-size: 9px; text-transform: uppercase; @@ -77,7 +76,14 @@ .first-page .header-info { font-size: 18px; - gap: 16px; + } + + .header-info .header-info-badge { + margin-right: 8px; + } + + .first-page .header-info .header-info-badge { + margin-right: 16px; } .header-info-badge { @@ -89,17 +95,20 @@ border-radius: 4px; font-weight: 500; letter-spacing: 0.64px; - gap: 10px; + box-sizing: border-box; + min-width: 132px; } .first-page .header-info-badge { padding: 15px 30px; letter-spacing: 1px; + min-width: 243px; } .header-info-badge img { width: 9px; height: 9px; + margin-right: 10px; } .first-page .header-info-badge img { diff --git a/resources/report/test_report_template.html b/resources/report/test_report_template.html index 4a22c8fc1..af3c25ed9 100644 --- a/resources/report/test_report_template.html +++ b/resources/report/test_report_template.html @@ -15,7 +15,7 @@ {% for page in range(pages_num) %} {% set page_index.value = page_index.value+1 %}
- {{ header_macros.header(loop.first, "Testrun report", json_data, device, logo)}} + {{ header_macros.header(loop.first, "Testrun report", json_data, device, logo, icon_qualification, icon_pilot)}} {% if loop.first %}
@@ -110,7 +110,7 @@

Results List ({{ successful_tests }}/{{ total_tests }})

{% if steps_to_resolve|length > 0 and json_data['device']['test_pack'] == 'Device Qualification' %} {% set page_index.value = page_index.value+1 %}
- {{ header_macros.header(False, "Testrun report", json_data, device, logo)}} + {{ header_macros.header(False, "Testrun report", json_data, device, logo, icon_qualification, icon_pilot)}}

Steps to Resolve

{% for step in steps_to_resolve %}
@@ -141,7 +141,7 @@

Steps to Resolve

{% for module in module_reports %} {% set page_index.value = page_index.value+1 %}
- {{ header_macros.header(False, "Testrun report", json_data, device, logo)}} + {{ header_macros.header(False, "Testrun report", json_data, device, logo, icon_qualification, icon_pilot)}}
{{ module }}
@@ -152,9 +152,10 @@

Steps to Resolve

{% endfor %} + {# Device profile #} {% set page_index.value = page_index.value+1 %}
- {{ header_macros.header(False, "Device profile", json_data, device, logo)}} + {{ header_macros.header(False, "Device profile", json_data, device, logo, icon_qualification, icon_pilot)}}
Question
@@ -184,6 +185,51 @@

Steps to Resolve

- {# Steps to resolve Pilot placeholder #} + {# Pilot steps to resolve#} + {% if json_data['device']['test_pack'] == 'Pilot Assessment' and optional_steps_to_resolve|length > 0 %} + {% set page_index.value = page_index.value + 1 %} +
+ {{ header_macros.header(False, "Testrun report", json_data, device, logo, icon_qualification, icon_pilot)}} +
+

Attention

+

+ The following recommendations are required solely for full device qualification. + They are optional for the pilot assessment. + But you may find it valuable to understand what will be required in the future + and our recommendations for your device. +

+
+ {% for step in optional_steps_to_resolve %} +
+
+ + {{ loop.index }}. + +
+ Name
+ {{ step['name'] }} +
+
+ Description
+ {{ step["description"] }} +
+
+
+ Steps to resolve + {% for recommedtation in step['optional_recommendations'] %} +
+ + {{ loop.index }}. {{ recommedtation }} + + {% endfor %} +
+
+ {% endfor %} +
+
Testrun {{ version }}
+
Page {{ page_index.value }}/{{ total_pages }}
+
+
+ {% endif %} From 012e97d09f62cd3d32469541dd016a56e6ea179a Mon Sep 17 00:00:00 2001 From: Aliaksandr Nikitsin Date: Tue, 1 Oct 2024 16:05:07 +0200 Subject: [PATCH 12/14] remove unused files --- resources/report/pilot-report-example.html | 982 ------------------ .../report/qualification-report-example.html | 898 ---------------- 2 files changed, 1880 deletions(-) delete mode 100644 resources/report/pilot-report-example.html delete mode 100644 resources/report/qualification-report-example.html diff --git a/resources/report/pilot-report-example.html b/resources/report/pilot-report-example.html deleted file mode 100644 index deb1b40fb..000000000 --- a/resources/report/pilot-report-example.html +++ /dev/null @@ -1,982 +0,0 @@ - - - - - - - - Testrun Report - - - - -
-
-
- - -

- - Pilot Assessment -

- - - - - -

Testrun report

-
-

- dell - wyse -

- - Testrun -
- -
-
-
-

Manufacturer

-
dell
-
-

Model

-
wyse
-
-

Firmware

-
123
-
-

MAC Address

-
f0:d4:e2:f2:f5:41
-
-
-
-
-

Device Configuration

-
- -
- - ✔ - - Protocol -
- -
- - ✔ - - Connection -
- -
- - ✔ - - TLS -
- -
- - ✔ - - DNS -
- -
- - ✔ - - Services -
- -
- - ✔ - - NTP -
- -
- -
- -
Test Status
-
Complete
-
Test Result
-
Non-Compliant
-
Started
-
2024-09-17 15:16:21
-
Duration
-
0:11:08
-
-
- - - - - -
-

Results List (35/41)

-
-
Name
-
Description
-
Result
-
- -
-
protocol.valid_bacnet
-
BACnet device could not be discovered
- -
- - Feature Not Detected
-
- -
-
protocol.bacnet.version
-
Device did not respond to BACnet discovery
- -
- - Feature Not Detected
-
- -
-
protocol.valid_modbus
-
Device did not respond to Modbus connection
- -
- - Feature Not Detected
-
- -
-
connection.port_link
-
Port stats not available
- -
- - Error
-
- -
-
connection.port_speed
-
Interface not configured for auto-negotiation
- -
- - Non-Compliant
-
- -
-
connection.port_duplex
-
Interface not configured for auto-negotiation
- -
- - Non-Compliant
-
- -
-
connection.switch.arp_inspection
-
Device uses ARP
- -
- - Compliant
-
- -
-
connection.switch.dhcp_snooping
-
Device does not act as a DHCP server
- -
- - Compliant
-
- -
-
connection.dhcp_address
-
Device responded to leased ip address
- -
- - Compliant
-
- -
-
connection.mac_address
-
MAC address found: f0:d4:e2:f2:f5:41
- -
- - Compliant
-
- -
-
connection.mac_oui
-
OUI Manufacturer found: Dell Inc.
- -
- - Compliant
-
- -
-
-
Testrun 2.0-a
-
Page 1/7
-
-
-
- - -
- -
-
- - -

- - Pilot Assessment -

- - - - - -

Testrun report

-
-

- dell - wyse -

- - Testrun -
- - - - - -
-

Results List (35/41)

-
-
Name
-
Description
-
Result
-
- -
-
connection.private_address
-
All subnets are supported
- -
- - Compliant
-
- -
-
connection.shared_address
-
All subnets are supported
- -
- - Compliant
-
- -
-
connection.dhcp_disconnect
-
Device received a DHCP lease after disconnect
- -
- - Compliant
-
- -
-
connection.dhcp_disconnect_ip_change
-
Device received expected IP address after disconnect
- -
- - Compliant
-
- -
-
connection.single_ip
-
Device is using a single IP address
- -
- - Compliant
-
- -
-
connection.target_ping
-
Device responds to ping
- -
- - Compliant
-
- -
-
connection.ipaddr.ip_change
-
Device has accepted an IP address change
- -
- - Compliant
-
- -
-
connection.ipaddr.dhcp_failover
-
Device has no current DHCP lease
- -
- - Error
-
- -
-
connection.ipv6_slaac
-
Device has formed SLAAC address fd10:77be:4186:0:f2d4:e2ff:fef2:f541
- -
- - Compliant
-
- -
-
connection.ipv6_ping
-
Device responds to IPv6 ping on fd10:77be:4186:0:f2d4:e2ff:fef2:f541
- -
- - Compliant
-
- -
-
security.tls.v1_2_server
-
Could not resolve device IP address
- -
- - Error
-
- -
-
security.tls.v1_2_client
-
Could not resolve device IP address
- -
- - Error
-
- -
-
security.tls.v1_3_server
-
Could not resolve device IP address
- -
- - Error
-
- -
-
security.tls.v1_3_client
-
Could not resolve device IP address
- -
- - Error
-
- -
-
dns.network.hostname_resolution
-
No DNS traffic detected from the device
- -
- - Non-Compliant
-
- -
-
dns.network.from_dhcp
-
No DNS traffic detected from the device
- -
- - Informational
-
- -
-
dns.mdns
-
No MDNS traffic detected from the device
- -
- - Informational
-
- -
-
security.services.ftp
-
No FTP server found
- -
- - Compliant
-
- -
-
security.ssh.version
-
No SSH server found
- -
- - Compliant
-
- -
-
security.services.telnet
-
No telnet server found
- -
- - Compliant
-
- -
-
-
Testrun 2.0-a
-
Page 2/7
-
-
-
- - -
- -
-
- - -

- - Pilot Assessment -

- - - - - -

Testrun report

-
-

- dell - wyse -

- - Testrun -
- - - - - -
-

Results List (35/41)

-
-
Name
-
Description
-
Result
-
- -
-
security.services.smtp
-
No SMTP server found
- -
- - Compliant
-
- -
-
security.services.http
-
No HTTP server found
- -
- - Compliant
-
- -
-
security.services.pop
-
No POP server found
- -
- - Compliant
-
- -
-
security.services.imap
-
No IMAP server found
- -
- - Compliant
-
- -
-
security.services.snmpv3
-
No SNMP server found
- -
- - Compliant
-
- -
-
security.services.vnc
-
No VNC server found
- -
- - Compliant
-
- -
-
security.services.tftp
-
No TFTP server found
- -
- - Compliant
-
- -
-
ntp.network.ntp_server
-
No NTP server found
- -
- - Compliant
-
- -
-
ntp.network.ntp_support
-
Device has not sent any NTP requests
- -
- - Non-Compliant
-
- -
-
ntp.network.ntp_dhcp
-
Device has not sent any NTP requests
- -
- - Feature Not Detected
-
- -
-
-
Testrun 2.0-a
-
Page 3/7
-
-
-
- - - - -
-
-
- - -

- - Pilot Assessment -

- - - - - -

Testrun report

-
-

- dell - wyse -

- Testrun -
-

Steps to Resolve

- -
-
- 1. -
- Name
dns.network.hostname_resolution -
-
- Description
No DNS traffic detected from the device -
-
-
- Steps to resolve - -
1. Install a supported DNS client - -
2. Ensure DNS servers have been set correctly - -
3. Ensure the gateway IP has been set and the device has internet access - -
-
- -
-
- 2. -
- Name
ntp.network.ntp_support -
-
- Description
Device has not sent any NTP requests -
-
-
- Steps to resolve - -
1. Set the NTP version to v4 in the NTP client - -
2. Install an NTP client that supports NTPv4 - -
-
- -
-
Testrun 2.0-a
-
Page 4/7
-
-
- - - - -
-
-
- - -

- - Pilot Assessment -

- - - - - -

Testrun report

-
-

- dell - wyse -

- Testrun -
-
-

DNS Module

- - - - - - - - - - - - - - - - -
Requests to local DNS serverRequests to external DNS serversTotal DNS requestsTotal DNS responses
0000
- -
-
- No DNS traffic detected from the device -
- -
-
-
Testrun 2.0-a
-
Page 5/7
-
-
-
- - -
-
-
- - -

- - Pilot Assessment -

- - - - - -

Testrun report

-
-

- dell - wyse -

- Testrun -
-
-

Services Module

- - - - - - - - - - - - - - -
TCP ports openUDP ports openTotal ports open
000
- -
-
- No open ports detected -
- -
-
-
Testrun 2.0-a
-
Page 6/7
-
-
-
- - -
-
-
- - -

- - Pilot Assessment -

- - - - - -

Testrun report

-
-

- dell - wyse -

- Testrun -
-
-

NTP Module

- - - - - - - - - - - - - - - - - -
Requests to local NTP serverRequests to external NTP serversTotal NTP requestsTotal NTP responses
0000
- -
-
- No NTP traffic detected from the device -
- -
-
-
Testrun 2.0-a
-
Page 7/7
-
-
-
- - -
-
-
- - -

- - Pilot Assessment -

- - - - - -

Device profile

-
-

- dell - wyse -

- Testrun -
-
-
-
Question
-
Answer
-
- -
-
1.
-
What type of device do you need reviewed?
-
- - Robotic arm for loading and unloading dishwashers -
-
-
-
2.
-
What features does the device have?
-
- -
    - -
  • Wi-Fi
    • -
  • ZigBee / Z-Wave / Thread / Matter
    • -
-
-
-
-
-
Testrun 2.0-a
-
Page 7/7
-
-
-
- - - - -
-
-
- - -

- - Pilot Assessment -

- - - - - -

Testrun report

-
-

- dell - wyse -

- Testrun -
- -
-

Attention

-

- The following recommendations are required solely for full device qualification. - They are optional for the pilot assessment. - But you may find it valuable to understand what will be required in the future - and our recommendations for your device. -

-
- -
-
- 1. -
- Name
security.services.ftp -
-
- Description
FTP Server Security Error -
-
-
- Steps to resolve - -
1. Install a supported DNS client - -
2. Ensure DNS servers have been set correctly - -
3. Ensure the gateway IP has been set and the device has internet access - -
-
- -
-
- 2. -
- Name
ntp.network.ntp_support -
-
- Description
Device has not sent any NTP requests -
-
-
- Steps to resolve - -
1. Set the NTP version to v4 in the NTP client - -
2. Install an NTP client that supports NTPv4 - -
-
-
-
Testrun 2.0-a
-
Page 7/7
-
-
-
- - - \ No newline at end of file diff --git a/resources/report/qualification-report-example.html b/resources/report/qualification-report-example.html deleted file mode 100644 index f99cdfb5c..000000000 --- a/resources/report/qualification-report-example.html +++ /dev/null @@ -1,898 +0,0 @@ - - - - - - - - Testrun Report - - - - -
- -
-
- - - - - - - -

- - Device Qualification -

-

Testrun report

-
-

- dell - wyse -

- - Testrun -
- -
-
-
-

Manufacturer

-
dell
-
-

Model

-
wyse
-
-

Firmware

-
123
-
-

MAC Address

-
f0:d4:e2:f2:f5:41
-
-
-
-
-

Device Configuration

-
- -
- - ✔ - - Protocol -
- -
- - ✔ - - Connection -
- -
- - ✔ - - TLS -
- -
- - ✔ - - DNS -
- -
- - ✔ - - Services -
- -
- - ✔ - - NTP -
- -
- -
- -
Test Status
-
Complete
-
Test Result
-
Non-Compliant
-
Started
-
2024-09-17 15:16:21
-
Duration
-
0:11:08
-
-
- - - - - -
-

Results List (35/41)

-
-
Name
-
Description
-
Result
-
- -
-
protocol.valid_bacnet
-
BACnet device could not be discovered
- -
- - Feature Not Detected
-
- -
-
protocol.bacnet.version
-
Device did not respond to BACnet discovery
- -
- - Feature Not Detected
-
- -
-
protocol.valid_modbus
-
Device did not respond to Modbus connection
- -
- - Feature Not Detected
-
- -
-
connection.port_link
-
Port stats not available
- -
- - Error
-
- -
-
connection.port_speed
-
Interface not configured for auto-negotiation
- -
- - Non-Compliant
-
- -
-
connection.port_duplex
-
Interface not configured for auto-negotiation
- -
- - Non-Compliant
-
- -
-
connection.switch.arp_inspection
-
Device uses ARP
- -
- - Compliant
-
- -
-
connection.switch.dhcp_snooping
-
Device does not act as a DHCP server
- -
- - Compliant
-
- -
-
connection.dhcp_address
-
Device responded to leased ip address
- -
- - Compliant
-
- -
-
connection.mac_address
-
MAC address found: f0:d4:e2:f2:f5:41
- -
- - Compliant
-
- -
-
connection.mac_oui
-
OUI Manufacturer found: Dell Inc.
- -
- - Compliant
-
- -
-
-
Testrun 2.0-a
-
Page 1/7
-
-
-
- - -
- -
-
- - - - - - - -

- - Device Qualification -

-

Testrun report

-
-

- dell - wyse -

- - Testrun -
- - - - - -
-

Results List (35/41)

-
-
Name
-
Description
-
Result
-
- -
-
connection.private_address
-
All subnets are supported
- -
- - Compliant
-
- -
-
connection.shared_address
-
All subnets are supported
- -
- - Compliant
-
- -
-
connection.dhcp_disconnect
-
Device received a DHCP lease after disconnect
- -
- - Compliant
-
- -
-
connection.dhcp_disconnect_ip_change
-
Device received expected IP address after disconnect
- -
- - Compliant
-
- -
-
connection.single_ip
-
Device is using a single IP address
- -
- - Compliant
-
- -
-
connection.target_ping
-
Device responds to ping
- -
- - Compliant
-
- -
-
connection.ipaddr.ip_change
-
Device has accepted an IP address change
- -
- - Compliant
-
- -
-
connection.ipaddr.dhcp_failover
-
Device has no current DHCP lease
- -
- - Error
-
- -
-
connection.ipv6_slaac
-
Device has formed SLAAC address fd10:77be:4186:0:f2d4:e2ff:fef2:f541
- -
- - Compliant
-
- -
-
connection.ipv6_ping
-
Device responds to IPv6 ping on fd10:77be:4186:0:f2d4:e2ff:fef2:f541
- -
- - Compliant
-
- -
-
security.tls.v1_2_server
-
Could not resolve device IP address
- -
- - Error
-
- -
-
security.tls.v1_2_client
-
Could not resolve device IP address
- -
- - Error
-
- -
-
security.tls.v1_3_server
-
Could not resolve device IP address
- -
- - Error
-
- -
-
security.tls.v1_3_client
-
Could not resolve device IP address
- -
- - Error
-
- -
-
dns.network.hostname_resolution
-
No DNS traffic detected from the device
- -
- - Non-Compliant
-
- -
-
dns.network.from_dhcp
-
No DNS traffic detected from the device
- -
- - Informational
-
- -
-
dns.mdns
-
No MDNS traffic detected from the device
- -
- - Informational
-
- -
-
security.services.ftp
-
No FTP server found
- -
- - Compliant
-
- -
-
security.ssh.version
-
No SSH server found
- -
- - Compliant
-
- -
-
security.services.telnet
-
No telnet server found
- -
- - Compliant
-
- -
-
-
Testrun 2.0-a
-
Page 2/7
-
-
-
- - -
- -
-
- - - - - - - -

- - Device Qualification -

-

Testrun report

-
-

- dell - wyse -

- - Testrun -
- - - - - -
-

Results List (35/41)

-
-
Name
-
Description
-
Result
-
- -
-
security.services.smtp
-
No SMTP server found
- -
- - Compliant
-
- -
-
security.services.http
-
No HTTP server found
- -
- - Compliant
-
- -
-
security.services.pop
-
No POP server found
- -
- - Compliant
-
- -
-
security.services.imap
-
No IMAP server found
- -
- - Compliant
-
- -
-
security.services.snmpv3
-
No SNMP server found
- -
- - Compliant
-
- -
-
security.services.vnc
-
No VNC server found
- -
- - Compliant
-
- -
-
security.services.tftp
-
No TFTP server found
- -
- - Compliant
-
- -
-
ntp.network.ntp_server
-
No NTP server found
- -
- - Compliant
-
- -
-
ntp.network.ntp_support
-
Device has not sent any NTP requests
- -
- - Non-Compliant
-
- -
-
ntp.network.ntp_dhcp
-
Device has not sent any NTP requests
- -
- - Feature Not Detected
-
- -
-
-
Testrun 2.0-a
-
Page 3/7
-
-
-
- - - - -
-
-
- - - - - - - -

- - Device Qualification -

-

Testrun report

-
-

- dell - wyse -

- Testrun -
-

Steps to Resolve

- -
-
- 1. -
- Name
dns.network.hostname_resolution -
-
- Description
No DNS traffic detected from the device -
-
-
- Steps to resolve - -
1. Install a supported DNS client - -
2. Ensure DNS servers have been set correctly - -
3. Ensure the gateway IP has been set and the device has internet access - -
-
- -
-
- 2. -
- Name
ntp.network.ntp_support -
-
- Description
Device has not sent any NTP requests -
-
-
- Steps to resolve - -
1. Set the NTP version to v4 in the NTP client - -
2. Install an NTP client that supports NTPv4 - -
-
- -
-
Testrun 2.0-a
-
Page 4/7
-
-
- - - - -
-
-
- - - - - - - -

- - Device Qualification -

-

Testrun report

-
-

- dell - wyse -

- Testrun -
-
-

DNS Module

- - - - - - - - - - - - - - - - -
Requests to local DNS serverRequests to external DNS serversTotal DNS requestsTotal DNS responses
0000
- -
-
- No DNS traffic detected from the device -
- -
-
-
Testrun 2.0-a
-
Page 5/7
-
-
-
- - -
-
-
- - - - - - - -

- - Device Qualification -

-

Testrun report

-
-

- dell - wyse -

- Testrun -
-
-

Services Module

- - - - - - - - - - - - - - -
TCP ports openUDP ports openTotal ports open
000
- -
-
- No open ports detected -
- -
-
-
Testrun 2.0-a
-
Page 6/7
-
-
-
- - -
-
-
- - - - - - - -

- - Device Qualification -

-

Testrun report

-
-

- dell - wyse -

- Testrun -
-
-

NTP Module

- - - - - - - - - - - - - - - - - -
Requests to local NTP serverRequests to external NTP serversTotal NTP requestsTotal NTP responses
0000
- -
-
- No NTP traffic detected from the device -
- -
-
-
Testrun 2.0-a
-
Page 7/7
-
-
-
- - -
-
-
- - - - - - - -

- - Device Qualification -

-

Device profile

-
-

- dell - wyse -

- Testrun -
-
-
-
Question
-
Answer
-
- -
-
1.
-
What type of device do you need reviewed?
-
- - Robotic arm for loading and unloading dishwashers -
-
-
-
2.
-
What features does the device have?
-
- -
    - -
  • Wi-Fi
    • -
  • ZigBee / Z-Wave / Thread / Matter
    • -
-
-
-
-
-
Testrun 2.0-a
-
Page 7/7
-
-
-
- - \ No newline at end of file From a7b8ca05ef9a814925d9ae59cf25751491a5694c Mon Sep 17 00:00:00 2001 From: Aliaksandr Nikitsin Date: Tue, 1 Oct 2024 16:19:24 +0200 Subject: [PATCH 13/14] pylint --- framework/python/src/common/testreport.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/framework/python/src/common/testreport.py b/framework/python/src/common/testreport.py index f65c62c4e..c62f29f73 100644 --- a/framework/python/src/common/testreport.py +++ b/framework/python/src/common/testreport.py @@ -21,7 +21,7 @@ import base64 import os from test_orc.test_case import TestCase -from jinja2 import Template, BaseLoader, Environment, FileSystemLoader +from jinja2 import Environment, FileSystemLoader from collections import OrderedDict DATE_TIME_FORMAT = '%Y-%m-%d %H:%M:%S' From 17fa3cdfc6f18e9033a6c730165387fb9c7fdb71 Mon Sep 17 00:00:00 2001 From: Aliaksandr Nikitsin Date: Tue, 1 Oct 2024 17:15:48 +0200 Subject: [PATCH 14/14] html reports examples --- .../device_qualification_report_example.html | 1566 ++++++++++++++++ resources/report/pilot_report_example.html | 1587 +++++++++++++++++ .../report/test_report_template_new.html | 355 ---- 3 files changed, 3153 insertions(+), 355 deletions(-) create mode 100644 resources/report/device_qualification_report_example.html create mode 100644 resources/report/pilot_report_example.html delete mode 100644 resources/report/test_report_template_new.html diff --git a/resources/report/device_qualification_report_example.html b/resources/report/device_qualification_report_example.html new file mode 100644 index 000000000..6765954c5 --- /dev/null +++ b/resources/report/device_qualification_report_example.html @@ -0,0 +1,1566 @@ + + + + + + + + Testrun Report + + + + + + + + +
+ + +
+
+ +

+ + + Device Qualification + +

+

Testrun report

+
+

+ dell + wyse +

+ + Testrun +
+ + +
+
+
+

Manufacturer

+
dell
+
+

Model

+
wyse
+
+

Firmware

+
123
+
+

MAC Address

+
f0:d4:e2:f2:f5:41
+
+
+
+
+

Device Configuration

+
+ +
+ + ✔ + + Protocol +
+ +
+ + ✔ + + Connection +
+ +
+ + ✔ + + TLS +
+ +
+ + ✔ + + DNS +
+ +
+ + ✔ + + Services +
+ +
+ + ✔ + + NTP +
+ +
+ +
+ +
Test Status
+
Complete
+
Test Result
+
Non-Compliant
+
Started
+
2024-10-01 15:47:16
+
Duration
+
0:10:12
+
+
+ + + + + +
+

Results List (38/41)

+
+
Name
+
Description
+
Result
+
+ +
+
protocol.valid_bacnet
+
BACnet device could not be discovered
+ +
+ + Feature Not Detected
+
+ +
+
protocol.bacnet.version
+
Device did not respond to BACnet discovery
+ +
+ + Feature Not Detected
+
+ +
+
protocol.valid_modbus
+
Device did not respond to Modbus connection
+ +
+ + Feature Not Detected
+
+ +
+
connection.port_link
+
Port stats not available
+ +
+ + Error
+
+ +
+
connection.port_speed
+
Succesfully auto-negotiated speeds above 10 Mbps
+ +
+ + Compliant
+
+ +
+
connection.port_duplex
+
Succesfully auto-negotiated full duplex
+ +
+ + Compliant
+
+ +
+
connection.switch.arp_inspection
+
Device uses ARP
+ +
+ + Compliant
+
+ +
+
connection.switch.dhcp_snooping
+
Device does not act as a DHCP server
+ +
+ + Compliant
+
+ +
+
connection.dhcp_address
+
Device responded to leased ip address
+ +
+ + Compliant
+
+ +
+
connection.mac_address
+
MAC address found: f0:d4:e2:f2:f5:41
+ +
+ + Compliant
+
+ +
+
connection.mac_oui
+
OUI Manufacturer found: Dell Inc.
+ +
+ + Compliant
+
+ +
+
+
Testrun 2.0-a
+
Page 1/8
+
+
+
+ + +
+ + +
+
+ +

+ + + Device Qualification + +

+

Testrun report

+
+

+ dell + wyse +

+ + Testrun +
+ + + + + + +
+

Results List (38/41)

+
+
Name
+
Description
+
Result
+
+ +
+
connection.private_address
+
All subnets are supported
+ +
+ + Compliant
+
+ +
+
connection.shared_address
+
All subnets are supported
+ +
+ + Compliant
+
+ +
+
connection.dhcp_disconnect
+
Device received a DHCP lease after disconnect
+ +
+ + Compliant
+
+ +
+
connection.dhcp_disconnect_ip_change
+
Device received expected IP address after disconnect
+ +
+ + Compliant
+
+ +
+
connection.single_ip
+
Device is using a single IP address
+ +
+ + Compliant
+
+ +
+
connection.target_ping
+
Device responds to ping
+ +
+ + Compliant
+
+ +
+
connection.ipaddr.ip_change
+
Device has accepted an IP address change
+ +
+ + Compliant
+
+ +
+
connection.ipaddr.dhcp_failover
+
Secondary DHCP server lease confirmed active in device
+ +
+ + Compliant
+
+ +
+
connection.ipv6_slaac
+
Device has formed SLAAC address fd10:77be:4186:0:f2d4:e2ff:fef2:f541
+ +
+ + Compliant
+
+ +
+
connection.ipv6_ping
+
Device responds to IPv6 ping on fd10:77be:4186:0:f2d4:e2ff:fef2:f541
+ +
+ + Compliant
+
+ +
+
security.tls.v1_2_server
+
TLS 1.2 certificate could not be validated
+ +
+ + Error
+
+ +
+
security.tls.v1_2_client
+
No outbound connections were found
+ +
+ + Feature Not Detected
+
+ +
+
security.tls.v1_3_server
+
TLS 1.3 certificate could not be validated
+ +
+ + Error
+
+ +
+
security.tls.v1_3_client
+
No outbound connections were found
+ +
+ + Feature Not Detected
+
+ +
+
dns.network.hostname_resolution
+
No DNS traffic detected from the device
+ +
+ + Non-Compliant
+
+ +
+
dns.network.from_dhcp
+
No DNS traffic detected from the device
+ +
+ + Informational
+
+ +
+
dns.mdns
+
No MDNS traffic detected from the device
+ +
+ + Informational
+
+ +
+
security.services.ftp
+
No FTP server found
+ +
+ + Compliant
+
+ +
+
security.ssh.version
+
SSH server found running 9.7 protocol 2.0
+ +
+ + Compliant
+
+ +
+
security.services.telnet
+
No telnet server found
+ +
+ + Compliant
+
+ +
+
+
Testrun 2.0-a
+
Page 2/8
+
+
+
+ + +
+ + +
+
+ +

+ + + Device Qualification + +

+

Testrun report

+
+

+ dell + wyse +

+ + Testrun +
+ + + + + + +
+

Results List (38/41)

+
+
Name
+
Description
+
Result
+
+ +
+
security.services.smtp
+
No SMTP server found
+ +
+ + Compliant
+
+ +
+
security.services.http
+
No HTTP server found
+ +
+ + Compliant
+
+ +
+
security.services.pop
+
No POP server found
+ +
+ + Compliant
+
+ +
+
security.services.imap
+
No IMAP server found
+ +
+ + Compliant
+
+ +
+
security.services.snmpv3
+
No SNMP server found
+ +
+ + Compliant
+
+ +
+
security.services.vnc
+
No VNC server found
+ +
+ + Compliant
+
+ +
+
security.services.tftp
+
No TFTP server found
+ +
+ + Compliant
+
+ +
+
ntp.network.ntp_server
+
No NTP server found
+ +
+ + Compliant
+
+ +
+
ntp.network.ntp_support
+
Device sent NTPv4 packets
+ +
+ + Compliant
+
+ +
+
ntp.network.ntp_dhcp
+
Device sent NTP request to non-DHCP provided server
+ +
+ + Feature Not Detected
+
+ +
+
+
Testrun 2.0-a
+
Page 3/8
+
+
+
+ + + + +
+ + +
+
+ +

+ + + Device Qualification + +

+

Testrun report

+
+

+ dell + wyse +

+ + Testrun +
+ +

Steps to Resolve

+ +
+
+ 1. +
+ Name
dns.network.hostname_resolution +
+
+ Description
No DNS traffic detected from the device +
+
+
+ Steps to resolve + +
1. Install a supported DNS client + +
2. Ensure DNS servers have been set correctly + +
3. Ensure the gateway IP has been set and the device has internet access + +
+
+ +
+
Testrun 2.0-a
+
Page 4/8
+
+
+ + + + +
+ + +
+
+ +

+ + + Device Qualification + +

+

Testrun report

+
+

+ dell + wyse +

+ + Testrun +
+ +
+

DNS Module

+ + + + + + + + + + + + + + + + +
Requests to local DNS serverRequests to external DNS serversTotal DNS requestsTotal DNS responses
0000
+ +
+
+ No DNS traffic detected from the device +
+ +
+
+
Testrun 2.0-a
+
Page 5/8
+
+
+
+ + +
+ + +
+
+ +

+ + + Device Qualification + +

+

Testrun report

+
+

+ dell + wyse +

+ + Testrun +
+ +
+

Services Module

+ + + + + + + + + + + + + + +
TCP ports openUDP ports openTotal ports open
101
+ + + + + + + + + + + + + + + + + + +
PortStateServiceVersion
22/tcpopenssh9.7 protocol 2.0
+ + +
+
+
Testrun 2.0-a
+
Page 6/8
+
+
+
+ + +
+ + +
+
+ +

+ + + Device Qualification + +

+

Testrun report

+
+

+ dell + wyse +

+ + Testrun +
+ +
+

NTP Module

+ + + + + + + + + + + + + + + + + +
Requests to local NTP serverRequests to external NTP serversTotal NTP requestsTotal NTP responses
0111
+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
SourceDestinationTypeVersionCountSync Request Average
10.10.10.14195.46.37.22Client410.000 seconds
195.46.37.2210.10.10.14Server41N/A
+ + +
+
+
Testrun 2.0-a
+
Page 7/8
+
+
+
+ + + +
+ + +
+
+ +

+ + + Device Qualification + +

+

Device profile

+
+

+ dell + wyse +

+ + Testrun +
+ +
+
+
Question
+
Answer
+
+ +
+
1.
+
What type of device is this?
+
+ + IoT Gateway + +
+
+ +
+
2.
+
Please select the technology this device falls into
+
+ + Hardware - Air quality + +
+
+ +
+
3.
+
Does your device process any sensitive information?
+
+ + No + +
+
+ +
+
4.
+
Can all non-essential services be disabled on your device?
+
+ + Yes + +
+
+ +
+
5.
+
Is there a second IP port on the device?
+
+ + No + +
+
+ +
+
6.
+
Can the second IP port on your device be disabled?
+
+ + No + +
+
+ +
+
+
Testrun 2.0-a
+
Page 8/8
+
+
+
+ + + + \ No newline at end of file diff --git a/resources/report/pilot_report_example.html b/resources/report/pilot_report_example.html new file mode 100644 index 000000000..0dbd987c6 --- /dev/null +++ b/resources/report/pilot_report_example.html @@ -0,0 +1,1587 @@ + + + + + + + + Testrun Report + + + + + + + + +
+ + +
+
+ +

+ + + Pilot Assessment + +

+

Testrun report

+
+

+ dell + wyse +

+ + Testrun +
+ + +
+
+
+

Manufacturer

+
dell
+
+

Model

+
wyse
+
+

Firmware

+
123
+
+

MAC Address

+
f0:d4:e2:f2:f5:41
+
+
+
+
+

Device Configuration

+
+ +
+ + ✔ + + Protocol +
+ +
+ + ✔ + + Connection +
+ +
+ + ✔ + + TLS +
+ +
+ + ✔ + + DNS +
+ +
+ + ✔ + + Services +
+ +
+ + ✔ + + NTP +
+ +
+ +
+ +
Test Status
+
Complete
+
Test Result
+
Compliant
+
Started
+
2024-10-01 15:35:44
+
Duration
+
0:09:54
+
+
+ + + + + +
+

Results List (38/41)

+
+
Name
+
Description
+
Result
+
+ +
+
protocol.valid_bacnet
+
BACnet device could not be discovered
+ +
+ + Feature Not Detected
+
+ +
+
protocol.bacnet.version
+
Device did not respond to BACnet discovery
+ +
+ + Feature Not Detected
+
+ +
+
protocol.valid_modbus
+
Device did not respond to Modbus connection
+ +
+ + Feature Not Detected
+
+ +
+
connection.port_link
+
Port stats not available
+ +
+ + Error
+
+ +
+
connection.port_speed
+
Succesfully auto-negotiated speeds above 10 Mbps
+ +
+ + Informational
+
+ +
+
connection.port_duplex
+
Succesfully auto-negotiated full duplex
+ +
+ + Informational
+
+ +
+
connection.switch.arp_inspection
+
Device uses ARP
+ +
+ + Informational
+
+ +
+
connection.switch.dhcp_snooping
+
Device does not act as a DHCP server
+ +
+ + Informational
+
+ +
+
connection.dhcp_address
+
Device responded to leased ip address
+ +
+ + Compliant
+
+ +
+
connection.mac_address
+
MAC address found: f0:d4:e2:f2:f5:41
+ +
+ + Compliant
+
+ +
+
connection.mac_oui
+
OUI Manufacturer found: Dell Inc.
+ +
+ + Informational
+
+ +
+
+
Testrun 2.0-a
+
Page 1/8
+
+
+
+ + +
+ + +
+
+ +

+ + + Pilot Assessment + +

+

Testrun report

+
+

+ dell + wyse +

+ + Testrun +
+ + + + + + +
+

Results List (38/41)

+
+
Name
+
Description
+
Result
+
+ +
+
connection.private_address
+
All subnets are supported
+ +
+ + Informational
+
+ +
+
connection.shared_address
+
All subnets are supported
+ +
+ + Informational
+
+ +
+
connection.dhcp_disconnect
+
Device received a DHCP lease after disconnect
+ +
+ + Informational
+
+ +
+
connection.dhcp_disconnect_ip_change
+
Device received expected IP address after disconnect
+ +
+ + Informational
+
+ +
+
connection.single_ip
+
Device is using a single IP address
+ +
+ + Informational
+
+ +
+
connection.target_ping
+
Device responds to ping
+ +
+ + Informational
+
+ +
+
connection.ipaddr.ip_change
+
Device has accepted an IP address change
+ +
+ + Informational
+
+ +
+
connection.ipaddr.dhcp_failover
+
Secondary DHCP server lease confirmed active in device
+ +
+ + Informational
+
+ +
+
connection.ipv6_slaac
+
Device has formed SLAAC address fd10:77be:4186:0:f2d4:e2ff:fef2:f541
+ +
+ + Informational
+
+ +
+
connection.ipv6_ping
+
Device responds to IPv6 ping on fd10:77be:4186:0:f2d4:e2ff:fef2:f541
+ +
+ + Informational
+
+ +
+
security.tls.v1_2_server
+
TLS 1.2 certificate could not be validated
+ +
+ + Error
+
+ +
+
security.tls.v1_2_client
+
No outbound connections were found
+ +
+ + Feature Not Detected
+
+ +
+
security.tls.v1_3_server
+
TLS 1.3 certificate could not be validated
+ +
+ + Error
+
+ +
+
security.tls.v1_3_client
+
No outbound connections were found
+ +
+ + Feature Not Detected
+
+ +
+
dns.network.hostname_resolution
+
No DNS traffic detected from the device
+ +
+ + Informational
+
+ +
+
dns.network.from_dhcp
+
No DNS traffic detected from the device
+ +
+ + Informational
+
+ +
+
dns.mdns
+
No MDNS traffic detected from the device
+ +
+ + Informational
+
+ +
+
security.services.ftp
+
No FTP server found
+ +
+ + Informational
+
+ +
+
security.ssh.version
+
SSH server found running 9.7 protocol 2.0
+ +
+ + Informational
+
+ +
+
security.services.telnet
+
No telnet server found
+ +
+ + Informational
+
+ +
+
+
Testrun 2.0-a
+
Page 2/8
+
+
+
+ + +
+ + +
+
+ +

+ + + Pilot Assessment + +

+

Testrun report

+
+

+ dell + wyse +

+ + Testrun +
+ + + + + + +
+

Results List (38/41)

+
+
Name
+
Description
+
Result
+
+ +
+
security.services.smtp
+
No SMTP server found
+ +
+ + Informational
+
+ +
+
security.services.http
+
No HTTP server found
+ +
+ + Informational
+
+ +
+
security.services.pop
+
No POP server found
+ +
+ + Informational
+
+ +
+
security.services.imap
+
No IMAP server found
+ +
+ + Informational
+
+ +
+
security.services.snmpv3
+
No SNMP server found
+ +
+ + Informational
+
+ +
+
security.services.vnc
+
No VNC server found
+ +
+ + Informational
+
+ +
+
security.services.tftp
+
No TFTP server found
+ +
+ + Informational
+
+ +
+
ntp.network.ntp_server
+
No NTP server found
+ +
+ + Informational
+
+ +
+
ntp.network.ntp_support
+
Device sent NTPv4 packets
+ +
+ + Informational
+
+ +
+
ntp.network.ntp_dhcp
+
Device sent NTP request to non-DHCP provided server
+ +
+ + Feature Not Detected
+
+ +
+
+
Testrun 2.0-a
+
Page 3/8
+
+
+
+ + + + + + +
+ + +
+
+ +

+ + + Pilot Assessment + +

+

Testrun report

+
+

+ dell + wyse +

+ + Testrun +
+ +
+

DNS Module

+ + + + + + + + + + + + + + + + +
Requests to local DNS serverRequests to external DNS serversTotal DNS requestsTotal DNS responses
0000
+ +
+
+ No DNS traffic detected from the device +
+ +
+
+
Testrun 2.0-a
+
Page 4/8
+
+
+
+ + +
+ + +
+
+ +

+ + + Pilot Assessment + +

+

Testrun report

+
+

+ dell + wyse +

+ + Testrun +
+ +
+

Services Module

+ + + + + + + + + + + + + + +
TCP ports openUDP ports openTotal ports open
101
+ + + + + + + + + + + + + + + + + + +
PortStateServiceVersion
22/tcpopenssh9.7 protocol 2.0
+ + +
+
+
Testrun 2.0-a
+
Page 5/8
+
+
+
+ + +
+ + +
+
+ +

+ + + Pilot Assessment + +

+

Testrun report

+
+

+ dell + wyse +

+ + Testrun +
+ +
+

NTP Module

+ + + + + + + + + + + + + + + + + +
Requests to local NTP serverRequests to external NTP serversTotal NTP requestsTotal NTP responses
0111
+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
SourceDestinationTypeVersionCountSync Request Average
10.10.10.15195.46.37.22Client410.000 seconds
195.46.37.2210.10.10.15Server41N/A
+ + +
+
+
Testrun 2.0-a
+
Page 6/8
+
+
+
+ + + +
+ + +
+
+ +

+ + + Pilot Assessment + +

+

Device profile

+
+

+ dell + wyse +

+ + Testrun +
+ +
+
+
Question
+
Answer
+
+ +
+
1.
+
What type of device is this?
+
+ + IoT Gateway + +
+
+ +
+
2.
+
Please select the technology this device falls into
+
+ + Hardware - Air quality + +
+
+ +
+
3.
+
Does your device process any sensitive information?
+
+ + No + +
+
+ +
+
4.
+
Can all non-essential services be disabled on your device?
+
+ + Yes + +
+
+ +
+
5.
+
Is there a second IP port on the device?
+
+ + No + +
+
+ +
+
6.
+
Can the second IP port on your device be disabled?
+
+ + No + +
+
+ +
+
+
Testrun 2.0-a
+
Page 7/8
+
+
+
+ + + +
+ + +
+
+ +

+ + + Pilot Assessment + +

+

Testrun report

+
+

+ dell + wyse +

+ + Testrun +
+ +
+

Attention

+

+ The following recommendations are required solely for full device qualification. + They are optional for the pilot assessment. + But you may find it valuable to understand what will be required in the future + and our recommendations for your device. +

+
+ +
+
+ + 1. + +
+ Name
+ dns.network.hostname_resolution +
+
+ Description
+ No DNS traffic detected from the device +
+
+
+ Steps to resolve + +
+ + 1. Install a supported DNS client + + +
+ + 2. Ensure DNS servers have been set correctly + + +
+ + 3. Ensure the gateway IP has been set and the device has internet access + + +
+
+ +
+
Testrun 2.0-a
+
Page 8/8
+
+
+ + + \ No newline at end of file diff --git a/resources/report/test_report_template_new.html b/resources/report/test_report_template_new.html deleted file mode 100644 index 244081a68..000000000 --- a/resources/report/test_report_template_new.html +++ /dev/null @@ -1,355 +0,0 @@ - - - - - - - - Testrun Report - - - - - {% set page_index = namespace(value=0) %} - {# Test Results #} - {% for page in range(pages_num) %} - {% set page_index.value = page_index.value+1 %} -
- {% if loop.first %} -
-
- -

- - - - - - -

-

Testrun report

-
-

- {{ device['manufacturer'] }} - {{ device['model']}} -

- {% else %} -
-
- -

- - - - - - -

-

Testrun report

-
-

- {{ device['manufacturer'] }} - {{ device['model']}} -

- {% endif %} - Testrun -
- {% if loop.first %} -
-
-
-

Manufacturer

-
{{ device['manufacturer']}}
-
-

Model

-
{{ device['model'] }}
-
-

Firmware

-
{{ device['firmware']}}
-
-

MAC Address

-
{{ device['mac_addr'] }}
-
-
-
-
-

Device Configuration

-
- {% for module, enabled in modules.items() %} -
- {% if enabled %} - ✔ - {% else %} - ✖ - {% endif %} - {{ module }} -
- {% endfor %} -
- {% if test_status == 'Compliant' %} -
- {% else %} -
- {% endif %} -
Test Status
-
Complete
-
Test Result
-
{{ test_status }}
-
Started
-
{{ json_data['started']}}
-
Duration
-
{{ duration }}
-
-
- {% endif %} - {% if loop.first %} - {% set results_from = 0 %} - {% set results_to = [tests_first_page, test_results|length]|min %} - {% else %} - {% set results_from = tests_first_page + (loop.index0 - 1) * tests_per_page %} - {% set results_to = [results_from + tests_per_page, test_results|length]|min %} - {% endif %} -
-

Results List ({{ successful_tests }}/{{ total_tests }})

-
-
Name
-
Description
-
Result
-
- {% for i in range(results_from, results_to) %} -
-
{{ test_results[i]['name'] }}
-
{{ test_results[i]['description'] }}
- {% if test_results[i]['result'] == 'Non-Compliant' %} -
- {% elif test_results[i]['result'] == 'Compliant' %} -
- {% elif test_results[i]['result'] == 'Error' %} -
- {% elif test_results[i]['result'] == 'Feature Not Detected' %} -
- {% elif test_results[i]['result'] == 'Informational' %} -
- {% else %} -
- {% endif %} - {{ test_results[i]['result'] }}
-
- {% endfor %} -
-
-
Testrun {{ version }}
-
Page {{ page_index.value }}/{{ total_pages }}
-
-
-
- {% endfor %} - {# Steps to resolve #} - {% if steps_to_resolve|length > 0 %} - {% set page_index.value = page_index.value+1 %} -
-
-
- -

- - - - - - -

-

Testrun report

-
-

- {{ device['manufacturer'] }} - {{ device['model']}} -

- Testrun -
-

Steps to Resolve

- {% for step in steps_to_resolve %} -
-
- {{ loop.index }}. -
- Name
{{ step['name'] }} -
-
- Description
{{ step["description"] }} -
-
-
- Steps to resolve - {% for recommedtation in step['recommendations'] %} -
{{ loop.index }}. {{ recommedtation }} - {% endfor %} -
-
- {% endfor %} -
-
Testrun {{ version }}
-
Page {{ page_index.value }}/{{ total_pages }}
-
-
- {% endif %} - {# Modules reports #} - {% for module in module_reports %} - {% set page_index.value = page_index.value+1 %} -
-
-
- -

- - - - - - -

-

Testrun report

-
-

- {{ device['manufacturer'] }} - {{ device['model']}} -

- Testrun -
-
- {{ module }} -
-
-
Testrun {{ version }}
-
Page {{ page_index.value }}/{{ total_pages }}
-
-
-
- {% endfor %} - - - -
-
-
- -

- - - - - - -

-

Device profile

-
-

- { device['manufacturer'] }} - {{ device['model']}} -

- Testrun -
-
-
-
Question
-
Answer
-
- -
-
- -
-
- -
-
- - - -
    - -
  • - -
    • - -
-
-
-
-
-
Testrun {{ version }}
-
Page {{ page_index.value }}/{{ total_pages }}
-
-
-
- - - - - - - - -
-
-
- -

- - - - - - -

-

Testrun report

-
-

- {{ device['manufacturer'] }} - {{ device['model']}} -

- Testrun -
-
-

Attention

-

- The following recommendations are required solely for full device qualification. - They are optional for the pilot assessment. - But you may find it valuable to understand what will be required in the future - and our recommendations for your device. -

-
- -
-
- - - -
- Name
- -
-
- Description
- -
-
-
- Steps to resolve - -
- - - - -
-
- -
-
Testrun {{ version }}
-
Page {{ page_index.value }}/{{ total_pages }}
-
-
- - -