diff --git a/.coveragerc b/.coveragerc new file mode 100644 index 0000000..cb9c355 --- /dev/null +++ b/.coveragerc @@ -0,0 +1,10 @@ +[run] +omit = + */__init__.py + */__cli__.py + +ย  +[report] +exclude_lines = + if TYPE_CHECKING: + pass \ No newline at end of file diff --git a/.github/CODEOWNERS b/.github/CODEOWNERS new file mode 100644 index 0000000..c4ddc12 --- /dev/null +++ b/.github/CODEOWNERS @@ -0,0 +1 @@ +* @Ahzyuan \ No newline at end of file diff --git a/.github/ISSUE_TEMPLATE/bug_report.yml b/.github/ISSUE_TEMPLATE/bug_report.yml index 36cd60a..30f87fb 100644 --- a/.github/ISSUE_TEMPLATE/bug_report.yml +++ b/.github/ISSUE_TEMPLATE/bug_report.yml @@ -1,19 +1,20 @@ name: Bug Report description: File a bug report. title: "[๐Ÿž Bug]: " -labels: ["bug", "triage"] +labels: ["bug"] +type: Bug body: - type: markdown attributes: value: | - **Thanks for taking the time to fill out this bug report!** + > **Thanks for taking the time to fill out this bug report!** - type: checkboxes attributes: - label: Is there an existing issue for this? - description: Search for existing issues for the bug you encountered. + label: Is there an existing issue or a disscusion for this? + description: Search for [existing issues](https://github.com/TorchMeter/torchmeter/issues?q=) or [existing discussions](https://github.com/TorchMeter/torchmeter/discussions?discussions_q=) for what you encountered. options: - label: I have searched, and found nothing match my bug. required: true @@ -25,7 +26,7 @@ body: description: | What did you do, and what did you encounter? It is best to include a screenshot, gif or screen recording of your issue. - placeholder: Tell us what you see! + placeholder: Tell us what did you do and what you see! validations: required: true @@ -59,25 +60,33 @@ body: id: version attributes: label: Your package version - description: Use `pip show ` to get the version. + description: Use `pip show torchmeter` to get the version. validations: required: true - - type: dropdown + - type: input + id: py-version + attributes: + label: Your python version + description: Use `python -V` to get the version. + validations: + required: true + + - type: input id: os attributes: - label: Operating System? - multiple: true - options: - - Windows - - Linux - - macOS + label: Operating System + description: Your os, like `windows 10`, `ubuntu 22.04`. + validations: + required: true - type: textarea id: appendix attributes: label: Appendix - description: Any addition information helping to resolve this issue is welcome. + description: | + Any addition information helping to resolve this issue is welcome. \ + You can include code snippets, error traces, screenshots/GIFs, or other relevant materials here. value: |
Details diff --git a/.github/ISSUE_TEMPLATE/config.yml b/.github/ISSUE_TEMPLATE/config.yml index 9200da1..15db5a8 100644 --- a/.github/ISSUE_TEMPLATE/config.yml +++ b/.github/ISSUE_TEMPLATE/config.yml @@ -1,9 +1,9 @@ -blank_issues_enabled: false -# contact_links: -# - name: GitHub Community Support -# url: https://github.com/orgs/community/discussions -# about: Please ask and answer questions here. +blank_issues_enabled: true +contact_links: + - name: TorchMeter Community Support + url: https://github.com/TorchMeter/torchmeter/discussions + about: Please ask and answer questions here. -# - name: GitHub Security Bug Bounty -# url: https://bounty.github.com/ -# about: Please report security vulnerabilities here. + # - name: GitHub Security Bug Bounty + # url: https://bounty.github.com/ + # about: Please report security vulnerabilities here. diff --git a/.github/ISSUE_TEMPLATE/feature_request.yml b/.github/ISSUE_TEMPLATE/feature_request.yml index 234b765..ef43dd8 100644 --- a/.github/ISSUE_TEMPLATE/feature_request.yml +++ b/.github/ISSUE_TEMPLATE/feature_request.yml @@ -1,7 +1,8 @@ name: Feature Request description: File a feature request. title: "[๐Ÿงฉ Feature Request]: " -labels: ["enhancement", "triage"] +labels: ["feat"] +type: Feature body: diff --git a/.github/PULL_REQUEST_TEMPLATE.md b/.github/PULL_REQUEST_TEMPLATE.md index 0c27dc1..7e7225c 100644 --- a/.github/PULL_REQUEST_TEMPLATE.md +++ b/.github/PULL_REQUEST_TEMPLATE.md @@ -1,47 +1,84 @@ -## ๐Ÿ“‹ Summary + -> [!IMPORTANT] -> - [ ] This PR fixes an issue. [Link]() -> - [ ] This PR adds something new. -> - [ ] This PR is **not** a code change (e.g. `README`, typos, ...) -> - [ ] This PR has been tested. +## Prep Steps - +> Before we dive in, let's confirm you've unlocked all these steps -## ๐Ÿ“ Changes + - +- [ ] ๐Ÿ” I've checked for duplicate PRs ([click to check](https://github.com/TorchMeter/torchmeter/pulls?q=)) +- [ ] ๐Ÿ“œ I've followed [contribution guidelines](../CONTRIBUTING.md) + - [ ] โœจ I've linted and formatted my code ([how?](../CONTRIBUTING.md#cb-lint-format-and-test-your-code)) + - [ ] ๐Ÿ”ง I've formatted the PR title appropriately ([how?](../docs/pr_standard.md#pull-request-title)) + - [ ] ๐ŸŽฏ I've targeted the `master` branch ([how?](../assets/target_master_branch.jpg)) + - [ ] ๐Ÿ‘ I've allowed maintainer edits on my branch ([how?](../assets/allow_maintainer_edit.jpg), [why](../CONTRIBUTING.md#db-create-a-pull-request-to-torchmeter)) +- [ ] ๐Ÿ›ก๏ธ I've added/updated tests to cover my changes if prossible ([how?](../CONTRIBUTING.md#cb-lint-format-and-test-your-code)) +- [ ] ๐Ÿ“ I've added/updated the documentation for any new logic introduced ([how?](../CONTRIBUTING.md#cc-add-documentation-for-your-code)) +- [ ] โณ I understand @Ahzyuan has been busy lately and may need time to review. (we appreciate your patience!) -
-Details +## Type of changes + + + +- [ ] ๐Ÿž Bug fix +- [ ] ๐ŸŒŸ New feature +- [ ] ๐Ÿงช Tests +- [ ] ๐Ÿ— Refactoring +- [ ] โšก Performance improvement +- [ ] ๐Ÿ“– Documentation / docstrings +- [ ] โ†ฉ๏ธ Revert +- [ ] ๐Ÿงฉ Other + +## Description + +#### Purpose + + + +This PR is to ... + +#### Changes: + + - `file1`: modify xxx, in order to achieve a xxx result. - `file2`: add xxx, in order to fix xxx. -
+## Related -## ๐Ÿ› ๏ธ How to test + - +- issues: -
-Example +- Discussions: + +- PRs: -For manual testing: -- Install the library in a fresh virtual environment. -- Import main library functions/classes and perform basic operations. -- Test configuration options by setting different values and verify library behavior changes. -- If library interacts with external services, mock them and ensure it handles errors gracefully. +## Appendix -For automated testing: -- We use `pytest` for testing. Test suite has unit tests for functions and methods in library. -- Integration tests are in place to check interaction between library components. -- We run tests on `GitHub Actions`. Ensures every commit triggers test suite, reports failures immediately. -- Performance tests are conducted periodically to measure the efficiency of critical functions. + + +
+Details -## ๐Ÿ“ท Screenshots/Examples (if needed): +1. `quickly`: finish in 10s before and 1s after +2. `stable`: compatible in all os - \ No newline at end of file +
\ No newline at end of file diff --git a/.github/pr-title-checker-config.json b/.github/pr-title-checker-config.json new file mode 100644 index 0000000..6ba194f --- /dev/null +++ b/.github/pr-title-checker-config.json @@ -0,0 +1,15 @@ +{ + "LABEL": { + "name": "PR-title-needs-formatting", + "color": "CE0000" + }, + "CHECKS": { + "regexp": "^(depr|perf|feat|fix|doc|test|ci|chore|build|refactor|revert)(\\([^\\s]+\\))?\\!?\\s?\\: [A-Z].*[^\\.\\!\\?,โ€ฆ ]$", + "ignoreLabels": ["skip-changelog"] + }, + "MESSAGES": { + "success": "๐ŸŽ‰ PR title format is valid. Thank you!", + "failure": "โŒ PR title format is invalid! Please update according to the [PR title convention](https://github.com/TorchMeter/torchmeter/blob/master/docs/pr_standard.md#pull-request-title).", + "notice": "" + } +} \ No newline at end of file diff --git a/.github/release-drafter.yml b/.github/release-drafter.yml new file mode 100644 index 0000000..08d4a11 --- /dev/null +++ b/.github/release-drafter.yml @@ -0,0 +1,184 @@ +# TorchMeter, MIT license +# Author: Ahzyuan +# Repo: https://github.com/TorchMeter/torchmeter + +# This template is borrowed from polars and modified +# polars official one: https://github.com/pola-rs/polars/blob/main/.github/release-drafter.yml +# thanks to @pola-rs's great job + +# version identification and calculation +## when the corresponding label exists in a PR, the semantic version number will be increased +version-resolver: + major: + labels: + - break + - breaking + + minor: + labels: + - feat + + patch: + labels: + - performance + - deprecation + - bug-fix + - refactor + - maintain + - revert + - build + - misc + - tests + - ci + # - doc + + default: patch + +# release title +name-template: 'torchmeter v$RESOLVED_VERSION' + +# the format of tag to be linked by the release +tag-template: 'v$RESOLVED_VERSION' + +# release body +## global limitations +replacers: + ## Remove conventional commits from titles + - search: '/- (depr|perf|feat|fix|doc|test|ci|chore|build|refactor|revert)(\([^\s]+\))?(\!)?(\s)?\: /g' + replace: '- ' + +## change list related +### content of each PR item in change list +change-template: '- $TITLE (#$NUMBER) @$AUTHOR' +change-title-escapes: '\<*_&' # You can add # and @ to disable mentions, and add ` to disable code blocks. + +## contributors related +no-contributors-template: "Looking forward to your contributions!" + +# PR categories (the change list is made up of all PRs between two releases) +## all PRs with labels not in `exclude-labels` will be categorized in a section titled `title` in change list +exclude-labels: + - skip-changelog + - PR-title-needs-formatting + +categories: + - title: ๐Ÿ’ฅ Breaking changes + collapse-after: 50 + labels: breaking + + - title: ๐Ÿ—‘๏ธ Deprecations + collapse-after: 20 + labels: deprecation + + - title: โšก Performance Boost + collapse-after: 50 + labels: performance + + - title: ๐ŸŒŸ New Features + collapse-after: 50 + labels: feat + + - title: ๐Ÿž Bug fixes + collapse-after: 30 + labels: bug-fix + + - title: ๐Ÿ“– Documentation + collapse-after: 10 + labels: docs + + - title: ๐Ÿงช Tests + collapse-after: 20 + labels: tests + + - title: ๐Ÿค– Workflow + collapse-after: 10 + labels: ci + + - title: ๐Ÿ“ฆ Build + collapse-after: 10 + labels: build + + - title: ๐Ÿงฐ Maintenance + collapse-after: 20 + labels: maintain + + - title: ๐Ÿ— Refactor + collapse-after: 20 + labels: refactor + + - title: โ†ฉ๏ธ Reverts + collapse-after: 10 + labels: revert + + - title: ๐Ÿงฉ Others + collapse-after: 10 + labels: misc + +## auto label PR with its title pattern use regex +### Note: it's recommended to enable branch protection and only allow branch updates through pull requests (PRs), +### so that the change list can contain as comprehensive change information as possible. Another suggestion is to use +### the PR title as merge commit message, so that the PR title can be used as the changelog item title. +### See https://github.com/marketplace/actions/conventional-commit-in-pull-requests#configuring-squash-merging +autolabeler: + - label: breaking + title: + - '/^(break|breaking|depr|perf|feat|fix|doc|test|ci|chore|build|refactor|revert)(\([^\s]+\))?\!\s?\: /i' # Example: feat!: ... + + - label: deprecation + title: + - '/^depr/i' + + - label: performance + title: + - '/^perf/i' + + - label: feat + title: + - '/^feat/i' + + - label: bug-fix + title: + - '/^fix/i' + + - label: docs + title: + - '/^doc/i' + + - label: tests + title: + - '/^test/i' + + - label: ci + title: + - '/^ci/i' + + - label: build + title: + - '/^build/i' + + - label: maintain + title: + - '/^chore/i' + + - label: refactor + title: + - '/^refactor/i' + + - label: revert + title: + - '/^revert/i' + + - label: misc + title: + - '/^(?!break|breaking|depr|perf|feat|fix|doc|test|ci|chore|build|refactor|revert).+/i' + +## layout +template: | + $CHANGES + + ## ๐Ÿป Acknowledgements + > ๐Ÿ˜Š Special thanks to all our contributors! + > ๐Ÿ‘ Your contributions make `torchmeter` better for everyone! + + $CONTRIBUTORS + \ No newline at end of file diff --git a/.github/workflows/badge_updater.yml b/.github/workflows/badge_updater.yml new file mode 100644 index 0000000..a481db8 --- /dev/null +++ b/.github/workflows/badge_updater.yml @@ -0,0 +1,62 @@ +# TorchMeter, MIT license +# Author: Ahzyuan +# Repo: https://github.com/TorchMeter/torchmeter + +# This workflow is triggered manually with target PR number as input. +# +# Trigger Conditions +# - Manually triggered +# - Runs only on repositories: `TorchMeter/torchmeter` +# +# Core functions: +# 1. Checks out target PR context, updates coverage badge in README.md and push the change to PR history + +name: ๐ŸŒŸ Update README Badge ๐Ÿ”ฐ + +on: + workflow_dispatch: + inputs: + pr_number: + description: 'Target PR Number' + required: true + type: number + coverage_badge_link: + description: 'Link of the coverage badge' + required: true + type: string + +permissions: + contents: write + pull-requests: write + +env: + GH_TOKEN: ${{ github.token }} + +jobs: + Coverage-Badge: + name: ๐Ÿ”„ Update Coverage Badge + runs-on: ubuntu-latest + + if: github.repository == 'TorchMeter/torchmeter' + + steps: + - name: Checkout Repo + uses: actions/checkout@v4 + + - name: Checkout PR + run: gh pr checkout ${{ github.event.inputs.pr_number }} + + - name: Update README + run: | + perl -0777 -i -pe ' + BEGIN { $coverage = shift } + s|.*?|![coverage-badge]($coverage)|sg + ' "${{ github.event.inputs.coverage_badge_link }}" README.md + + - name: Commit & Push Changes + run: | + git config user.name "github-actions[bot]" + git config user.email "41898282+github-actions[bot]@users.noreply.github.com" + git add README.md + git commit -m "Update coverage badge in README" + git push \ No newline at end of file diff --git a/.github/workflows/compatibility_test.yml b/.github/workflows/compatibility_test.yml new file mode 100644 index 0000000..49f33da --- /dev/null +++ b/.github/workflows/compatibility_test.yml @@ -0,0 +1,198 @@ +# TorchMeter, MIT license +# Author: Ahzyuan +# Repo: https://github.com/TorchMeter/torchmeter + +# This workflow ensures code quality and cross-platform compatibility. +# +# Trigger Conditions: +# - PR events (open/review-ready) with changes to: +# - Source code (/torchmeter) +# - Test cases (/tests) +# - Configuration files +# - Manual trigger via GitHub UI +# +# Core functions: +# 1. Automated Linting & Formatting via Ruff +# 2. Multi-Environment Testing - Validate code across OS/Python versions +# 3. Coverage Tracking - Generate test coverage report comments of different platforms +# 4. CI/CD Integration - Block PR merges with failed checks + +name: โœ… Compatibility Test โŒ + +on: + pull_request: + types: + - opened + - ready_for_review + paths: + - 'tests/**' + - 'torchmeter/**' + - 'default_cfg.yml' + - 'requirements.txt' + workflow_dispatch: + +env: + FORCE_COLOR: 1 + +permissions: + contents: write + checks: write + pull-requests: write + +jobs: + Lint-Format: + name: ๐Ÿ•ต๏ธโ€โ™‚๏ธ Lint and Format ๐Ÿ“ + + runs-on: ubuntu-latest + + steps: + - name: Fetch Code + uses: actions/checkout@v4 + + - name: Set up Python + uses: actions/setup-python@v5 + with: + python-version: "3.8" + + - name: Install Dependencies + run: | + python3 -m pip install --upgrade pip + python3 -m pip install ruff>=0.6.0 + ruff version + + - name: Lint Code with Ruff + shell: bash + run: | + set +e + ruff check \ + --preview \ + --target-version=py38 \ + --output-format=grouped \ + --output-file=ruff_lint_output.log + exit_code=$? + set -e + + if [[ $exit_code -eq 0 ]]; then + echo -e "\nโœ… Linting passed! Code quality check successful! ๐ŸŽ‰" + else + echo -e "\nโŒ Linting failed! Some code does not meet the linting rules!" >&2 + echo -e "๐Ÿ’ก Detailed Report: artifacts/ruff-lint-output" >&2 + exit 1 + fi + + - name: Upload Lint Report + if: always() + uses: actions/upload-artifact@v4 + with: + name: ruff-lint-output + path: ruff_lint_output.log + overwrite: true + retention-days: 7 + if-no-files-found: error + + - name: Format Code with Ruff + shell: bash + run: | + set -o pipefail + set +e + ruff format \ + --diff \ + --preview \ + --target-version=py38 > ruff_format_diff.log + exit_code=$? + # ruff format --preview --target-version=py38 + set -e + + if [[ $exit_code -eq 0 ]]; then + echo -e "\nโœ… Formatting passed! All code is well-formated! ๐ŸŽ‰" + else + echo -e "\nโŒ Formatting failed! Some code does not meet the format requirements!" >&2 + echo -e "๐Ÿ’ก Detailed Report: artifacts/ruff-format-diff" >&2 + exit 1 + fi + + - name: Upload Format Report + if: always() + uses: actions/upload-artifact@v4 + with: + name: ruff-format-diff + path: ruff_format_diff.log + overwrite: true + retention-days: 7 + if-no-files-found: error + + Compatibility-Test: + name: โš™๏ธ Compatibility Test ๐Ÿงช + + needs: [Lint-Format] + + strategy: + fail-fast: true + matrix: + os: [ubuntu-latest, windows-latest, macOS-latest] + python-version: ["3.8", "3.9", "3.10", "3.11", "3.12", "3.13"] + + runs-on: ${{ matrix.os }} + + steps: + - name: Set Additional Env Variables + shell: bash + run: | + OS=$(echo "${{ matrix.os }}" | cut -d '-' -f1 | tr 'A-Z' 'a-z') + echo "SHORT_OS=$OS" >> $GITHUB_ENV + + - name: Fetch Code + uses: actions/checkout@v4 + + - name: Set up Python ${{ matrix.python-version }} + uses: actions/setup-python@v5 + with: + python-version: ${{ matrix.python-version }} + cache: 'pip' + cache-dependency-path: | + setup.cfg + requirements.txt + + - name: Install Dependencies + run: | + python3 -m pip install --upgrade pip + python3 -m pip install -e ".[test]" + + - name: Run Tests + shell: bash + run: | + set -o pipefail + + pytest -q \ + --cov-report "xml:coverage-${{ env.SHORT_OS }}-${{ matrix.python-version }}.xml" \ + --junitxml=test-report-${{ env.SHORT_OS }}-${{ matrix.python-version }}.xml \ + | tee pytest-output-${{ env.SHORT_OS }}-${{ matrix.python-version }}.log + + - name: Upload Pytest Report + if: always() + uses: actions/upload-artifact@v4 + with: + name: pytest-output-${{ env.SHORT_OS }}-${{ matrix.python-version }} + path: pytest-output-${{ env.SHORT_OS }}-${{ matrix.python-version }}.log + overwrite: true + retention-days: 7 + if-no-files-found: error + + - name: Pytest Coverage Comment + if: >- + matrix.python-version == '3.8' && + github.event_name != 'workflow_dispatch' + uses: MishaKav/pytest-coverage-comment@v1 + with: + title: Coverage Details on ${{ env.SHORT_OS }} under Python ${{ matrix.python-version }} + badge-title: Coverage + hide-badge: false + hide-report: false + create-new-comment: false + hide-comment: false + report-only-changed-files: false + remove-link-from-badge: false + unique-id-for-comment: ${{ matrix.os }} + junitxml-title: Summary (on `${{ env.SHORT_OS }}` under `Python ${{ matrix.python-version }}`) + junitxml-path: test-report-${{ env.SHORT_OS }}-${{ matrix.python-version }}.xml + pytest-xml-coverage-path: coverage-${{ env.SHORT_OS }}-${{ matrix.python-version }}.xml \ No newline at end of file diff --git a/.github/workflows/minimal_test.yml b/.github/workflows/minimal_test.yml new file mode 100644 index 0000000..c48c046 --- /dev/null +++ b/.github/workflows/minimal_test.yml @@ -0,0 +1,216 @@ +# TorchMeter, MIT license +# Author: Ahzyuan +# Repo: https://github.com/TorchMeter/torchmeter + +# This workflow ensures quick code quality checks and code logic validation. +# +# Trigger Conditions: +# - PR events (reopened/synchronize) with changes to: +# - Source code (/torchmeter) +# - Test cases (/tests) +# - Examples (/examples) +# - Configuration files (default_cfg.yml, requirements.txt) +# - Manual trigger via GitHub UI: +# - Select OS: ubuntu/macOS/windows +# - Choose Python version: 3.8~3.13 +# +# Core functions: +# 1. Automated Linting & Formatting via Ruff +# 2. Dynamic Environment Testing: +# - Randomly selects OS and uses Python 3.8 for non-manual runs +# - Validates code across OS/Python combinations on manual runs + +name: โœ” Minimal Test โœ˜ + +on: + pull_request: + types: + - reopened + - synchronize + paths: + - 'examples/**' + - 'tests/**' + - 'torchmeter/**' + - 'default_cfg.yml' + - 'requirements.txt' + workflow_dispatch: + inputs: + chosen-os: + required: true + type: choice + options: + - ubuntu + - macOS + - windows + python-version: + required: true + type: choice + options: + - 3.8 + - 3.9 + - 3.10 + - 3.11 + - 3.12 + - 3.13 + +env: + FORCE_COLOR: 1 + +jobs: + Pick-OS-Python: + name: Determine OS & Python + runs-on: ubuntu-latest + outputs: + os: ${{ steps.set-env.outputs.os }} + short_os: ${{ steps.set-env.outputs.short_os }} + python_version: ${{ steps.set-env.outputs.python_version }} + steps: + - id: set-env + run: | + if [[ "${{ github.event_name }}" == "workflow_dispatch" ]]; then + OS="${{ github.event.inputs.chosen-os }}" + FORMAL_OS="$OS-latest" + SHORT_OS="$(echo $OS | tr 'A-Z' 'a-z')" + PYTHON_VERSION="${{ github.event.inputs.python-version }}" + else + os_array=("ubuntu" "macOS" "windows") + pick_os_idx=$((RANDOM % ${#os_array[@]})) + + OS="${os_array[pick_os_idx]}" + FORMAL_OS="$OS-latest" + SHORT_OS="$(echo $OS | tr 'A-Z' 'a-z')" + PYTHON_VERSION="3.8" + fi + + echo -e "OS=$FORMAL_OS\nPYTHON-VERSION=$PYTHON_VERSION" + echo "os=$FORMAL_OS" >> $GITHUB_OUTPUT + echo "short_os=$SHORT_OS" >> $GITHUB_OUTPUT + echo "python_version=$PYTHON_VERSION" >> $GITHUB_OUTPUT + + Lint-Format: + name: ๐Ÿ•ต๏ธโ€โ™‚๏ธ Lint and Format ๐Ÿ“ + + needs: [Pick-OS-Python] + runs-on: ${{ needs.Pick-OS-Python.outputs.os }} + + steps: + - name: Fetch Code + uses: actions/checkout@v4 + + - name: Set up Python + uses: actions/setup-python@v5 + with: + python-version: ${{ needs.Pick-OS-Python.outputs.python_version }} + + - name: Install Dependencies + run: | + python3 -m pip install --upgrade pip + python3 -m pip install ruff>=0.6.0 + ruff version + + - name: Lint Code with Ruff + shell: bash + run: | + set +e + ruff check \ + --preview \ + --target-version=py38 \ + --output-format=grouped \ + --output-file=ruff_lint_output.log + exit_code=$? + set -e + + if [[ $exit_code -eq 0 ]]; then + echo -e "\nโœ… Linting passed! Code quality check successful! ๐ŸŽ‰" + else + echo -e "\nโŒ Linting failed! Some code does not meet the linting rules!" >&2 + echo -e "๐Ÿ’ก Detailed Report: artifacts/ruff-lint-output" >&2 + exit 1 + fi + + - name: Upload Lint Report + if: always() + uses: actions/upload-artifact@v4 + with: + name: ruff-lint-output + path: ruff_lint_output.log + overwrite: true + retention-days: 7 + if-no-files-found: error + + - name: Format Code with Ruff + shell: bash + run: | + set -o pipefail + set +e + ruff format \ + --diff \ + --preview \ + --target-version=py38 > ruff_format_diff.log + exit_code=$? + # ruff format --preview --target-version=py38 + set -e + + if [[ $exit_code -eq 0 ]]; then + echo -e "\nโœ… Formatting passed! All code is well-formated! ๐ŸŽ‰" + else + echo -e "\nโŒ Formatting failed! Some code does not meet the format requirements!" >&2 + echo -e "๐Ÿ’ก Detailed Report: artifacts/ruff-format-diff" >&2 + exit 1 + fi + + - name: Upload Format Report + if: always() + uses: actions/upload-artifact@v4 + with: + name: ruff-format-diff + path: ruff_format_diff.log + overwrite: true + retention-days: 7 + if-no-files-found: error + + Minimal-Test: + name: ๐Ÿงฉ Minimal Test ๐Ÿงช + + needs: [Pick-OS-Python, Lint-Format] + + runs-on: ${{ needs.Pick-OS-Python.outputs.os }} + + steps: + - name: Fetch Code + uses: actions/checkout@v4 + + - name: Set up Python ${{ needs.Pick-OS-Python.outputs.python_version }} + uses: actions/setup-python@v5 + with: + python-version: ${{ needs.Pick-OS-Python.outputs.python_version }} + cache: 'pip' + cache-dependency-path: | + setup.cfg + requirements.txt + + - name: Install Dependencies + run: | + python3 -m pip install --upgrade pip + python3 -m pip install -e ".[test]" + + - name: Run Tests + shell: bash + run: | + set -o pipefail + + pytest -q \ + --cov-report "xml:coverage-${{ needs.Pick-OS-Python.outputs.short_os }}-${{ needs.Pick-OS-Python.outputs.python_version }}.xml" \ + --junitxml=test-report--${{ needs.Pick-OS-Python.outputs.short_os }}-${{ needs.Pick-OS-Python.outputs.python_version }}.xml \ + | tee pytest-output--${{ needs.Pick-OS-Python.outputs.short_os }}-${{ needs.Pick-OS-Python.outputs.python_version }}.log + + - name: Upload Pytest Report + if: always() + uses: actions/upload-artifact@v4 + with: + name: pytest-output--${{ needs.Pick-OS-Python.outputs.short_os }}-${{ needs.Pick-OS-Python.outputs.python_version }} + path: pytest-output--${{ needs.Pick-OS-Python.outputs.short_os }}-${{ needs.Pick-OS-Python.outputs.python_version }}.log + overwrite: true + retention-days: 7 + if-no-files-found: error + \ No newline at end of file diff --git a/.github/workflows/pr_autolabel.yml b/.github/workflows/pr_autolabel.yml new file mode 100644 index 0000000..e2e25e3 --- /dev/null +++ b/.github/workflows/pr_autolabel.yml @@ -0,0 +1,40 @@ +# TorchMeter, MIT license +# Author: Ahzyuan +# Repo: https://github.com/TorchMeter/torchmeter + +# This workflow is borrowed from polars and modified +# polars official one: https://github.com/pola-rs/polars/blob/main/.github/workflows/pr-labeler.yml +# thanks to @pola-rs's great job + +# This workflow is triggered when a PR is opened or edited. Core functions: +# 1. Automatic PR Title Validation - Ensure PR titles follow Contribution Guidelines +# 2. Intelligent Label Assignment - Auto-tag PRs based on title (feat, fix, docs, etc) +# 3. Release Integration - Sync labels with release-drafter for changelog generation + +name: ๐Ÿค– PR Auto-Labeler โ›ณ + +on: + pull_request_target: + types: + - opened + - edited + +permissions: + contents: read + pull-requests: write + +jobs: + labeler: + runs-on: ubuntu-latest + steps: + - name: Check PR Title + uses: thehanimo/pr-title-checker@v1.4.2 + with: + GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} + + - name: Label PR + uses: release-drafter/release-drafter@v6 + with: + disable-releaser: true + env: + GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} \ No newline at end of file diff --git a/.github/workflows/publish_release.yml b/.github/workflows/publish_release.yml index c5278f2..388f004 100644 --- a/.github/workflows/publish_release.yml +++ b/.github/workflows/publish_release.yml @@ -1,136 +1,291 @@ +# TorchMeter, MIT license +# Author: Ahzyuan +# Repo: https://github.com/TorchMeter/torchmeter + +# This workflow is triggered when a new tag matching the semantic versioning pattern 'v*.*.*' (e.g., v1.2.3) is pushed. +# +# Trigger Conditions: +# - Exclusive activation by semantic version tag pushes (`vA.B.C` format, can be only performed by maintainer) +# - Automated verification of tag-version branch consistency +# +# Core Pipeline: +# 1. Tag Validation - Ensures tags originate from version branch commit +# 2. Package Building - Generates universal wheels and sdist packages +# 3. Staged Publishing: +# - TestPyPI: Initial validation deployment +# - PyPI Official: Production-grade package release +# 4. Release Automation: +# - GitHub Release creation with auto-generated changelog +# - Success notification with deployment links to maintainer +# 5. Safety Mechanisms: +# - Automatic tag cleanup on failure +# - Maintainer alerting via email for failed attempts +# - Metadata verification pre-publication +# +# Secrets: +# - NOTIFY_EMAIL: email address to send notification to + name: ๐Ÿ“ค Publish and Release ๐Ÿ—ณ on: push: tags: - - "v*.*.*" + - 'v*.*.*' env: - FORCE_COLOR: 1 + FORCE_COLOR: 1 jobs: - Build-distribution-packages: - name: ๐Ÿ“ฆ Build distribution - runs-on: ubuntu-latest + Check-Tag: + name: ๐Ÿท Validate Tag + runs-on: ubuntu-latest - steps: - - name: Fetch repository - uses: actions/checkout@v4 - - - name: Install Python - uses: actions/setup-python@v5 - with: - python-version: "3.x" - - - name: Install packages used for building - run: | - python3 -m pip install setuptools build wheel isort ruff --user - python3 -m pip install twine check-manifest --user - - - name: Build distribution packages - run: python3 -m build -v -n . - - - name: Execute validation script - run: | - chmod +x ./check_meta.sh - bash ./check_meta.sh - - - name: Store the building results - uses: actions/upload-artifact@v4 - with: - name: build-results - path: dist/ - if-no-files-found: error - - Publish-PyPI: - name: ๐Ÿ“ค Publish to PyPI - runs-on: ubuntu-latest - - needs: Build-distribution-packages - - environment: - name: pypi - url: https://pypi.org/p/torchmeter + if: github.repository == 'TorchMeter/torchmeter' + + steps: + - name: Fetch Code + uses: actions/checkout@v4 + with: + fetch-depth: 0 + + - name: Check Tag is on Master + run: | + TAG_NAME=${{ github.ref_name }} + BASE_VERSION=$(echo "$TAG_NAME" | sed -E 's/^(v[0-9]+\.[0-9]+).*/\1/') + BRANCH_NAME="origin/${BASE_VERSION}.x" + + TAG_COMMIT=$(git rev-parse "$TAG_NAME^{commit}") - permissions: - id-token: write + if ! git merge-base --is-ancestor "$TAG_COMMIT" "$BRANCH_NAME"; then + echo "โŒ Error: Tag $TAG_NAME is not based on branch $BRANCH_NAME!" >&2 + exit 1 + else + echo "โœ… Tag $TAG_NAME points to branch $BRANCH_NAME correctly." + fi - steps: - - name: Download all the dists - uses: actions/download-artifact@v4 - with: - name: build-results - path: dist/ - - - name: Upload to PyPI - uses: pypa/gh-action-pypi-publish@release/v1 - with: - skip-existing: true + Build-Distribution-Packages: + name: ๐Ÿ“ฆ Build Distributions + runs-on: ubuntu-latest - Publish-TestPyPI: - name: ๐Ÿ“ค Publish to TestPyPI - runs-on: ubuntu-latest + needs: Check-Tag - needs: Build-distribution-packages - - environment: - name: testpypi - url: https://test.pypi.org/p/torchmeter - - permissions: - id-token: write - - steps: - - name: Download all the dists + steps: + - name: Fetch Code + uses: actions/checkout@v4 + with: + ref: ${{ github.ref_name }} + + - name: Set up Python + uses: actions/setup-python@v5 + with: + python-version: '>=3.8' + + - name: Install Dependencies + run: | + python3 -m pip install --upgrade pip + python3 -m pip install setuptools build wheel isort ruff --user + python3 -m pip install twine check-manifest --user + + - name: Build Distributions + run: python3 -m build -v -n . + + - name: Check Meta Data + run: | + chmod +x misc/check_meta.sh + bash misc/check_meta.sh + + - name: Upload Built Distributions + uses: actions/upload-artifact@v4 + with: + name: build-results + path: dist/ + overwrite: true + retention-days: 7 + if-no-files-found: error + + Publish-TestPyPI: + name: ๐Ÿ“ค Publish to TestPyPI + runs-on: ubuntu-latest + + needs: Build-Distribution-Packages + if: github.repository == 'TorchMeter/torchmeter' + + environment: + name: testpypi + url: https://test.pypi.org/p/torchmeter + + permissions: + id-token: write + + steps: + - name: Download Distributions uses: actions/download-artifact@v4 with: - name: build-results + name: build-results path: dist/ - name: Upload to TestPyPI uses: pypa/gh-action-pypi-publish@release/v1 with: repository-url: https://test.pypi.org/legacy/ + verbose: true + print-hash: true skip-existing: true - Github-Release: - name: ๐Ÿ—ณ Create a Release - runs-on: ubuntu-latest + Publish-PyPI: + name: ๐Ÿ“ค Publish to PyPI + runs-on: ubuntu-latest - needs: Build-distribution-packages + needs: Publish-TestPyPI + if: github.repository == 'TorchMeter/torchmeter' - permissions: - contents: write - - steps: - - name: Fetch repository - uses: actions/checkout@v4 - - - name: Generate Changelog - run: | - awk -v RS="---" 'NR==1{gsub(/\n+$/, ""); print}' CHANGELOG.md > ${{ github.workspace }}-RELEASE.txt - cat ${{ github.workspace }}-RELEASE.txt - - - name: Download all the dists - uses: actions/download-artifact@v4 - with: - name: build-results - path: dist/ + environment: + name: pypi + url: https://pypi.org/p/torchmeter + + permissions: + id-token: write + + steps: + - name: Download Distributions + uses: actions/download-artifact@v4 + with: + name: build-results + path: dist/ + + - name: Upload to PyPI + uses: pypa/gh-action-pypi-publish@release/v1 + with: + verbose: true + print-hash: true + skip-existing: false + + Publish-Release: + name: ๐Ÿ—ณ Create a Release + runs-on: ubuntu-latest + + needs: Publish-PyPI + if: github.repository == 'TorchMeter/torchmeter' + + permissions: + contents: write + pull-requests: write + + steps: + - name: Fetch Code + uses: actions/checkout@v4 - - name: Create GitHub Release - env: - GITHUB_TOKEN: ${{ github.token }} - run: >- - gh release create - '${{ github.ref_name }}' - --repo '${{ github.repository }}' - --notes "$(cat ${{ github.workspace }}-RELEASE.txt)" - - - name: Upload artifact to GitHub Release - env: - GITHUB_TOKEN: ${{ github.token }} - run: >- - gh release upload - '${{ github.ref_name }}' dist/** - --repo '${{ github.repository }}' - + - name: Download Distributions + uses: actions/download-artifact@v4 + with: + name: build-results + path: dist/ + + - name: Draft GitHub Release + uses: release-drafter/release-drafter@v6 + id: github-release + with: + name: TorchMeter ${{ github.ref_name }} + tag: ${{ github.ref_name }} + version: ${{ github.ref_name }} + disable-autolabeler: true + env: + GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} + + - name: Upload dist to GitHub Release + run: gh release upload $TAG $FILES --clobber + env: + GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} + TAG: ${{ github.ref_name }} + FILES: dist/* + + - name: Email Notification + uses: cinotify/github-action@v1.6.0 + with: + to: ${{ secrets.NOTIFY_EMAIL }} + subject: '๐ŸŽŠ TorchMeter ${{ github.ref_name }} Blasts Off to PyPI & GitHub!' + type: 'text/html' + body: | +
+ ๐Ÿฅณ Congratulation! Version ${{ github.ref_name }} Launched ๐Ÿฅณ +
+ + Release Details
+ โ–ธ ๐Ÿ•— Time: ${{ github.event.head_commit.timestamp }}
+ โ–ธ ๐Ÿท๏ธ Version: ${{ github.ref_name }}
+ โ–ธ ๐ŸŽ PyPI Package
+ โ–ธ ๐Ÿ“ฆ Github Release + +
+ + Quick Links
+ โ–ธ ๐Ÿš€ Repository Home
+ โ–ธ โš™๏ธ Workflow Run + +
+
+ + Cleanup-Tag: + name: ๐Ÿงน Cleanup Tag on Failure + runs-on: ubuntu-latest + + permissions: + contents: write + pull-requests: write + + needs: + - Check-Tag + - Build-Distribution-Packages + - Publish-TestPyPI + - Publish-PyPI + - Publish-Release + if: | + github.repository == 'TorchMeter/torchmeter' && + failure() && + needs.Check-Tag.result == 'success' + + steps: + - name: Fetch Code + uses: actions/checkout@v4 + + - name: Delete Tag on Failure + uses: prompt/actions-delete-tag@v1 + + - name: Email Notification + uses: cinotify/github-action@v1.6.0 + with: + to: ${{ secrets.NOTIFY_EMAIL }} + subject: 'TorchMeter: Tag ${{ github.ref_name }} deleted' + type: 'text/html' + body: | +
+ + ๐Ÿ”ด Publish ${{ github.ref_name }} Failed + +
+ + โ–ธ Repo: ${{github.repository}}
+ โ–ธ Tag: ${{ github.ref_name }}
+ โ–ธ Time: ${{ github.event.head_commit.timestamp }}
+ โ–ธ Run: #${{github.run_id}}
+ +
+ + ๐Ÿ› ๏ธ Investigate errors, apply fixes and retry with:
+ +
+ +

+              # Remove existing tag locally
+              git tag -d ${{ github.ref_name }}
+
+              # Recreate tag on current commit
+              git tag ${{ github.ref_name }}
+
+              # Push to trigger workflow
+              git push origin ${{ github.ref_name }}
+              
+ +
+
+ \ No newline at end of file diff --git a/.gitignore b/.gitignore index 9eb0237..221af84 100644 --- a/.gitignore +++ b/.gitignore @@ -1,5 +1,3 @@ -refers/ - # Byte-compiled / optimized / DLL files __pycache__/ *.py[cod] @@ -36,7 +34,11 @@ var/ pip-log.txt pip-delete-this-directory.txt +# Type annotation +.mypy_cache/ + # Unit test / coverage reports +.pytest_cache/ htmlcov/ .tox/ .coverage @@ -91,3 +93,8 @@ ENV/ .ropeproject *.npy *.pkl + +# Other +.vscode/ +refers/ +*_cache/ \ No newline at end of file diff --git a/CODE_OF_CONDUCT.md b/CODE_OF_CONDUCT.md new file mode 100644 index 0000000..cbbe9d6 --- /dev/null +++ b/CODE_OF_CONDUCT.md @@ -0,0 +1,50 @@ +# Code of Conduct + +`TorchMeter` is an open-source project built by developers worldwide. We're committed to fostering a **friendly, safe, and inclusive** environment for all participants. This code applies to all community spaces including but not limited to GitHub repositories, community forums, etc. + +## A. Expected Behavior + +We expect all community members to: +- ๐Ÿค **Respect differences**: Engage with diverse perspectives professionally +- ๐Ÿšง **Constructive dialogue**: Maintain courtesy even in technical disagreements +- ๐Ÿ“Œ **Stay technical**: Focus discussions on code quality and project vision +- ๐ŸŒ **Cultural awareness**: Consider global contexts when making suggestions +- ๐Ÿ‘ฅ **Newcomer-friendly**: Help new contributors understand community norms + +## B. Unacceptable Behavior + +- โš ๏ธ Threats of violence or inflammatory remarks +- ๐Ÿ”ž Sexualized content/inappropriate humor +- ๐Ÿšซ Harassment +- ๐ŸŽญ Discriminatory speech (race/gender/religion/etc.) +- ๐Ÿ’ข Deliberate trolling or demeaning comments +- ๐Ÿ“ข Spreading misinformation +- ๐Ÿ•ต๏ธ Privacy violations (doxxing) + +## C. Enforcement + +Maintainers reserve rights to: +- Remove offending content +- Temporarily/permanently ban participation +- Report to third parties (GitHub/legal authorities) +- Revise this code as community evolves + +## D. Reporting + +To report violations: +- โš ๏ธ GitHub Issue / Discussion (tag with `CoC Violation` and `@maintainers`) + +Include in reports: +- Time/location of incident +- Parties involved +- Description with evidence (screenshots/logs) + +## E. Scope + +This code applies to: +- Project repositories (PRs/Issues/Discussions) +- Official social platforms + +--- + +> ๐Ÿ“œ Adapted from [Contributor Covenant 2.1](https://www.contributor-covenant.org/version/2/1/code_of_conduct/) \ No newline at end of file diff --git a/CONTRIBUTING.md b/CONTRIBUTING.md index cedfa64..81ecaac 100644 --- a/CONTRIBUTING.md +++ b/CONTRIBUTING.md @@ -1,69 +1,1095 @@ -# Contribution Guidelines +# โœจ Welcome to TorchMeter Contributors' Hub! -๐“๐ก๐š๐ง๐ค ๐ฒ๐จ๐ฎ ๐Ÿ๐จ๐ซ ๐ฒ๐จ๐ฎ๐ซ ๐œ๐จ๐ง๐ญ๐ซ๐ข๐›๐ฎ๐ญ๐ข๐จ๐ง ๐ญ๐จ ๐ญ๐ก๐ž ๐ฉ๐ซ๐จ๐ฃ๐ž๐œ๐ญ! -๐–๐ž ๐ฐ๐š๐ซ๐ฆ๐ฅ๐ฒ ๐ฐ๐ž๐ฅ๐œ๐จ๐ฆ๐ž ๐ฒ๐จ๐ฎ ๐ญ๐จ ๐š๐ฌ๐ค ๐ช๐ฎ๐ž๐ฌ๐ญ๐ข๐จ๐ง๐ฌ, ๐ซ๐ž๐ฉ๐จ๐ซ๐ญ ๐ž๐ซ๐ซ๐จ๐ซ๐ฌ ๐จ๐ซ ๐ฌ๐ฎ๐›๐ฆ๐ข๐ญ ๐œ๐จ๐๐ž. -๐๐ฅ๐ž๐š๐ฌ๐ž ๐Ÿ๐จ๐ฅ๐ฅ๐จ๐ฐ ๐ญ๐ก๐ž ๐Ÿ๐จ๐ฅ๐ฅ๐จ๐ฐ๐ข๐ง๐  ๐ฌ๐ญ๐ž๐ฉ๐ฌ ๐ญ๐จ ๐จ๐ฉ๐ž๐ซ๐š๐ญ๐ž. +Thank you for wanting to make `torchmeter` even better! -## ๐Ÿ’ฌ Issues +Whether you're: -1. If you **find a bug** or **have a feature request**, submit a detailed description following provided issue template in the `issue` page. +- ๐Ÿ’ฌ **Asking questions** +- ๐Ÿšจ **Reporting bugs** +- ๐Ÿ‘จโ€๐Ÿ’ป **Contributing code** -2. ๐“๐ก๐ž ๐จ๐ฏ๐ž๐ซ๐š๐ฅ๐ฅ ๐ฉ๐ซ๐จ๐œ๐ž๐ฌ๐ฌ ๐ข๐ง๐œ๐ฅ๐ฎ๐๐ž๐ฌ: - - Check if same issue exists. - - Describe what you encountered and expected. - - Steps to reproduce the problem. - - The environment where the problem occurs (operating system, package version, etc.) - - Other information, such as screenshots, logs, etc. +Your input is pretty valuable to our community! + +Before jumping in, let's ensure smooth collaboration by reviewing these guidelines first. +They'll help us keep things organized and make your contribution process as efficient as possible! + +--- + +## ๐Ÿ’ฌ Discussions โ€” Let's Collaborate & Innovate! + +> [!NOTE] +> - `Discussions` section is for **non-urgent questions**, **ideas**, or **general chat** +> - Access to `Discussions`: +> +> | Github UI | Link | +> | :-------: | :-----:| +> | | [๐Ÿ”— Jump to Discussions](https://github.com/TorchMeter/torchmeter/discussions) | +> +> - Further reading: [Github Docs of Discussions](https://docs.github.com/en/discussions) + +### **โ‘  Scenarios of Using Discussions** + +๐Ÿ‘‰ When you want to: +- **Share use cases** +- **Ask "how-to" questions** +- **Brainstorm new features** +- **Discuss performance optimization strategies** +- **Propose major refactorings or breaking changes** +- ... + +> [!TIP] +> For bugs/feature requests โ†’ Use [Issues](#๐Ÿ†˜-issues--lets-report--enhance) + +### **โ‘ก How to participate in a Discussion** + +- [Starting a discussion](https://docs.github.com/en/discussions/collaborating-with-your-community-using-discussions/collaborating-with-maintainers-using-discussions#starting-a-discussion) + +- [Starting a poll](https://docs.github.com/en/discussions/collaborating-with-your-community-using-discussions/collaborating-with-maintainers-using-discussions#starting-a-poll) + +### **โ‘ข Suggestions** + +1. **Search First** ๐Ÿ” + - Search for similar topics first + - Join existing discussions when possible + - Create new thread only for distinct topics + +2. **Hook 'em with a great title** โœ๏ธ + - โœ… Clear example: `"How to show raw data in the tabular report?"` + - โŒ Avoid vague titles: `"Help pls"` + +3. **Structure Your Post** ๐Ÿ“‹ + - Organize content with special markdown syntax, such as header, code blocks, quotes, details blocks, etc. Check [markdown syntax on Github](https://docs.github.com/en/get-started/writing-on-github/getting-started-with-writing-and-formatting-on-github/basic-writing-and-formatting-syntax) for more details. + - Link the discussion to relevant issues or PRs if applicable. Use `#issue-number`/`#pr-number` syntax to link to issues or PRs. + +4. **Engage Effectively** ๐Ÿ™‹โ€โ™‚๏ธ + - Be respectful & constructive + - Stay on-topic: Keep replies focused on the topic. + - Acknowledge Contributors: Always general to [mark someoneโ€™s comment as answer](https://docs.github.com/en/discussions/collaborating-with-your-community-using-discussions/participating-in-a-discussion#marking-a-comment-as-an-answer) if it helps resolve your problem, their contributions deserve recognition! + +--- + +## ๐Ÿšจ Issues โ€” Let's Report & Enhance! + +> [!NOTE] +> - `Issues` section is for reporting **urgent bugs** or **feature requests** +> - Access to `Issues`: +> +> | Github UI | Link | +> | :-------: | :-----:| +> | | [๐Ÿ”— Jump to Issues](https://github.com/TorchMeter/torchmeter/issues) | +> +> - Further reading: [Github Docs of Issues](https://docs.github.com/en/issues) + +### **โ‘  Scenarios of Filing Issues** + +๐Ÿ‘‰ Perfect for: +- **Bugs reports** +- **Feature proposals** +- **Documentation errors reports** + +> [!TIP] +> For non-urgent questions or help with usage โ†’ Use [Discussions](#๐Ÿ’ฌ-discussions--lets-collaborate--innovate) + +### **โ‘ก Submission Guide** + +1. **Search First** ๐Ÿ”: + - Check existing issues (open/closed) + - If there are relevant issues, comment if you have more details. If the issue is addressed, give a ๐Ÿ‘ reaction to show support, it motivates everyone involved! + - Otherwise, create a new issue following the steps below. + +2. **File an Issue** ๐Ÿ—ณ + - Go to the [`Issues` tab](https://github.com/TorchMeter/torchmeter/issues) and click `New issue`. + - Select the template matching your scenario (bug report, feature request, etc.). + - Fill out all fields (asterisks `*` denote required information). + - Click `Create` to submit. + +> [!TIP] +> +>
+> 1. Illustration of the steps mentioned above +> +> +> +>
+> +> 2. [How maintainers manage issues](docs/repo_management.md#issue-management) + +### **โ‘ข Suggestions** + +1. **Ensure a Clear Title** โœ๏ธ + - โœ… Good example: `"Export data error: target file not found"` + - โŒ Avoid vague titles: `"Something's wrong!"` + +2. **Link Related Content** ๐Ÿ”— + - If this issue relates to other issues, discussions, or PRs, use `#corresponding-number` to reference them. + +3. **Tell the Full Story** + - If create an issue from a template: Fill out all requested fields for complete information. + - If participate in existing issues: Use the simplified template below to share your additional details: + + ```markdown + ## If my situation differs from the issue author's + + - [ ] No + - [ ] Yes + + + In my case, I found that... + + ## Steps to Reproduce + +
+ Steps + + 1. + 2. + 3. + +
+ + ## Environment + + - `OS`: Ubuntu 22.04 + - `Python`: 3.10 + - `torchmeter`: 0.4.2 + + ## Additional context + + + +
+ Details + + 1. + 2. + 3. + +
+ ``` + +## ๐Ÿ“ค Pull Requests โ€” Let's Squash Bugs & Build Features! + +> [!NOTE] +> - `Pull Requests (PR)` are for **code contributions** +> - Access to PRs: +> +> | GitHub UI | Quick Link | +> | :-------: | :--------- | +> | | [๐Ÿ”— Jump to PRs](https://github.com/TorchMeter/torchmeter/pulls) | +> +> - Further reading: [Github Docs of Pull Requests](https://docs.github.com/en/pull-requests) + +### **โ‘  Scenarios of Submitting a PR** + +๐Ÿ‘‰ Perfect for: +- **Bug fixes** +- **New features** +- **Documentation updates** +- **Performance optimizations** +- **Test coverage enhancements** +- **CI/CD pipeline improvements** +- **Code improvements / refactoring** + +### **โ‘ก Step-by-Step Guide** > [!IMPORTANT] -> Please ensure to provide sufficient information, -> so that we can reproduce the problem or understand the functional requirements. +> +> 1. `torchmeter` is hosted on [GitHub](https://github.com), so youโ€™ll need a [GitHub account](https://github.com/signup/free) to begin contributing. +> 2. `torchmeter` uses [Git](https://git-scm.com/) for version control. If you're unfamiliar with Git basics or GitHub PR workflows, we recommend these resources: +> - [Git Tutorial](https://git-scm.com/book/en/v2) +> - [GitHub's Guide to Contributing via PR](https://docs.github.com/en/get-started/quickstart/contributing-to-projects) +> 3. Our branching strategy and contribution process draw inspiration from projects like `numpy`, `pandas`, `polars`, and `rich`. For reference: +> - [torchmeter's branching strategy](docs/repo_management.md#branching-strategy) +> - [numpy's contributing guide](https://numpy.org/doc/stable/dev/index.html) +> - [pandas' contributing guide](https://pandas.pydata.org/docs/dev/development/contributing.html) +> - [polars' contributing guide](https://docs.pola.rs/development/contributing/) +> - [rich's contributing guide](https://github.com/Textualize/rich/blob/master/CONTRIBUTING.md) + +--- + +#### A. Claim Your Mission + +> [!NOTE] +> This section will guide you through: +> +> - Discovering beginner-friendly start points +> - Properly claiming unassigned issues +> - Collaborating on existing development efforts +> +> By following these protocols, you'll establish clear ownership while respecting community norms. We're excited to help you find meaningful work that aligns with project needs and your interests! + +1. **Finding Beginner-Friendly Issues**: New to `torchmeter` or open-source? We recommend: + - Start by searching for `good-first-issue` labeled issues on the [Issues page](https://docs.github.com/en/issues). These are specially marked for beginners and often have clear scopes. + - Look for issues without existing assignees to avoid duplication of effort. + +2. **Claiming an Issue** + - To take ownership of an **unassigned** issue: Leave a polite comment like: `"Iโ€™d try to work on this!"` or just a single `"take"`. This signals your intent and allows maintainers to assign it to you. + - Responsibility note: Claiming an issue means youโ€™ll be responsible for following up and resolving it. If circumstances prevent you from continuing, please update the thread promptly so others can help. + +3. **Joining Existing Efforts** + - Politely ask current assignee via comment: For example, `"Hi @username, may I collaborate on this?"` + - Wait patiently: If the current contributor hasnโ€™t updated the issue for 7+ days, you may gently ask if they need help or if you can take over. + +--- + +#### B. Environment Setup + +> [!NOTE] +> This section will help you configure a development environment for `torchmeter`. We'll walk through essential steps including: +> +> - `Git` configuration for version control +> - `Python` environment setup with required dependencies +> - Local repository initialization and remote tracking +> +> By completing these steps, you'll have a fully functional setup to start contributing code effectively. Let's begin now! + +##### B.a Download & Install Git + +1. Download: Visit the official Git download page โ†’ https://git-scm.com/downloads + +2. Verify Installation: Open your terminal and run the following command. A successful installation will display the Git version (e.g., `git version 2.49.0`). + + ```bash + git --version + ``` +--- + +##### B.b Create a Fork Repository + +> [!TIP] +> - A fork repo is a copy of the original repository, allowing you to make changes without affecting the original project. +> - Learn more: [GitHub Forking Guide](https://docs.github.com/en/pull-requests/collaborating-with-pull-requests/working-with-forks/fork-a-repo) + +1. Go to the official `torchmeter` repository page โ†’ https://github.com/TorchMeter/torchmeter + +2. Click the `Fork` button in the top-right corner + +3. Configure your fork: + - Select your GitHub account as the owner + - Keep the default repository name unless you want to customize it + - Uncheck `Copy the master branch only` to include all branches + +4. Click `Create fork`. You'll now have a personal sandbox repository at `https://github.com//torchmeter` if you not change the default repository name. + +
+Illustration of forking torchmeter -## ๐Ÿ“ค Pull Request + -1. ๐Œ๐š๐ข๐ง ๐ฌ๐ญ๐ž๐ฉ๐ฌ - - Fork the repository to your own GitHub account. - - Clone the forked repository to your local machine. - - **Create a new branch for your contribution.** Such as `feature/your-feature-name` or `bugfix/your-bugfix-name`. - - Make your changes and commit them to your new branch. - - Push your changes to your forked repository. - - Create a `Pull Request(PR)` from your forked repository to the original repository. - - Wait for the PR to be reviewed and merged. +
-2. ๐๐จ๐ข๐ง๐ญ๐ฌ ๐ญ๐จ ๐ง๐จ๐ญ๐ž +--- - - **Branching management**: Before making code contributions, **create a new branch** from the `master` branch and give it a descriptive name. For example, `feature/your-feature-name` or `bugfix/your-bugfix-name`. +##### B.c Clone Your Fork to Local Machine - - **Code style**: - - Follow the [PEP 8](https://www.python.org/dev/peps/pep-0008/) code specification.ใ€‚ - - Ensure that the code has good readability and maintainability. - - Add comments for complex logic and non-obvious code. +1. Go to your GitHub account's [Repositories page](https://github.com/) and navigate to your newly created fork of `torchmeter`. + +2. Copy the repository URL: + - Click the green `Code` button on your fork's page + - Select the `Local-HTTPS` tab and copy the URL (e.g., `https://github.com//torchmeter.git` if you kept the default repository name) + +3. Clone to your local system + + ```bash + cd path/to/your/working/directory + + # Replace `torchmeter-yourname` with your desired directory name + git clone torchmeter-yourname + ``` + +4. Verify: A new directory `torchmeter-yourname` will be created containing: + - Working directory: Your local copy of the project files + - Local repository: The `.git` folder managing version control (contains commit history, branches, etc.) + +> [!TIP] +> [What is the difference between the working directory (aka workspace) and the repository?](https://medium.com/tech-journey-with-anna/git-question-what-is-the-difference-between-the-working-directory-aka-workspace-and-the-eeee15b7e4b3) + +--- + +##### B.d Link to Official Repository of torchmeter (Upstream) + +1. Set up upstream tracking to sync with the latest changes: + + ```bash + # pwd: path/to/your/working/directory + + cd torchmeter-yourname + + # Add the official repository as upstream + git remote add upstream https://github.com/TorchMeter/torchmeter.git + + # Fetch the latest updates + git fetch upstream + ``` + +2. Verify the connection: Run `git branch -a` to confirm both your fork (`origin`) and the official repo (`upstream`) are connected: + + ```bash + git branch -a + + # Expected output: + # + # * master + # remotes/origin/HEAD -> origin/master + # remotes/origin/master + # remotes/origin/v0.1.x (or more of `remotes/origin/va.b.c`) + # remotes/upstream/HEAD -> upstream/master + # remotes/upstream/master + # remotes/upstream/v0.1.x (or more of `remotes/upstream/va.b.c`) + ``` +> [!TIP] +> Understanding remotes: +> - `origin` always points to your fork on GitHub, i.e., `https://github.com//torchmeter` if you kept the default repository name in forking. +> - `upstream` points to the official `torchmeter` repository, i.e., `https://github.com/TorchMeter/torchmeter.git` +> To update your fork: git pull upstream master +> Regularly sync your fork with the main project using our synchronization workflow + +--- + +##### B.e Configure Python Environment + +> [!TIP] +> Virtual environment for `torchmeter` +> - We recommend creating a dedicated Python virtual environment for `torchmeter` development. +> - You can use virtual environment management tools like `venv`, `uv`, `poetry`, or `conda`. +> - Here we'll use `conda` as an example; other tools can be configured via their official documentation. + +1. Install `Miniconda`: + - Official guide: [Miniconda Installation](https://www.anaconda.com/docs/getting-started/miniconda/install) + - Verify installation: + + ```bash + conda --version + + # Expected output: conda version (e.g., "conda 24.1.2") + ``` + +2. Create virtual environment with `Python 3.8` (minimum required version): + + ```bash + # pwd: path/to/your/working/directory/torchmeter-yourname + + # "torchmeter-dev" is customizable, is the virtual environment name + conda create -n torchmeter-dev python=3.8 + ``` + +3. Install `torchmeter` as well as its dependencies in editable mode: + + ```bash + # pwd: path/to/your/working/directory/torchmeter-yourname + + # Replace `torchmeter-dev` with your virtual environment name + conda activate torchmeter-dev + pip install -e ".[test]" + ``` + +> [!WARNING] +> +> 1. The `-e` flag is required to enable coverage tracking in tests. Omitting it may cause coverage reporting issues. +> +>
+> 2. For Windows Users with NVIDIA GPUs +> +> 1. Verify `Pytorch`'s CUDA compatibility: +> +> ```powershell +> # Replace `torchmeter-dev` with your virtual environment name +> conda activate torchmeter-dev +> +> python -c "import torch; print(torch.cuda.is_available())" +> # Should return True +> ``` +> +> 2. If `False`, manually install GPU-enabled `Pytorch`: +> +> - Determine CUDA version: +> +> ```powershell +> nvidia-smi | findstr "CUDA Version" +> # Check the version number, e.g. "CUDA Version: 12.4" +> ``` +> +> - Download appropriate `Pytorch` wheel: +> - `Pytorch` binaries: [https://download.pytorch.org/whl/torch](https://download.pytorch.org/whl/torch) +> - Match `Python` version (e.g., cp38 for Python 3.8), `CUDA` version (e.g., cu124), and `OS`. Example: `torch-2.4.1+cu124-cp38-cp38-win_amd64.whl` +> - `torchmeter` supports `Pytorch` versions โ‰ฅ `1.7.0`. +> +> - Install `torch` by `whl` file: +> +> ```powershell +> # Replace `torchmeter-dev` with your virtual environment name +> conda activate torchmeter-dev +> +> pip install path/to/downloaded/torch.whl +> ``` +> 3. Validate GPU support: re-execute the command in step 1 to confirm GPU support. +> +>
+ +--- + +#### C. Making Code Changes + +> [!NOTE] +> This section will guide you through: +> +> - Understanding code architecture and implementing changes +> - Maintaining code quality through type-checking, linting and testing +> - Following proper version control practices for local/remote submissions +> +> By completing these steps, your code will not only adhere to project standards and remain robust and maintainable, but also be properly prepared for official review. + +##### C.a Understanding Code & Getting started + +> [!TIP] +> Recommended Tools +> +> 1. Debugger: `pdb` +> - Purpose: For code debugging +> - Quickstart Guide: [PDB Tutorial](https://github.com/spiside/pdb-tutorial) +> - Documentation: [Python PDB Docs](https://docs.python.org/3/library/pdb.html) +> +> 2. Interactive Development: `IPython` +> - Purpose: For rapid logic validation (powerful REPL) +> - Documentation: [IPython Official Site](https://ipython.readthedocs.io/en/stable/) + +1. Fetch Latest Code of `torchmeter` + + ```bash + # pwd: path/to/your/working/directory/torchmeter-yourname + + git checkout master + git pull upstream master --ff-only + ``` + +2. Create Your Development Branch + + > Please follow our [branch naming conventions](docs/pr_standard.md#branch-name) when naming a branch. + + ```bash + # pwd: path/to/your/working/directory/torchmeter-yourname + + # Replace `` with your branch name + git checkout -b upstream/master + ``` + +3. Dive into the code + 1. You can start by reviewing the [annotated project tree](docs/project_structure.md) for a quick understanding of the project layout. + 2. Based on your insights, locate the specific files/classes/functions to modify. You can make it via the IDE's file tree, text searching or IDE navigation (`Ctrl/Cmd+Click` to jump to definitions). + 3. If you successfully find the parts you need to modify, you can start reading the source code in combination with the annotation document to figure out its logic and working principle. + 4. If youโ€™re stuck, there are 3 ways to move on: + - Use `pdb` breakpoints: insert `import pdb; pdb.set_trace()` at the problematic part of the code, then run the code and it will stop at the breakpoint and allow you to inspect the variables. + - For persistent confusion, kindly start a [Discussion](#๐Ÿ’ฌ-discussions--lets-collaborate--innovate) + +4. Start implementing your modifications after fully grasping the existing logic. Note that it's highly recommended to focus your changes on one issue or feature. This will make the review process easier. + +5. You can verify your modifications through debugging or custom scripts, but we recommend using `IPython` for rapid testing: + 1. Install `Ipython`: + + ```bash + # Replace `torchmeter-dev` with your virtual environment name + conda activate torchmeter-dev + + pip install ipython + ``` + + 2. Open the terminal and type `ipython` to start the interactive environment. You can then import and test your modified code directly. For example, if you added a new function `new_func()` in `torchmeter.core`: + + ```python + from torchmeter.core import new_func + + # Test your implementation + new_func(args1, args2) + ``` + +6. Finally, update contributors list: + 1. Open `CONTRIBUTORS.md` in the project root directory + 2. Add your information at the end following this format to ensure proper formatting consistency: + + ```markdown + - [Your-Name/Github-ID](GitHub-profile/your-home-page) + ``` + +--- + +##### C.b Lint, Format and Test your Code + +> [!TIP] +> For VS Code users, we recommend installing: +> - [Ruff extension](https://marketplace.visualstudio.com/items?itemName=charliermarsh.ruff) +> - [Mypy extension](https://marketplace.visualstudio.com/items?itemName=ms-python.mypy-type-checker) + +To ensure your code meets `torchmeter`'s standards, please complete these 3 critical steps **in order**. + +1. Type Checking + - `torchmeter` uses `mypy` for static type checking (already installed in step [B.e.3](#be-configure-python-environment)). + - You'll need to add **type annotations** to your changes. Please refer to `mypy` [documentation](https://mypy-lang.org) for best practices. + - After completing the type annotations, make sure to pass the following type checking commands: + + ```bash + # pwd: path/to/your/working/directory/torchmeter-yourname + + # Replace `torchmeter-dev` with your virtual environment name + conda activate torchmeter-dev + + mypy ./torchmeter + # You should promise output is something like `Success: no issues found in source files` + ``` + +2. Linting and Formatting + - `torchmeter` uses `ruff` for linting/formatting (already installed in step [B.e.3](#be-configure-python-environment)). + - Our style rules are defined in `ruff.toml`, please respect these configurations. If you find any rules unreasonable, please start a [Discussions](#๐Ÿ’ฌ-discussions--lets-collaborate--innovate) + - Ensure your changes comply with the project's code style by running the following linting commands: + + ```bash + # pwd: path/to/your/working/directory/torchmeter-yourname + + # Replace `torchmeter-dev` with your virtual environment name + conda activate torchmeter-dev + + ruff check \ + --preview \ + --target-version=py38 \ + --output-format=grouped + + # You should promise output is `All checks passed!` + ``` + + - If the code analysis passes, then ensure that the code format meets the project requirements. + + ```bash + # pwd: path/to/your/working/directory/torchmeter-yourname + + # Replace `torchmeter-dev` with your virtual environment name + conda activate torchmeter-dev + + ruff format \ + --diff \ + --preview \ + --target-version=py38 + + # You should promise output is only one line showing` files already formatted` + ``` + + - If any step fails, please modify the code according to the terminal output and re-execute the above steps until both steps are successful. If you are a VSCode user, we recommend using the `ruff` plugin to automatically perform code linting and formatting. This plugin uses underlines to highlight code snippets that do not conform to the predefined rules and allows you to automatically fix some common errors. + +> [!TIP] +> If you have a way to run the `shell` script (on Unix-like systems or `cygwin` on `windows`)), then: +> ```bash +> # pwd: path/to/your/working/directory/torchmeter-yourname +> +> bash misc/lint_format.sh +> ``` +> This runs all linting and formatting in one command. + +3. Testing + - `torchmeter` uses `pytest` for testing code. Yes, `pytest` and the related plugins have also been installed in step [B.e.3](#be-configure-python-environment). + + - `torchmeter` has written the `pytest` running configuration in the `pytest.ini` file at the root directory of the project. This file defines how the tests are run, including the test directory, test filters, test configuration, etc. Specifically, `pytest` will only discover tests in the `tests` directory at the root of the project, and requires a test coverage rate of **> 90%**. + + - Therefore, if you add new functions or classes, please ensure that corresponding test cases are added. Regarding the writing of test cases, you can refer to the [official documentation](https://docs.pytest.org/en/stable/index.html) of `pytest` or quickly get started through the project [`python_testing_tutorial`](https://github.com/krother/python_testing_tutorial). During the process of writing test cases, we recommend using `fixture` and `parametrize` for parameterized testing, so as to reduce duplicate code. + + - After you've completed the above steps (i.e. type annotation, linting and formatting), please make sure to run the following commands to ensure the logical correctness and stability of the code. + + ```bash + # pwd: path/to/your/working/directory/torchmeter-yourname + + # Replace `torchmeter-dev` with your virtual environment name + conda activate torchmeter-dev + + pytest -q + # You should promise there is no error reported in the output. + # If all tests passed, you will see the coverage report in the terminal. + ``` + +--- + +##### C.c Add Documentation for Your Code + +> [!NOTE] +> **Why this matters?** +> 1. **Your expertise**: Your first-hand knowledge makes your documentation the most authoritative and comprehensive source. +> 2. **Enhance readability**: Clear documentation helps maintainers quickly grasp your code's logic and intent during PR reviews. +> 3. **Faster iteration**: Consistent documentation practices reduce redundant efforts for maintainers, allowing `torchmeter` to evolve more efficiently. +> +> **How torchmeter builds docs** +> - The documentation of `torchmeter` is built based on [`mkdocs`](https://www.mkdocs.org). For the `API Reference` section, `mkdocstrings[python]` is used to automatically extract multi-level annotations of modules, classes, functions, etc. and generate the relevant content. +> - To identify the structure in the extracted annotation text, `mkdocstrings[python]` requires a clear annotation format. In `torchmeter`, you are required to write annotation documents following the [`google` format specification](https://google.github.io/styleguide/pyguide.html#s3.8-comments-and-docstrings). +> +> **Recommended tool**: The VSCode extension `autodocstring` +> - [Official Page](https://marketplace.visualstudio.com/items?itemName=njpwerner.autodocstring). +> - Configure format: Open VSCode settings (`Ctrl/Cmd+,`) โ†’ search for `autodocstring.docstringFormat` โ†’ select `google`. + +1. For new/modified functions or class methods + - Add **function-level documentation** following [Googleโ€™s function-level guidelines](https://google.github.io/styleguide/pyguide.html#383-functions-and-methods). + - Example: + + ```python + def example_function(arg1: int, arg2: str) -> bool: + """Short description of the function's purpose. + + Args: + arg1 (int): Description of argument 1. + arg2 (str): Description of argument 2. + + Raises: + ValueError: If `arg1` is not an integer, or `arg2` is not a string. + + Returns: + bool: Description of return value. + """ + + if not isinstance(arg1, int): + raise ValueError("arg1 must be an integer") + + if not isinstance(arg2, str): + raise ValueError("arg2 must be a string") + + # Your implementation here + + return True if arg1 > 0 and args.startswith('a') else False + ``` + +2. For new/modified classes: + - Add **class-level documentation** following the [Google class guidelines](https://google.github.io/styleguide/pyguide.html#384-classes). + - If you add a brand new class, you need to add both class-level documentation for the class and function-level documentation for each method. + - Example: - - **Code test**: - - Please add appropriate tests to your code. - - Ensure that the test covers your new function or fixed bug. - - Before submitting code, run all tests and ensure they pass. + ```python + class ExampleClass: + """Class description and purpose. + + Attributes: + attr1 (int): Description of class attribute. + + Methods: + method1: Method description and purpose. + """ + + attr1 : int = 0 + + def method1(self, arg1: int) -> bool: + """Method description and purpose. + + Args: + arg1 (int): Description of argument 1. + + Raises: + ValueError: If `arg1` is not an integer. + + Returns: + bool: Description of return value. + """ + if not isinstance(arg1, int): + raise ValueError("arg1 must be an integer") + + # Your implementation here + + return True if arg1 > 0 else False + + # other methods here + ``` + +> [!TIP] +> ๐‘จ๐’„๐’Œ๐’๐’๐’˜๐’๐’†๐’…๐’ˆ๐’Ž๐’†๐’๐’• +> Document writing can be rather dull and requires clear expression skills. +> We sincerely appreciate every contributor who is willing to add to the documentation! +> Thank you ๐Ÿ™ + +--- + +##### C.d Commit Changes to Local Repository + +> [!TIP] +> - Forgot what a local repository is? Please check step [B.c](#bc-clone-your-fork-to-local-machine). +> - Recommended Tools: [`Git Graph`](https://marketplace.visualstudio.com/items?itemName=mhutchie.git-graph)(VSCode extension) for visualizing commit history. + +Once you feel that your changes have made phased progress, you can incorporate them into version management by committing the changes to the local repository. +Please follow these steps: + +1. Make sure you are on the branch for development + 1. Check your current branch + + ```bash + # pwd: path/to/your/working/directory/torchmeter-yourname + + git branch --show-current + ``` + 2. You should ensure that the branch output by the above command is consistent with the branch set in step [C.a.2](#ca-understanding-code--getting-started). Otherwise, use the following command to switch branches: + + ```bash + # pwd: path/to/your/working/directory/torchmeter-yourname + + # replace `` with your branch name set in step C.a.2 + git checkout + ``` + +2. Review Your Changes + 1. List modified files + + ```bash + # pwd: path/to/your/working/directory/torchmeter-yourname + + git status + + # You may see something like this + # --------------------------------------------------------------------------- + # On branch + # Changed but not updated: + # (use "git add ..." to update what will be committed) + # (use "git checkout -- ..." to discard changes in working directory) + # + # modified: a.py + # + # Untracked files: + # (use "git add ..." to include in what will be committed) + # + # b.py + no changes added to commit (use "git add" and/or "git commit -a") + ``` + + 2. Please ensure that all your changes appear in the output of the above command. If there are unexpected changes, you can execute the following command to view it: + + ```bash + # pwd: path/to/your/working/directory/torchmeter-yourname + + git diff path/to/unexpected_changed_files + ``` + + 3. If there are any changes you don't want, you can use the following command to undo them. Otherwise, you can skip this step. + + ```bash + # pwd: path/to/your/working/directory/torchmeter-yourname + + # โš ๏ธ be careful, this command will discard all changes in the target file and it is irreversible + git restore path/to/modified_files + ``` + +3. When all changes have been confirmed, you can optionally commit them to the staging area[^1]. + + ```bash + # pwd: path/to/your/working/directory/torchmeter-yourname - - **Submit a `Pull Request(PR)`**: - > Please clearly explain the following content according to the provided PR template - - Your contribution content, including the problems solved or functions added. - - If you have fixed the issue, please reference it. - - Test methods, steps and results - - Other information, such as screenshots, logs, etc. + # You can execute "git add" multiple times to ensure that all the changes you wish to commit have been added to the staging area + git add path/to/modified_files/you/want/to/commit + ``` + +4. When all the changes you desire have been staged, you can use the following command to commit the staged changes to the local repository: + + ```bash + # pwd: path/to/your/working/directory/torchmeter-yourname + + # Double-check staged files + git status + + git commit + ``` + +5. The above command will open a text editor in the terminal (it will be opened with `vim` or `nano`), and you need to fill in the commit message in it. + - We recommend describing **what** and **why** of the changes in the simplest possible way. If this commit is related to an `issue` or `PR`, please ensure that you have associated this commit with the corresponding `issue` or `PR` by using `closes #`, `fixes #` or `Refs: `etc. + - Refer to our [Commit Message Guidelines](docs/pr_standard.md#commit-message) for specific requirements. + +6. After editing, save and close the editor. Then the changes in the staging area will be committed to the local repository. You can use the following command to view your commit history. If you are a VSCode user, you can use the `Git Graph` extension to view the commit history more conveniently and intuitively. + + ```bash + git log --pretty=format:'%h %ad | %an | %s%d' --graph --date=short + ``` + +> [!IMPORTANT] +> While multiple commits are acceptable before pushing to the remote repository (i.e. your fork repository), it is highly recommended to **keep your commit history concise** (e.g., 3โ€“6 commits). That is because large batches of changes may complicate review processes. For extensive refactors, consider splitting work into separate PRs addressing individual features/fixes. + +[^1]: The staging area is a temporary storage area that holds the changes you'll add to your next commit. It's like the shopping cart you use before paying at the supermarket, where the items in the cart are your changes here. It should be noted that when you need to stage an empty folder, please ensure that the folder is not empty. Otherwise, you need to create an empty file named `.gitkeep` in it. + +--- + +##### C.e Push Changes to Your Fork Repository + +> [!TIP] +> +> ๐‘ฌ๐’๐’‚๐’ƒ๐’๐’† ๐‘ฎ๐’Š๐’•๐‘ฏ๐’–๐’ƒ ๐‘จ๐’„๐’•๐’Š๐’๐’๐’” ๐’Š๐’ ๐’€๐’๐’–๐’“ ๐‘ญ๐’๐’“๐’Œ ๐‘น๐’†๐’‘๐’๐’”๐’Š๐’•๐’๐’“๐’š +> +> 1. **What is GitHub Actions in forks?** +> - `GitHub Actions` is GitHub's CI/CD service that automates workflows through `YAML` configurations. Learn more: [GitHub Actions Docs](https://docs.github.com/en/actions). +> - `torchmeter` uses predefined workflows for compatibility testing, automated releases, PR management, and README updates, etc. See all our [workflow files](.github/workflows/) +> +> 2. **Why enable it?** +> - Your fork inherits the original repo's workflows but defaults to disabled for security[^2]. +> - Enabling it allows you to simulate the CI process triggered when a PR is submitted to the official repo, which helps you find problems as early as possible. +> - In `torchmeter`, compatibility testing is mandatory for PR merging. Therefore, it is necessary to enable it for simulating the CI process. +> +> 3. **How to enable**: Go to your fork's **Actions** tab โ†’ click the `I understand my workflows, go ahead and enable them` button. + +1. When you believe you've completed all your changes or need to save your progress temporarily, you can push the current commit history of your local repository to the remote repository (i.e., your `fork` repository). Execute the following commands. + + ```bash + # pwd: path/to/your/working/directory/torchmeter-yourname + + # You need to replace with the branch name created in step C.a.2. + # You also need to replace with one that will receive the changes in remote repository. Generally, we keep it the same as . + git push -u origin : + ``` + +2. If you have enabled the `Github Actions` for your `fork` repository, you can submit a PR to the `master` branch of the remote repository (i.e., your `fork` repository) to automatically trigger the compatibility test we've prepared for you: + 1. Open the page of your fork repository. Shortly after pushing your changes, you'll find a prominent `Compare & pull request` button. ([Illustration](https://docs.github.com/assets/cb-34097/mw-1440/images/help/pull_requests/pull-request-compare-pull-request.webp)) + 2. Click this button. In the pop-up page, select the `base` branch as the `master` branch of **your fork repository**, and select the `head` branch as the `` branch you just pushed.Please double-check that the `base` branch is the `master` branch of **your `fork` repository**, not the `master` branch of the official `torchmeter` repository. + 3. Fill in the PR title. See [PR Title Convention](docs/pr_standard.md#pull-request-title) + 4. Fill in the PR description. Since you are just testing, the description can be brief, no need to fill it in according to the predefined template. + 5. Click the `Create Pull Request` button below, and you have created a PR targeting the `master` branch in your fork repository. + 6. Click on the `Actions` tab. You will see a task named `โœ… Compatibility Test โŒ` is running. It is the compatibility test workflow of the `torchmeter` project. + 7. Wait for the task to finish running. If the task fails, check the error, modify the code locally, and then re-commit to the remote repository. This will update the commit history of the PR and trigger the minimal test `โœ… Minimal Test โŒ`. + 8. If the minimum test is passed, click on the `Actions` tab, select `โœ… Compatibility Test โŒ`, click `Run workflow`, choose your branch and run. This will re-trigger the compatibility test, do it until it is passed. + +> [!TIP] +> In the command of step 1, the `-u` parameter indicates that the `` branch in local repository will track the `` branch in remote repository. Thus, when you make new commits on `` in local repository, you can easily push them to the `` branch in remote repository with a simple `git push` command, no need to re-type the remote repository's target branch name. + +[^2]: You can enable `Github Actions` for your fork repo without worry as we've added repository validation for sensitive operations (like package publishing), so you can rest assured to enable it. + +--- -## ๐Ÿง Code review +#### D. Contribute to Official Repository - - **All PRs will go through code review**. Other developers may offer suggestions and feedback to improve the quality of the code. - - **Please actively participate in the code review process**, reply to the reviewer's questions and suggestions, and make modifications as needed. +> [!NOTE] +> Now, your code has been pushed to GitHub but is not yet part of the official `torchmeter` repository. In this section, we'll guide you through the final steps to complete your contribution journey: +> +> - Submit your PR to the official torchmeter repository +> - Collaborate positively with reviewers +> - Celebrate your successful contribution +> +> By following these steps, your code will officially merge into `torchmeter`'s `master` branch and become part of the next release to benefit all users. We're thrilled to guide you through this final phase! -## ๐Ÿ“œ Code of conduct +##### D.a Avoiding Protential Merge Conflicts -- Please abide by [GitHub's code of conduct](https://docs.github.com/en/site-policy/github-terms/github-community-guidelines) and the **terms of this project's open source license**. -- **Maintain respect and courtesy in communication**. Avoid offensive language and personal attacks. -- Different viewpoints and opinions are welcome, but please discuss **in a constructive way**. +> [!CAUTION] +> +> 1. **What is a merge conflict?** +> When two branches make conflicting changes to the **same part of a file**, `Git` cannot automatically decide which should be kept. This creates a blocking state where your PR cannot be merged until resolved. +> +> 2. **Why they happen?** +> As all contributors work on the `master` base branch, new commits may be added while you develop. Then when you try to merge your PR, your changes may clash with these updates. +> +> 3. **Learn more** +> - [Understanding merge conflicts](https://docs.github.com/en/pull-requests/collaborating-with-pull-requests/addressing-merge-conflicts/about-merge-conflicts) +> - [Step-by-step conflict resolution guide](https://docs.github.com/en/pull-requests/collaborating-with-pull-requests/addressing-merge-conflicts/resolving-a-merge-conflict-using-the-command-line) + +1. Check for upstream changes: + + ```bash + # pwd: path/to/your/working/directory/torchmeter-yourname + + git fetch upstream + + # You need to replace with the branch name created in step C.a.2. + git rev-list --count ..upstream/master + ``` + +2. If output is 0, it indicates that there are no leading commits in `upstream/master`. In this case, proceed to [D.b](#db-create-a-pull-request-to-torchmeter) + +3. If output > 0, it indicates that there are ahead commits in `upstream/master`. In this case, you need to resolve the merge conflicts through [`rebase`](https://git-scm.com/book/en/v2/Git-Branching-Rebasing): + + ```bash + # pwd: path/to/your/working/directory/torchmeter-yourname + + # back up the new branch, you need to replace with the branch name created in step C.a.2. + git checkout + git branch -bak + + # rebase the new branch onto the latest commit of the target branch. + git rebase upstream/master + ``` + +4. The above command will attempt to rebase your branch `` onto the latest commit of the `master` branch of official `torchmeter` repo(i.e. the `upstream/master` in your local repo). Two scenarios may occur: + - Your changes do not conflict with the latest commit of the target branch. The rebase was successful, and you will see the following output. In this case, you're ready to proceed to [D.b](#db-create-a-pull-request-to-torchmeter) + + ``` + Successfully rebased and updated refs/heads/. + ``` + + - There is a conflict between your changes and the latest commit of the target branch, and the rebase has failed. You will see output similar to the following, which indicates the commit where the conflict occurred and the file(s) involved. + + ``` + Auto-merging test.py + CONFLICT (content): Merge conflict in test.py + error: could not apply 5d3f9e2... Add new feature logic + + hint: Resolve all conflicts manually, mark them as resolved with + hint: "git add/rm ", then run "git rebase --continue". + hint: You can instead skip this commit with "git rebase --skip". + hint: To abort and get back to the state before "git rebase", run "git rebase --abort". + + Could not apply 5d3f9e2... Add new feature logic + ``` + +5. If the rebase fails, when you open the conflicted files, you will find conflict markers such as `<<<<<<< HEAD`, `=======`, `>>>>>>>` in them. The conflict content of the two branches is divided by `=======`, as shown below. + + ```python + <<<<<<< HEAD + print("Original content from master branch") + ======= + print("New feature implementation") + >>>>>>> 5d3f9e2... Add new feature logic + ``` + +6. If there are conflicts, you need to resolve them manually. Discard the old changes and remove all conflict markers[^3]. It should be noted that during the conflict resolution process, you are actually in an interrupted state of the previous `rebase` command. Therefore, you can use the following commands to revert the changes or completely cancel the whole `rebase` operation: + - Discard the existing changes๏ผš`git reset --hard ` + - Cancel rebase: `git rebase --abort` + +7. Once you have resolved all the conflicts, you need to execute the following commands to continue the `rebase` operation: + + ```bash + # pwd: path/to/your/working/directory/torchmeter-yourname + + git status + git add path/to/conflict/file + git rebase --continue + ``` + +8. Repeat step 5 ~ 7 until the rebase is successful. After that, commit the changes to the local repository, and then you can delete the backup branch. + + ```bash + # pwd: path/to/your/working/directory/torchmeter-yourname + + git commit + + # delete the backup branch, you need to replace with the branch name created in step C.a.2. + git branch -D -bak + ``` + +9. Execute the following commands to synchronize the changes to your fork repository[^4]. + + ```bash + # pwd: path/to/your/working/directory/torchmeter-yourname + + # you need to replace with the branch name created in step C.a.2. + git checkout + git push + ``` + +[^3]: Currently, IDEs have mature support for resolving merge conflicts. For example, you can refer to [Resolve conflicts in VsCode](https://dev.to/adiatiayu/how-to-resolve-merge-conflicts-using-the-merge-editor-feature-on-vs-code-pic) and [Resolve conflicts in PyCharm](https://www.jetbrains.com/help/pycharm/2023.3/resolve-conflicts.html). + +[^4]: If you have created a PR to the `master` branch of your fork repo in step [C.e](#ce-push-changes-to-your-fork-repository), you will see that the commit history of PR will be updated synchronously and the minimum test workflow will be automatically triggered to verify the correctness and robustness of your changes. + +--- + +##### D.b Create a Pull Request to torchmeter + +> [!IMPORTANT] +> Before creating a PR, kindly ensure the following prerequisites are met: +> 1. **Test coverage**: If your changes introduce new functionality or logic, please add corresponding tests (see step [C.b.3](#cb-lint-format-and-test-your-code)). +> 2. **Documentation**: We highly appreciate contributors who add/update docstrings for your changes (see step [C.c](#cc-add-documentation-for-your-code)). +> 3. **Branch hygiene**: +> - Your local changes are **not** on the master branch (`upstream/master` or `origin/master`). +> - The name of the branch to host your change follows our [branch naming conventions](docs/pr_standard.md#branch-name). If not, rename it via: +> +> ```bash +> # pwd: path/to/your/working/directory/torchmeter-yourname +> git checkout +> git branch -m +> ``` +> 4. **Sync status**: +> - Your branch has been rebased onto the latest `upstream/master` (see step [D.a](#da-avoiding-protential-merge-conflicts)) +> - All changes pushed to your fork repository. If workflows are enabled, ensure the `โœ… Compatibility Test โŒ` completes successfully (see step [C.e.2](#ce-push-changes-to-your-fork-repository)). + + +Once the requirements above are met, proceed to create your PR as follows: + +1. Open your fork repository โ†’ Click `Pull requests` tab โ†’ `New pull request` + +2. Configure the PR source/destination: + - **base repository**: `TorchMeter/torchmeter` + - **base**: `master` + - **head repository**: `your-github-id/your-fork-repo` + - **compare**: `` + +3. Pay attention to the status prompt. If it shows `Can't automatically merge` ([example](assets/merge_conflict_warning.jpg)), there are merge conflicts. In this case, please exit the PR creation page, resolve them following the steps in [D.a](#da-avoiding-protential-merge-conflicts) and retry. + +4. Review your changes down the page, so as to ensure complete/correct file modifications. + +5. Click the green `Create pull request` button, and complete PR details: + - **Title**: Follow `torchmeter`'s [PR title conventions](docs/pr_standard.md#pull-request-title). + - **Description**: You can see that your "Add a description" field is not empty. That's because we've prepared a content template for you to guide your filling. You just need to use [`markdown` syntax](https://docs.github.com/en/get-started/writing-on-github/getting-started-with-writing-and-formatting-on-github/basic-writing-and-formatting-syntax) to fill it out as completely as possible according to the requirements in the comments. That's all what you need to do. Finally, you can click `Preview` above the input box to preview the rendered content you've filled in. + +6. If everything looks good, please check the option `Allow edits and access to secrets by maintainers`. This permission is required to auto-update the `README.md` coverage badge before the PR is merged[^5]. + +7. Submit your PR + - For complete implementations (e.g., bug fixes/new features), click **Create pull request** for immediate review. + - For in-progress work or consultation requests, choose **Create draft pull request** from the dropdown. [Draft PRs](https://docs.github.com/en/pull-requests/collaborating-with-pull-requests/proposing-changes-to-your-work-with-pull-requests/about-pull-requests#draft-pull-requests) won't trigger formal review processes until you mark it **Ready for review**. + +> [!TIP] +> All PR types trigger the **Compatibility Test workflow** immediately upon creation to ensure code quality and cross-environment compatibility. + +[^5]: The workflow named `๐ŸŒŸ Update README Badge ๐Ÿ”ฐ` is responsible for updating the coverage badge in `README.md` and committing the changes to PR history. If you're worried about the security issues brought by enabling this option, you can review the [content] of this workflow. `torchmeter` ensures that only modifications related to the coverage badge in `README.md` will be made. No other code or sensitive information will be involved. Moreover, all changes will be publicly recorded, and you can review them at any time. Thanks for your trust! + +--- + +##### D.c Update your PR + +Once your PR is created (whether draft or final), `torchmeter` uses automated workflows to ensure quality and facilitate efficient review/merge processes. If these checks fail, please actively collaborate to update the PR accordingly. + +1. **PR Title Linting and Formatting**: Once a PR is created, a [workflow](.github/workflows/pr_autolabel.yml) named `๐Ÿค– PR Auto-Labeler โ›ณ` will be automatically triggered. It will determine whether the PR title complies with our [PR title conventions](docs/pr_standard.md#pull-request-title). + - **If non-compliant**: + 1. A red `PR-title-needs-formatting` label will be added + 2. You'll need to modify the PR title using the `Edit` button next to it + - **For compliant titles**: + 1. Category labels are automatically assigned based on title prefixes + 2. These labels help organize PRs and inform our changelog generation + +2. **Code Linting, Formatting and Compatibility Testing**: + - Once a PR is created, a [workflow](.github/workflows/compatibility_test.yml) named `โœ… Compatibility Test โŒ` will be automatically triggered. It will check whether the code in the PR meets the style and format requirements defined in `ruff.toml`. If both pass, compatibility tests will be conducted across platforms (`windows`, `macOs`, `linux`) and across versions (`python 3.8` to `python 3.13`). + - If any step fails, `torchmeter` will provide an error report on the workflow run page. Please download it, review it, and try to fix the problem. You can try to solve the problem by creating a new commit for the fix in your local repository and pushing it to the remote repository. The commit history of the PR will be automatically synchronized with the history of the `head` branch. It should be noted that every time PR is updated like this, an automated test [workflow] () named `โœ… Minimal Test โŒ` will be triggered, which will execute the test in a randomly selected system and `python 3.8`. Without consuming a lot of time and resources like compatibility testing, this is beneficial for you to find new problems that may be introduced by new submission as soon as possible. + +--- + +##### D.d Waiting for Review & Active Collaboration + +> [!CAUTION] +> Kindly note that your pull request (PR) may be manually closed under these circumstances: +> 1. **Incorrect target branch**: Ensure the `base` branch is set to `master` +> 2. **Duplicate contributions**: Existing PRs already address the same changes +> 3. **CI failures with prolonged inactivity**: PRs failing CI checks without updates for 30+ days +> 4. **Outdated scope**: When the code area involved in the PR has been refactored or cancelled + +1. After passing compatibility tests, your PR enters formal [review](https://docs.github.com/en/pull-requests/collaborating-with-pull-requests/reviewing-changes-in-pull-requests/reviewing-proposed-changes-in-a-pull-request#about-reviewing-pull-requests). Typical first review occurs within **5-7 business days** (may vary with maintainer availability). + +2. During the review process, reviewers may leave comments. If any questions arise, please respond patiently and courteously to clarify your implementation rationale: + - Kindly respond to review comments as soon as possible + - Use [`Resolve conversation` button](https://docs.github.com/en/pull-requests/collaborating-with-pull-requests/reviewing-changes-in-pull-requests/commenting-on-a-pull-request#resolving-conversations) when fixes are applied + - For unclear requests, ask clarifying questions like: `"Could you please elaborate on [...]?"` + +3. Provided everything checks out, maintainers will: + - Manually trigger compatibility tests to verify code standards, correctness, robustness, and cross-environment compatibility + - Manually execute the `๐Ÿค– Update README Badge ๐Ÿ”ฐ` workflow (as mentioned in [D.b.6](#db-create-a-pull-request-to-torchmeter)) to update the coverage badge in `README.md` + +4. If everything goes well๏ผŒyour PR will be merged into the `master` branch in `Squash` or `Merge` way. Your contribution will be officially released and acknowledged in the **next version** announcement. + +--- + +##### D.e Celebrate Your Successful Contribution ๐ŸŽ‰ + +1. Once your PR is merged, you'll receive a notification email from GitHub with a message similar to: `Merged # into master.` + +2. Congratulations! Your contribution is now part of `torchmeter`. We'll announce your changes in our **next official release** and express our gratitude again on the [release page](https://github.com/TorchMeter/torchmeter/releases). + +3. This marks the completion of your contribution journey! Take a well-deserved break, share the achievement with your peers, or celebrate in any way that brings you joy. We sincerely appreciate your time and effort! + +> [!NOTE] +> The merged changes will be visible on the `master` branch. To update locally: +> +> ```bash +> # pwd: path/to/your/working/directory/torchmeter-yourname +> +> git checkout master +> git pull +> ``` +> +> This ensures your local environment reflects the latest project state including your contribution. ## ๐Ÿค Acknowledgement -๐“ฆ๐“ฎ ๐“ช๐“ป๐“ฎ ๐“ฎ๐”๐“ฝ๐“ป๐“ฎ๐“ถ๐“ฎ๐“ต๐”‚ ๐“ฐ๐“ป๐“ช๐“ฝ๐“ฎ๐“ฏ๐“พ๐“ต ๐“ฝ๐“ธ ๐“ช๐“ต๐“ต ๐“ฌ๐“ธ๐“ท๐“ฝ๐“ป๐“ฒ๐“ซ๐“พ๐“ฝ๐“ธ๐“ป๐“ผ **!** +We extend our heartfelt gratitude to every contributor who has helped shape `torchmeter` into a better tool! + +Your efforts, whether through code contributions, bug reports, or thoughtful discussions, are the lifeblood of this open-source project. -Your efforts and contributions have made this project better. If your contribution is accepted, **you will be included in the list of contributors to the project.** \ No newline at end of file +Thank you very much for your time and effort! \ No newline at end of file diff --git a/CONTRIBUTORS.md b/CONTRIBUTORS.md new file mode 100644 index 0000000..2a97d47 --- /dev/null +++ b/CONTRIBUTORS.md @@ -0,0 +1,8 @@ +# Contributors โœจ + +๐Ÿป Special thanks to all our contributors! +๐Ÿ‘ Your contributions make `torchmeter` better for everyone! + + + +- [Ahzyuan](https://github.com/Ahzyuan) \ No newline at end of file diff --git a/LICENSE b/LICENSE index 79c2090..d0611d5 100644 --- a/LICENSE +++ b/LICENSE @@ -1,6 +1,6 @@ MIT License -Copyright (c) 2024 Ahzyuan +Copyright (c) 2024 TorchMeter(Ahzyuan) Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions: diff --git a/MANIFEST.in b/MANIFEST.in index 89fc683..da83108 100644 --- a/MANIFEST.in +++ b/MANIFEST.in @@ -7,7 +7,11 @@ global-exclude *.o *.a *.so.* *.dylib.* *.dll.* include *.md include *.toml include *.txt +include *.yaml graft examples -prune *.egg-info -prune *.dist-info \ No newline at end of file +prune tests/ +prune assets/ +prune docs/ +prune *.egg-info/ +prune *.dist-info/ \ No newline at end of file diff --git a/README.md b/README.md index d891149..3edbf54 100644 --- a/README.md +++ b/README.md @@ -1,17 +1,356 @@ -# TorchMeter + +

+ + + TorchMeter Banner + +

-Welcome to `Torchmeter` โฒ๏ธ !!! + +

+ ๐Ÿš€ ๐’€๐’๐’–๐’“ ๐‘จ๐’๐’-๐’Š๐’-๐‘ถ๐’๐’† ๐‘ป๐’๐’๐’ ๐’‡๐’๐’“ ๐‘ท๐’š๐’•๐’๐’“๐’„๐’‰ ๐‘ด๐’๐’…๐’†๐’ ๐‘จ๐’๐’‚๐’๐’š๐’”๐’Š๐’” ๐Ÿš€ +

-`Torchmeter` is an **all-in-one** tool for Pytorch model analysis ๐Ÿš€๐Ÿš€๐Ÿš€, -providing methods in measuring -- Params -- FLOPs/MACs(aka. MACC or MADD) -- Memory cost -- Inference time -- Throughput!! + +

+ PyPI-Version + Python-Badge + Pytorch-Badge + Ruff-Badge + Static Badge +

+ -> [!NOTE] -> This project is under development... -> Subscribe to [this repo](https://github.com/Ahzyuan/torchmeter) for more updates and new features!! -> Looking forward to your star if this project interest you โญโญโญ \ No newline at end of file +- **Docs**: https://torchmeter.readthedocs.io/en/latest/ +- **Intro**: Provides comprehensive measurement of Pytorch model's `Parameters`, `FLOPs/MACs`, `Memory-Cost`, `Inference-Time` and `Throughput` with highly customizable result display โœจ + +## ๐’œ. ๐ป๐’พ๐‘”๐’ฝ๐“๐’พ๐‘”๐’ฝ๐“‰๐“ˆ + +
+โ‘  ๐’๐’†๐’“๐’-๐‘ฐ๐’๐’•๐’“๐’–๐’”๐’Š๐’๐’ ๐‘ท๐’“๐’๐’™๐’š + +- Acts as drop-in decorator **without** any changes of the underlying model +- Seamlessly integrates with `Pytorch` modules while preserving **full** compatibility (attributes and methods) + +
+ +
+โ‘ก ๐‘ญ๐’–๐’๐’-๐‘บ๐’•๐’‚๐’„๐’Œ ๐‘ด๐’๐’…๐’†๐’ ๐‘จ๐’๐’‚๐’๐’š๐’•๐’Š๐’„๐’” + +Holistic performance analytics across **5** dimensions: + +1. **Parameter Analysis** + - Total/trainable parameter quantification + - Layer-wise parameter distribution analysis + - Gradient state tracking (requires_grad flags) + +2. **Computational Profiling** + - FLOPs/MACs precision calculation + - Operation-wise calculation distribution analysis + - Dynamic input/output detection (number, type, shape, ...) + +3. **Memory Diagnostics** + - Input/output tensor memory awareness + - Hierarchical memory consumption analysis + +4. **Inference latency** & 5. **Throughput benchmarking** + - Auto warm-up phase execution (eliminates cold-start bias) + - Device-specific high-precision timing + - Inference latency & Throughput Benchmarking + +
+ +
+โ‘ข ๐‘น๐’Š๐’„๐’‰ ๐’—๐’Š๐’”๐’–๐’‚๐’๐’Š๐’›๐’‚๐’•๐’Š๐’๐’ + +1. **Programmable tabular report** + - Dynamic table structure adjustment + - Style customization and real-time rendering + - Real-time data analysis in programmable way + +2. **Rich-text hierarchical operation tree** + - Style customization and real-time rendering + - Smart module folding based on structural equivalence detection for intuitive model structure insights + +
+ +
+โ‘ฃ ๐‘ญ๐’Š๐’๐’†-๐‘ฎ๐’“๐’‚๐’Š๐’๐’†๐’… ๐‘ช๐’–๐’”๐’•๐’๐’Ž๐’Š๐’›๐’‚๐’•๐’Š๐’๐’ + +- **Real-time hot-reload rendering**: Dynamic adjustment of rendering configuration for operation trees, report tables and their nested components +- **Progressive update**: Namespace assignment + dictionary batch update + +
+ +
+โ‘ค ๐‘ช๐’๐’๐’‡๐’Š๐’ˆ-๐‘ซ๐’“๐’Š๐’—๐’†๐’ ๐‘น๐’–๐’๐’•๐’Š๐’Ž๐’† ๐‘ด๐’‚๐’๐’‚๐’ˆ๐’†๐’Ž๐’†๐’๐’• + +- **Centralized control**: Singleton-managed global configuration for dynamic behavior adjustment +- **Portable presets**: Export/import YAML profiles for runtime behaviors, eliminating repetitive setup + +
+ +
+โ‘ฅ ๐‘ท๐’๐’“๐’•๐’‚๐’ƒ๐’Š๐’๐’Š๐’•๐’š ๐’‚๐’๐’… ๐‘ท๐’“๐’‚๐’„๐’•๐’Š๐’„๐’‚๐’๐’Š๐’•๐’š + +- **Decoupled pipeline**: Separation of data collection and visualization +- **Automatic device synchronization**: Maintains production-ready status by keeping model and data co-located +- **Dual-mode reporting** with export flexibility: + * Measurement units mode vs. raw data mode + * Multi-format export (`CSV`/`Excel`) for analysis integration + +
+ +## โ„ฌ. ๐ผ๐“ƒ๐“ˆ๐“‰๐’ถ๐“๐“๐’ถ๐“‰๐’พ๐‘œ๐“ƒ + +> [!NOTE] +> ๐‘ช๐’๐’Ž๐’‘๐’‚๐’•๐’Š๐’ƒ๐’Š๐’๐’Š๐’•๐’š +> - OS: `windows` / `linux` / `macOS` +> - `Python`: >= 3.8 +> - `Pytorch`: >= 1.7.0 + +
+โ‘  ๐‘ป๐’‰๐’“๐’๐’–๐’ˆ๐’‰ ๐‘ท๐’š๐’•๐’‰๐’๐’ ๐‘ท๐’‚๐’„๐’Œ๐’‚๐’ˆ๐’† ๐‘ด๐’‚๐’๐’‚๐’ˆ๐’†๐’“ + +> the most convenient way, suitable for installing the released **latest stable** version + +```bash +# pip series +pip/pipx/pipenv install torchmeter + +# Or via conda +conda install torchmeter + +# Or via uv +uv add torchmeter + +# Or via poetry +poetry add torchmeter + +# Other managers' usage please refer to their own documentation +``` + +
+ +
+โ‘ก ๐‘ป๐’‰๐’“๐’๐’–๐’ˆ๐’‰ ๐‘ฉ๐’Š๐’๐’‚๐’“๐’š ๐‘ซ๐’Š๐’”๐’•๐’“๐’Š๐’ƒ๐’–๐’•๐’Š๐’๐’ + +> Suitable for installing released historical versions + +1. Download `.whl` from [PyPI](https://pypi.org/project/torchmeter/#files) or [Github Releases](https://github.com/TorchMeter/torchmeter/releases). + +2. Install locally: + + ```bash + # Replace x.x.x with actual version + pip install torchmeter-x.x.x.whl + ``` + +
+ +
+โ‘ข ๐‘ป๐’‰๐’“๐’๐’–๐’ˆ๐’‰ ๐‘บ๐’๐’–๐’“๐’„๐’† ๐‘ช๐’๐’…๐’† + +> Suitable for who want to try out the upcoming features (may has unknown bugs). + +```bash +git clone https://github.com/TorchMeter/torchmeter.git +cd torchmeter + +# If you want to install the released stable version, use this: +# Don't forget to eplace x.x.x with actual version +git checkout vx.x.x # Stable + +# If you want to try the latest development version(alpha/beta), use this: +git checkout master # Development version + +pip install . +``` + +
+ +## ๐’ž. ๐’ข๐‘’๐“‰๐“‰๐’พ๐“ƒ๐‘” ๐“ˆ๐“‰๐’ถ๐“‡๐“‰๐‘’๐’น + + +

+ TorchMeter Demo + Refer to demo notebook for all scenarios +

+ +
+โ€Œโ‘  ๐‘ซ๐’†๐’๐’†๐’ˆ๐’‚๐’•๐’† ๐’š๐’๐’–๐’“ ๐’Ž๐’๐’…๐’†๐’ ๐’•๐’ ๐’•๐’๐’“๐’„๐’‰๐’Ž๐’†๐’•๐’†๐’“ + +>
+> Implementation of ExampleNet +> +> ```python +> import torch.nn as nn +> +> class ExampleNet(nn.Module): +> def __init__(self): +> super(ExampleNet, self).__init__() +> +> self.backbone = nn.Sequential( +> self._nested_repeat_block(2), +> self._nested_repeat_block(2) +> ) +> +> self.gap = nn.AdaptiveAvgPool2d(1) +> +> self.classifier = nn.Linear(3, 2) +> +> def _inner_net(self): +> return nn.Sequential( +> nn.Conv2d(10, 10, 1), +> nn.BatchNorm2d(10), +> nn.ReLU(), +> ) +> +> def _nested_repeat_block(self, repeat:int=1): +> inners = [self._inner_net() for _ in range(repeat)] +> return nn.Sequential( +> nn.Conv2d(3, 10, 3, stride=1, padding=1), +> nn.BatchNorm2d(10), +> nn.ReLU(), +> *inners, +> nn.Conv2d(10, 3, 1), +> nn.BatchNorm2d(3), +> nn.ReLU() +> ) +> +> def forward(self, x): +> x = self.backbone(x) +> x = self.gap(x) +> x = x.squeeze(dim=(2,3)) +> return self.classifier(x) +> ``` +> +>
+ +```python +import torch.nn as nn +from torchmeter import Meter + +# prepare your pytorch model +underlying_model = ExampleNet() # see above for implementation of ExampleNet +underlying_model.example_attr = "ABC" + +# suppose that the backbone is freezed +for p in model.backbone.parameters(): + p.requires_grad = False + +# create a proxy for your model +model = Meter(underlying_model) +print(model) + +# move to gpu +model.to("cuda") + +# validate the proxy +print(getattr(model, "example_attr")) +print(hasattr(model, "_inner_net")) +``` + +
+ +
+โ‘ก ๐‘ฎ๐’†๐’• ๐’Š๐’๐’”๐’Š๐’ˆ๐’‰๐’•๐’” ๐’Š๐’๐’•๐’ ๐’•๐’‰๐’† ๐’Ž๐’๐’…๐’†๐’ ๐’”๐’•๐’“๐’–๐’„๐’•๐’–๐’“๐’† + +```python +from rich import print + +print(model.structure) +``` + +
+ +
+โ‘ข ๐‘ธ๐’–๐’‚๐’๐’•๐’Š๐’‡๐’š ๐’Ž๐’๐’…๐’†๐’ ๐’‘๐’†๐’“๐’‡๐’๐’“๐’Ž๐’‚๐’๐’„๐’† ๐’‡๐’“๐’๐’Ž ๐’—๐’‚๐’“๐’Š๐’๐’–๐’” ๐’…๐’Š๐’Ž๐’†๐’๐’”๐’Š๐’๐’๐’” + +```python +# Parameter Analysis +print(model.param) +tb, data = model.profile('param', no_tree=True) + +# before measuring calculation you should first execute a feed-forward +# note that you do not need to concern about the device mismatch, just feed the model +import torch +input = torch.randn(1, 3, 32, 32) +output = model(input) + +# Computational Profiling +print(model.cal) # cal for calculation +tb, data = model.profile('cal', no_tree=True) + +# Memory Diagnostics +print(model.mem) # mem for memory +tb, data = model.profile('mem', no_tree=True) + +# Performance Benchmarking +print(model.ittp) #ittp for inference time & throughput +tb, data = model.profile('ittp', no_tree=True) +``` + +
+ +
+โ‘ฃ ๐‘ฌ๐’™๐’‘๐’๐’“๐’• ๐’“๐’†๐’”๐’–๐’๐’•๐’” ๐’‡๐’๐’“ ๐’‡๐’–๐’“๐’•๐’‰๐’†๐’“ ๐’‚๐’๐’‚๐’๐’š๐’”๐’Š๐’” + +```python +# export to csv +model.profile('param', show=False, save_to="params.csv") + +# export to excel +model.profile('cal', show=False, save_to="calculation.xlsx") +``` + +
+ +
+โ‘ค ๐‘จ๐’…๐’—๐’‚๐’๐’„๐’†๐’… ๐’–๐’”๐’‚๐’ˆ๐’† + +1. [Attributes/methods access of underlying model]() +2. [Automatic device synchronization]() +3. [Performance gallery]() +4. [Detailed inspection]() +5. Customized visulization + - [for operation trees]() + - [for tabular reports]() + - [combination of tree and report]() +6. Best practice of programmable tabular report + - [Real-time structure adjustment]() + - [Real-time data analysis]() +7. [Tabular report export and post-export]() +8. [Centralized configuration management]() + +
+ +## ๐’Ÿ. ๐’ž๐‘œ๐“ƒ๐“‰๐“‡๐’พ๐’ท๐“Š๐“‰๐‘’ + +Thank you for wanting to make `TorchMeter` even better! + +There are several ways to make a contribution: + +- ๐Ÿ’ฌ [Start/join discussions](CONTRIBUTING.md#-discussions--lets-collaborate--innovate) +- ๐Ÿšจ [Report issues](CONTRIBUTING.md#-issues--lets-report--enhance) +- ๐Ÿ‘จโ€๐Ÿ’ป [Create pull requests (PRs)](CONTRIBUTING.md#-pull-requests--lets-squash-bugs--build-features) + +Before jumping in, let's ensure smooth collaboration by reviewing our ๐Ÿ“‹ [**contribution guidelines**](CONTRIBUTING.md) first. + +Thanks again ! + +> [!NOTE] +> `@Ahzyuan`: I'd like to say sorry in advance. Due to my master's studies and job search, I may be too busy in the coming year to address contributions promptly. I'll do my best to handle them as soon as possible. Thanks a lot for your understanding and patience! + +## โ„ฐ. ๐’ž๐‘œ๐’น๐‘’ ๐‘œ๐’ป ๐’ž๐‘œ๐“ƒ๐’น๐“Š๐’ธ๐“‰ + +> Refer to official [code-of-conduct file](CODE_OF_CONDUCT.md) for more details. + +- `TorchMeter` is an open-source project built by developers worldwide. We're committed to fostering a **friendly, safe, and inclusive** environment for all participants. + +- This code applies to all community spaces including but not limited to GitHub repositories, community forums, etc. + +## โ„ฑ. ๐ฟ๐’พ๐’ธ๐‘’๐“ƒ๐“ˆ๐‘’ + +`TorchMeter` is released under the **MIT License**, see the [LICENSE](LICENSE) file for the full text. Please carefully review the terms in the [LICENSE](LICENSE) file before using or distributing `TorchMeter`. Ensure compliance with the licensing conditions, especially when integrating this project into larger systems or proprietary software. \ No newline at end of file diff --git a/check_meta.sh b/check_meta.sh deleted file mode 100755 index b14bf68..0000000 --- a/check_meta.sh +++ /dev/null @@ -1,27 +0,0 @@ -#!/usr/bin/env bash - -DIR=$(dirname "$(readlink -f "$0")") - -if [[ ! -d "$DIR/dist" ]]; then - echo "\033[31mNo dist folder found. Run 'bash packaging.sh' first\033[0m" - exit 1 -fi - -requires_python=$(grep 'python_requires' setup.cfg | rev | cut -d'=' -f1 | rev) - -tar_output=$(tar xfO dist/*.tar.gz) - -metadata_version=$(echo "$tar_output" | grep 'Metadata-Version:' | head -n 1 | rev | cut -d' ' -f1 | rev) -tar_requires_python=$(echo "$tar_output" | grep 'Requires-Python:' | head -n 1 |cut -d'=' -f2) - -echo -e "Metadata_version: $metadata_version \033[31m(need >=1.2)\033[0m" -echo -e "Python Required: $tar_requires_python \033[31m(need $requires_python)\033[0m" -echo "----------------------------------------" -if [[ "$metadata_version" > "1.2" ]] && [[ "$tar_requires_python" == "$requires_python" ]]; then - echo -e "Metadata and requires-python are \033[32mcorrect\033[0m." -else - echo -e "Metadata or requires-python is \033[31mincorrect\033[0m." -fi - -echo "----------------------------------------" -twine check --strict dist/* \ No newline at end of file diff --git a/default_cfg.yaml b/default_cfg.yaml index a201872..968e035 100644 --- a/default_cfg.yaml +++ b/default_cfg.yaml @@ -1,11 +1,11 @@ -# time interval in outputing rendered object(include tree and table) +# time interval in displaying profile render_interval: 0.15 # unit: second # Whether to fold the repeat part in rendering model structure tree tree_fold_repeat: True # Display settings for repeat blocks in the model structure tree -# It actually is a rich.panel.Panel object, refer to https://rich.readthedocs.io/en/latest/panel.html +# It actually is a rich.panel.Panel object, refer to https://rich.readthedocs.io/en/latest/reference/panel.html#rich.panel.Panel tree_repeat_block_args: title: '[i]Repeat [[b][/b]] Times[/]' # Title of the repeat block, accept rich styling title_align: center # Title alignment, left, center, right @@ -26,7 +26,7 @@ tree_repeat_block_args: # Fine-grained display settings for each level in the model structure tree -# It actually is a rich.tree.Tree object, refer to https://rich.readthedocs.io/en/latest/tree.html +# It actually is a rich.tree.Tree object, refer to https://rich.readthedocs.io/en/latest/reference/tree.html#rich.tree.Tree # the `level` field is necessary!!!! It indicates that the following settings will be applied to that layer. # level 0 indicates the root node(i.e. the model itself), level 1 indicates the first layer of model children, and so on. tree_levels_args: @@ -45,17 +45,17 @@ tree_levels_args: # Display settings for each column in the profile table -# It actually is a rich.table.Column object, refer to https://rich.readthedocs.io/en/latest/columns.html +# It actually is a rich.table.Column object, refer to https://rich.readthedocs.io/en/latest/reference/table.html#rich.table.Column table_column_args: style: none # Style of the column, execute `python -m rich.theme` to get more justify: center # Justify of the column, left, center, right vertical: middle # Vertical align of the column, top, middle, bottom overflow: fold # Overflow of the column, fold, crop, ellipsis, see https://rich.readthedocs.io/en/latest/console.html?highlight=overflow#overflow - no_warp: false # Prevent wrapping of text within the column. + no_wrap: false # Prevent wrapping of text within the column. # Display settings for the profile table -# It actually is a rich.table.Table object, refer to https://rich.readthedocs.io/en/latest/tables.html +# It actually is a rich.table.Table object, refer to https://rich.readthedocs.io/en/latest/reference/table.html#rich.table.Table table_display_args: style: spring_green4 # Style of the table, execute `python -m rich.theme` to get more highlight: true # Whether to highlight the value (number, string...) diff --git a/examples/demo.ipynb b/examples/demo.ipynb index f94e9c0..51c6573 100644 --- a/examples/demo.ipynb +++ b/examples/demo.ipynb @@ -4,102 +4,5051 @@ "cell_type": "markdown", "metadata": {}, "source": [ - "# Demonstrate your project here\n", + "# ๐š๐š˜๐š›๐šŒ๐š‘๐š–๐šŽ๐š๐šŽ๐š› ๐Ÿš€\n", "\n", - "- With `Jupyter Notebook`, you can showcase your project, including code, results and visualizations.\n", + "
\n", + "๐Ÿ‘‹ ๐™ธ๐š—๐š๐š›๐š˜๐š๐šž๐šŒ๐š๐š’๐š˜๐š—\n", "\n", - "- `Jupyter Notebook` can save the running results of code blocks, including output text, images, tables, etc.\n", + "An `all-in-one` tool for `Pytorch` model analysis, providing end-to-end measurement capabilities, including:\n", + "- parameter statistics\n", + "- computational cost analysis\n", + "- memory usage tracking\n", + "- inference time\n", + "- throughput analysis\n", "\n", - "- Therefore, if your project has rich outputs, you can show the correct operation method and its effect of your project here." + "
\n", + "\n", + "
\n", + "โœจ ๐™ฒ๐š˜๐š›๐šŽ ๐™ต๐šž๐š—๐šŒ๐š๐š’๐š˜๐š—๐šŠ๐š•๐š’๐š๐šข\n", + "\n", + "1. **Parameter Analysis**\n", + " - Total/trainable parameter quantification\n", + " - Layer-wise parameter distribution analysis\n", + " - Gradient state tracking (requires_grad flags)\n", + "\n", + "2. **Computational Profiling**\n", + " - FLOPs/MACs precision calculation\n", + " - Operation-wise calculation distribution analysis\n", + " - Dynamic input/output detection (number, type, shape, ...)\n", + "\n", + "3. **Memory Diagnostics**\n", + " - Input/output tensor memory awareness\n", + " - Hierarchical memory consumption analysis\n", + "\n", + "4. **Performance Benchmarking**\n", + " - Auto warm-up phase execution (eliminates cold-start bias)\n", + " - Device-specific high-precision timing\n", + " - Inference latency & Throughput Benchmarking\n", + "\n", + "5. **Visualization Engine**\n", + " - Centralized configuration management\n", + " - Programmable tabular report\n", + " 1. Style customization and real-time rendering\n", + " 2. Dynamic table structure adjustment\n", + " 3. Real-time data analysis in programmable way\n", + " 4. Multi-format data export\n", + " - Rich-text hierarchical structure tree rendering\n", + " 1. Style customization and real-time rendering\n", + " 2. Smart module folding based on structural equivalence detection\n", + "\n", + "6. **Cross-Platform Support**\n", + " - Automatic model-data co-location\n", + " - Seamless device transition (CPU/CUDA)\n", + "\n", + "
\n", + "\n", + "---\n", + "\n", + "- ๐Ÿ“œ ๐‹๐ข๐œ๐ž๐ง๐ฌ๐ž: [MIT](https://github.com/TorchMeter/torchmeter/blob/master/LICENSE)\n", + "- ๐Ÿ‘จโ€๐ŸŽจ ๐€๐ฎ๐ญ๐ก๐จ๐ซ: [Ahzyuan](https://github.com/Ahzyuan)\n", + "- ๐ŸŽฏ ๐‘๐ž๐ฉ๐จ ๐‡๐จ๐ฆ๐ž: https://github.com/TorchMeter/torchmeter\n", + "- ๐Ÿ“ฆ ๐๐ฒ๐๐ˆ: https://pypi.org/project/torchmeter/\n", + "\n", + "---\n", + "\n", + "\n", + "1. Feel free to report bugs and suggestions!\n", + " - [๐–จ๐—Œ๐—Œ๐—Ž๐–พ๐—Œ](https://github.com/TorchMeter/torchmeter/issues)\n", + " - [๐–ฃ๐—‚๐—Œ๐–ผ๐—Ž๐—Œ๐—Œ๐—‚๐—ˆ๐—‡๐—Œ](https://github.com/TorchMeter/torchmeter/discussions)\n", + " - [๐–ฏ๐—Ž๐—…๐—… ๐–ฑ๐–พ๐—Š๐—Ž๐–พ๐—Œ๐—๐—Œ](https://github.com/TorchMeter/torchmeter/pulls)\n", + "\n", + "2. Looking forward to your star โญ๏ธ if `torchmeter` is helpful to you!\n", + "\n", + "" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 31, "metadata": {}, "outputs": [], "source": [ - "# --------------------- Below is an example ---------------------" + "# install \n", + "# %pip install torchmeter" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 32, "metadata": {}, "outputs": [ { - "name": "stdout", - "output_type": "stream", - "text": [ - "Looking in indexes: https://test.pypi.org/simple\n", - "Collecting patest\n", - " Using cached https://test-files.pythonhosted.org/packages/c5/1f/83a14b343305c5c0a453f49d1ce7d160bd542734109e1796918caf8c91d1/patest-1.0.0-py3-none-any.whl.metadata (6.9 kB)\n", - "Requirement already satisfied: isort in /home/hzy/.conda/envs/hzy_env/lib/python3.12/site-packages (from patest) (4.3.21)\n", - "Using cached https://test-files.pythonhosted.org/packages/c5/1f/83a14b343305c5c0a453f49d1ce7d160bd542734109e1796918caf8c91d1/patest-1.0.0-py3-none-any.whl (6.4 kB)\n", - "Installing collected packages: patest\n", - "Successfully installed patest-1.0.0\n", - "Note: you may need to restart the kernel to use updated packages.\n" - ] + "data": { + "text/html": [ + "
\n"
+      ],
+      "text/plain": []
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "text/html": [
+       "
Finish Scanning model in 0.0147 seconds\n",
+       "
\n" + ], + "text/plain": [ + "\u001b[1;34mFinish Scanning model in \u001b[0m\u001b[1;32m0.0147\u001b[0m\u001b[1;34m seconds\u001b[0m\n" + ] + }, + "metadata": {}, + "output_type": "display_data" } ], "source": [ - "# Note: the `patest` here is a simple package created by myself\n", - "# that only use for this demo.\n", - "%pip install patest -i https://test.pypi.org/simple" + "import torch\n", + "from rich import print\n", + "from torchvision import models\n", + "from torchmeter import Meter, get_config\n", + "\n", + "# 1. Model Preparation and Initialization\n", + "model = models.vgg19_bn()\n", + "metered_model = Meter(model)\n", + "cfg = get_config()\n", + "\n", + "# 2. Zero-intrusion proxy: use as like using the original model\n", + "metered_model.features.requires_grad_(False)\n", + "\n", + "# 3. Input Processing and Inference (Implicit automatic device synchronization between input data and model)\n", + "input = torch.randn(1, 3, 224, 224)\n", + "if torch.cuda.is_available():\n", + " metered_model.to('cuda')\n", + "\n", + "# 4. Standard forward propagation\n", + "output = metered_model(input) " ] }, { "cell_type": "code", - "execution_count": 1, + "execution_count": 33, "metadata": {}, "outputs": [ { - "name": "stdout", + "data": { + "text/html": [ + "
==========  enable smart folding of repeat blocks ==========\n",
+       "
\n" + ], + "text/plain": [ + "========== enable smart folding of repeat blocks ==========\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "
VGG\n",
+       "โ”œโ”€โ”€ (1) features Sequential\n",
+       "โ”‚   โ”œโ”€โ”€ (1.1) 0 Conv2d\n",
+       "โ”‚   โ”œโ”€โ”€ (1.2) 1 BatchNorm2d\n",
+       "โ”‚   โ”œโ”€โ”€ (1.3) 2 ReLU\n",
+       "โ”‚   โ”œโ”€โ”€ (1.4) 3 Conv2d\n",
+       "โ”‚   โ”œโ”€โ”€ (1.5) 4 BatchNorm2d\n",
+       "โ”‚   โ”œโ”€โ”€ (1.6) 5 ReLU\n",
+       "โ”‚   โ”œโ”€โ”€ (1.7) 6 MaxPool2d\n",
+       "โ”‚   โ”œโ”€โ”€ (1.8) 7 Conv2d\n",
+       "โ”‚   โ”œโ”€โ”€ (1.9) 8 BatchNorm2d\n",
+       "โ”‚   โ”œโ”€โ”€ (1.10) 9 ReLU\n",
+       "โ”‚   โ”œโ”€โ”€ (1.11) 10 Conv2d\n",
+       "โ”‚   โ”œโ”€โ”€ (1.12) 11 BatchNorm2d\n",
+       "โ”‚   โ”œโ”€โ”€ (1.13) 12 ReLU\n",
+       "โ”‚   โ”œโ”€โ”€ (1.14) 13 MaxPool2d\n",
+       "โ”‚   โ”œโ”€โ”€ (1.15) 14 Conv2d\n",
+       "โ”‚   โ”œโ”€โ”€ โ”โ”โ”โ”โ” Repeat [3] Times โ”โ”โ”โ”โ”“\n",
+       "โ”‚   โ”‚   โ”ƒ (1.x) 15 BatchNorm2d     โ”ƒ\n",
+       "โ”‚   โ”‚   โ”ƒ (1.(x+1)) 16 ReLU        โ”ƒ\n",
+       "โ”‚   โ”‚   โ”ƒ (1.(x+2)) 17 Conv2d      โ”ƒ\n",
+       "โ”‚   โ”‚   โ”ƒ ------------------------ โ”ƒ\n",
+       "โ”‚   โ”‚   โ”ƒ Where x = 16, 19, 22     โ”ƒ\n",
+       "โ”‚   โ”‚   โ”—โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”›\n",
+       "โ”‚   โ”œโ”€โ”€ (1.25) 24 BatchNorm2d\n",
+       "โ”‚   โ”œโ”€โ”€ (1.26) 25 ReLU\n",
+       "โ”‚   โ”œโ”€โ”€ (1.27) 26 MaxPool2d\n",
+       "โ”‚   โ”œโ”€โ”€ (1.28) 27 Conv2d\n",
+       "โ”‚   โ”œโ”€โ”€ โ”โ”โ”โ”โ” Repeat [3] Times โ”โ”โ”โ”โ”“\n",
+       "โ”‚   โ”‚   โ”ƒ (1.y) 28 BatchNorm2d     โ”ƒ\n",
+       "โ”‚   โ”‚   โ”ƒ (1.(y+1)) 29 ReLU        โ”ƒ\n",
+       "โ”‚   โ”‚   โ”ƒ (1.(y+2)) 30 Conv2d      โ”ƒ\n",
+       "โ”‚   โ”‚   โ”ƒ ------------------------ โ”ƒ\n",
+       "โ”‚   โ”‚   โ”ƒ Where y = 29, 32, 35     โ”ƒ\n",
+       "โ”‚   โ”‚   โ”—โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”›\n",
+       "โ”‚   โ”œโ”€โ”€ (1.38) 37 BatchNorm2d\n",
+       "โ”‚   โ”œโ”€โ”€ (1.39) 38 ReLU\n",
+       "โ”‚   โ”œโ”€โ”€ (1.40) 39 MaxPool2d\n",
+       "โ”‚   โ”œโ”€โ”€ โ”โ”โ”โ”โ”โ”โ” Repeat [2] Times โ”โ”โ”โ”โ”โ”โ”“\n",
+       "โ”‚   โ”‚   โ”ƒ (1.i) 40 Conv2d              โ”ƒ\n",
+       "โ”‚   โ”‚   โ”ƒ (1.(i+1)) 41 BatchNorm2d     โ”ƒ\n",
+       "โ”‚   โ”‚   โ”ƒ (1.(i+2)) 42 ReLU            โ”ƒ\n",
+       "โ”‚   โ”‚   โ”ƒ (1.(i+3)) 43 Conv2d          โ”ƒ\n",
+       "โ”‚   โ”‚   โ”ƒ (1.(i+4)) 44 BatchNorm2d     โ”ƒ\n",
+       "โ”‚   โ”‚   โ”ƒ (1.(i+5)) 45 ReLU            โ”ƒ\n",
+       "โ”‚   โ”‚   โ”ƒ ---------------------------- โ”ƒ\n",
+       "โ”‚   โ”‚   โ”ƒ Where i = 41, 47             โ”ƒ\n",
+       "โ”‚   โ”‚   โ”—โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”›\n",
+       "โ”‚   โ””โ”€โ”€ (1.53) 52 MaxPool2d\n",
+       "โ”œโ”€โ”€ (2) avgpool AdaptiveAvgPool2d\n",
+       "โ””โ”€โ”€ (3) classifier Sequential\n",
+       "    โ”œโ”€โ”€ (3.1) 0 Linear\n",
+       "    โ”œโ”€โ”€ (3.2) 1 ReLU\n",
+       "    โ”œโ”€โ”€ (3.3) 2 Dropout\n",
+       "    โ”œโ”€โ”€ (3.4) 3 Linear\n",
+       "    โ”œโ”€โ”€ (3.5) 4 ReLU\n",
+       "    โ”œโ”€โ”€ (3.6) 5 Dropout\n",
+       "    โ””โ”€โ”€ (3.7) 6 Linear\n",
+       "
\n" + ], + "text/plain": [ + "\u001b[1;38;5;210mVGG\u001b[0m\n", + "\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1) \u001b[0m\u001b[1;32mfeatures\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mSequential\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.1) \u001b[0m\u001b[1;32m0\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mConv2d\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.2) \u001b[0m\u001b[1;32m1\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mBatchNorm2d\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.3) \u001b[0m\u001b[1;32m2\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.4) \u001b[0m\u001b[1;32m3\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mConv2d\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.5) \u001b[0m\u001b[1;32m4\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mBatchNorm2d\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.6) \u001b[0m\u001b[1;32m5\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.7) \u001b[0m\u001b[1;32m6\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mMaxPool2d\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.8) \u001b[0m\u001b[1;32m7\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mConv2d\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.9) \u001b[0m\u001b[1;32m8\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mBatchNorm2d\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.10) \u001b[0m\u001b[1;32m9\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.11) \u001b[0m\u001b[1;32m10\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mConv2d\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.12) \u001b[0m\u001b[1;32m11\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mBatchNorm2d\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.13) \u001b[0m\u001b[1;32m12\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.14) \u001b[0m\u001b[1;32m13\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mMaxPool2d\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.15) \u001b[0m\u001b[1;32m14\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mConv2d\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[2;38;5;136mโ”โ”\u001b[0m\u001b[2;38;5;136mโ”โ”โ”\u001b[0m\u001b[2;38;5;136m \u001b[0m\u001b[2;3;38;5;136mRepeat [\u001b[0m\u001b[1;2;3;38;5;136m3\u001b[0m\u001b[2;3;38;5;136m] Times\u001b[0m\u001b[2;38;5;136m \u001b[0m\u001b[2;38;5;136mโ”โ”โ”\u001b[0m\u001b[2;38;5;136mโ”โ”“\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[1;38;5;240m(1.x) \u001b[0m\u001b[1;32m15\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mBatchNorm2d\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[1;38;5;240m(1.(x+1)) \u001b[0m\u001b[1;32m16\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[1;38;5;240m(1.(x+2)) \u001b[0m\u001b[1;32m17\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mConv2d\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136m------------------------\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mWhere x = \u001b[0m\u001b[1;2;36m16\u001b[0m\u001b[2;38;5;136m, \u001b[0m\u001b[1;2;36m19\u001b[0m\u001b[2;38;5;136m, \u001b[0m\u001b[1;2;36m22\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”—โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”›\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.25) \u001b[0m\u001b[1;32m24\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mBatchNorm2d\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.26) \u001b[0m\u001b[1;32m25\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.27) \u001b[0m\u001b[1;32m26\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mMaxPool2d\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.28) \u001b[0m\u001b[1;32m27\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mConv2d\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[2;38;5;136mโ”โ”\u001b[0m\u001b[2;38;5;136mโ”โ”โ”\u001b[0m\u001b[2;38;5;136m \u001b[0m\u001b[2;3;38;5;136mRepeat [\u001b[0m\u001b[1;2;3;38;5;136m3\u001b[0m\u001b[2;3;38;5;136m] Times\u001b[0m\u001b[2;38;5;136m \u001b[0m\u001b[2;38;5;136mโ”โ”โ”\u001b[0m\u001b[2;38;5;136mโ”โ”“\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[1;38;5;240m(1.y) \u001b[0m\u001b[1;32m28\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mBatchNorm2d\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[1;38;5;240m(1.(y+1)) \u001b[0m\u001b[1;32m29\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[1;38;5;240m(1.(y+2)) \u001b[0m\u001b[1;32m30\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mConv2d\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136m------------------------\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mWhere y = \u001b[0m\u001b[1;2;36m29\u001b[0m\u001b[2;38;5;136m, \u001b[0m\u001b[1;2;36m32\u001b[0m\u001b[2;38;5;136m, \u001b[0m\u001b[1;2;36m35\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”—โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”›\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.38) \u001b[0m\u001b[1;32m37\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mBatchNorm2d\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.39) \u001b[0m\u001b[1;32m38\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.40) \u001b[0m\u001b[1;32m39\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mMaxPool2d\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[2;38;5;136mโ”โ”\u001b[0m\u001b[2;38;5;136mโ”โ”โ”โ”โ”\u001b[0m\u001b[2;38;5;136m \u001b[0m\u001b[2;3;38;5;136mRepeat [\u001b[0m\u001b[1;2;3;38;5;136m2\u001b[0m\u001b[2;3;38;5;136m] Times\u001b[0m\u001b[2;38;5;136m \u001b[0m\u001b[2;38;5;136mโ”โ”โ”โ”โ”\u001b[0m\u001b[2;38;5;136mโ”โ”“\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[1;38;5;240m(1.i) \u001b[0m\u001b[1;32m40\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mConv2d\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[1;38;5;240m(1.(i+1)) \u001b[0m\u001b[1;32m41\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mBatchNorm2d\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[1;38;5;240m(1.(i+2)) \u001b[0m\u001b[1;32m42\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[1;38;5;240m(1.(i+3)) \u001b[0m\u001b[1;32m43\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mConv2d\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[1;38;5;240m(1.(i+4)) \u001b[0m\u001b[1;32m44\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mBatchNorm2d\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[1;38;5;240m(1.(i+5)) \u001b[0m\u001b[1;32m45\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136m----------------------------\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mWhere i = \u001b[0m\u001b[1;2;36m41\u001b[0m\u001b[2;38;5;136m, \u001b[0m\u001b[1;2;36m47\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”—โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”›\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ””โ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.53) \u001b[0m\u001b[1;32m52\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mMaxPool2d\u001b[0m\n", + "\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(2) \u001b[0m\u001b[1;32mavgpool\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mAdaptiveAvgPool2d\u001b[0m\n", + "\u001b[38;5;210mโ””โ”€โ”€ \u001b[0m\u001b[1;38;5;240m(3) \u001b[0m\u001b[1;32mclassifier\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mSequential\u001b[0m\n", + "\u001b[38;5;210m \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(3.1) \u001b[0m\u001b[1;32m0\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mLinear\u001b[0m\n", + "\u001b[38;5;210m \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(3.2) \u001b[0m\u001b[1;32m1\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU\u001b[0m\n", + "\u001b[38;5;210m \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(3.3) \u001b[0m\u001b[1;32m2\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mDropout\u001b[0m\n", + "\u001b[38;5;210m \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(3.4) \u001b[0m\u001b[1;32m3\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mLinear\u001b[0m\n", + "\u001b[38;5;210m \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(3.5) \u001b[0m\u001b[1;32m4\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU\u001b[0m\n", + "\u001b[38;5;210m \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(3.6) \u001b[0m\u001b[1;32m5\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mDropout\u001b[0m\n", + "\u001b[38;5;210m \u001b[0m\u001b[38;5;210mโ””โ”€โ”€ \u001b[0m\u001b[1;38;5;240m(3.7) \u001b[0m\u001b[1;32m6\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mLinear\u001b[0m\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "
==========  disable smart folding of repeat blocks ==========\n",
+       "
\n" + ], + "text/plain": [ + "========== disable smart folding of repeat blocks ==========\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "
VGG\n",
+       "โ”œโ”€โ”€ (1) features Sequential\n",
+       "โ”‚   โ”œโ”€โ”€ (1.1) 0 Conv2d\n",
+       "โ”‚   โ”œโ”€โ”€ (1.2) 1 BatchNorm2d\n",
+       "โ”‚   โ”œโ”€โ”€ (1.3) 2 ReLU\n",
+       "โ”‚   โ”œโ”€โ”€ (1.4) 3 Conv2d\n",
+       "โ”‚   โ”œโ”€โ”€ (1.5) 4 BatchNorm2d\n",
+       "โ”‚   โ”œโ”€โ”€ (1.6) 5 ReLU\n",
+       "โ”‚   โ”œโ”€โ”€ (1.7) 6 MaxPool2d\n",
+       "โ”‚   โ”œโ”€โ”€ (1.8) 7 Conv2d\n",
+       "โ”‚   โ”œโ”€โ”€ (1.9) 8 BatchNorm2d\n",
+       "โ”‚   โ”œโ”€โ”€ (1.10) 9 ReLU\n",
+       "โ”‚   โ”œโ”€โ”€ (1.11) 10 Conv2d\n",
+       "โ”‚   โ”œโ”€โ”€ (1.12) 11 BatchNorm2d\n",
+       "โ”‚   โ”œโ”€โ”€ (1.13) 12 ReLU\n",
+       "โ”‚   โ”œโ”€โ”€ (1.14) 13 MaxPool2d\n",
+       "โ”‚   โ”œโ”€โ”€ (1.15) 14 Conv2d\n",
+       "โ”‚   โ”œโ”€โ”€ (1.16) 15 BatchNorm2d\n",
+       "โ”‚   โ”œโ”€โ”€ (1.17) 16 ReLU\n",
+       "โ”‚   โ”œโ”€โ”€ (1.18) 17 Conv2d\n",
+       "โ”‚   โ”œโ”€โ”€ (1.19) 18 BatchNorm2d\n",
+       "โ”‚   โ”œโ”€โ”€ (1.20) 19 ReLU\n",
+       "โ”‚   โ”œโ”€โ”€ (1.21) 20 Conv2d\n",
+       "โ”‚   โ”œโ”€โ”€ (1.22) 21 BatchNorm2d\n",
+       "โ”‚   โ”œโ”€โ”€ (1.23) 22 ReLU\n",
+       "โ”‚   โ”œโ”€โ”€ (1.24) 23 Conv2d\n",
+       "โ”‚   โ”œโ”€โ”€ (1.25) 24 BatchNorm2d\n",
+       "โ”‚   โ”œโ”€โ”€ (1.26) 25 ReLU\n",
+       "โ”‚   โ”œโ”€โ”€ (1.27) 26 MaxPool2d\n",
+       "โ”‚   โ”œโ”€โ”€ (1.28) 27 Conv2d\n",
+       "โ”‚   โ”œโ”€โ”€ (1.29) 28 BatchNorm2d\n",
+       "โ”‚   โ”œโ”€โ”€ (1.30) 29 ReLU\n",
+       "โ”‚   โ”œโ”€โ”€ (1.31) 30 Conv2d\n",
+       "โ”‚   โ”œโ”€โ”€ (1.32) 31 BatchNorm2d\n",
+       "โ”‚   โ”œโ”€โ”€ (1.33) 32 ReLU\n",
+       "โ”‚   โ”œโ”€โ”€ (1.34) 33 Conv2d\n",
+       "โ”‚   โ”œโ”€โ”€ (1.35) 34 BatchNorm2d\n",
+       "โ”‚   โ”œโ”€โ”€ (1.36) 35 ReLU\n",
+       "โ”‚   โ”œโ”€โ”€ (1.37) 36 Conv2d\n",
+       "โ”‚   โ”œโ”€โ”€ (1.38) 37 BatchNorm2d\n",
+       "โ”‚   โ”œโ”€โ”€ (1.39) 38 ReLU\n",
+       "โ”‚   โ”œโ”€โ”€ (1.40) 39 MaxPool2d\n",
+       "โ”‚   โ”œโ”€โ”€ (1.41) 40 Conv2d\n",
+       "โ”‚   โ”œโ”€โ”€ (1.42) 41 BatchNorm2d\n",
+       "โ”‚   โ”œโ”€โ”€ (1.43) 42 ReLU\n",
+       "โ”‚   โ”œโ”€โ”€ (1.44) 43 Conv2d\n",
+       "โ”‚   โ”œโ”€โ”€ (1.45) 44 BatchNorm2d\n",
+       "โ”‚   โ”œโ”€โ”€ (1.46) 45 ReLU\n",
+       "โ”‚   โ”œโ”€โ”€ (1.47) 46 Conv2d\n",
+       "โ”‚   โ”œโ”€โ”€ (1.48) 47 BatchNorm2d\n",
+       "โ”‚   โ”œโ”€โ”€ (1.49) 48 ReLU\n",
+       "โ”‚   โ”œโ”€โ”€ (1.50) 49 Conv2d\n",
+       "โ”‚   โ”œโ”€โ”€ (1.51) 50 BatchNorm2d\n",
+       "โ”‚   โ”œโ”€โ”€ (1.52) 51 ReLU\n",
+       "โ”‚   โ””โ”€โ”€ (1.53) 52 MaxPool2d\n",
+       "โ”œโ”€โ”€ (2) avgpool AdaptiveAvgPool2d\n",
+       "โ””โ”€โ”€ (3) classifier Sequential\n",
+       "    โ”œโ”€โ”€ (3.1) 0 Linear\n",
+       "    โ”œโ”€โ”€ (3.2) 1 ReLU\n",
+       "    โ”œโ”€โ”€ (3.3) 2 Dropout\n",
+       "    โ”œโ”€โ”€ (3.4) 3 Linear\n",
+       "    โ”œโ”€โ”€ (3.5) 4 ReLU\n",
+       "    โ”œโ”€โ”€ (3.6) 5 Dropout\n",
+       "    โ””โ”€โ”€ (3.7) 6 Linear\n",
+       "
\n" + ], + "text/plain": [ + "\u001b[1;38;5;210mVGG\u001b[0m\n", + "\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1) \u001b[0m\u001b[1;32mfeatures\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mSequential\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.1) \u001b[0m\u001b[1;32m0\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mConv2d\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.2) \u001b[0m\u001b[1;32m1\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mBatchNorm2d\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.3) \u001b[0m\u001b[1;32m2\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.4) \u001b[0m\u001b[1;32m3\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mConv2d\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.5) \u001b[0m\u001b[1;32m4\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mBatchNorm2d\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.6) \u001b[0m\u001b[1;32m5\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.7) \u001b[0m\u001b[1;32m6\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mMaxPool2d\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.8) \u001b[0m\u001b[1;32m7\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mConv2d\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.9) \u001b[0m\u001b[1;32m8\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mBatchNorm2d\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.10) \u001b[0m\u001b[1;32m9\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.11) \u001b[0m\u001b[1;32m10\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mConv2d\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.12) \u001b[0m\u001b[1;32m11\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mBatchNorm2d\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.13) \u001b[0m\u001b[1;32m12\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.14) \u001b[0m\u001b[1;32m13\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mMaxPool2d\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.15) \u001b[0m\u001b[1;32m14\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mConv2d\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.16) \u001b[0m\u001b[1;32m15\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mBatchNorm2d\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.17) \u001b[0m\u001b[1;32m16\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.18) \u001b[0m\u001b[1;32m17\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mConv2d\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.19) \u001b[0m\u001b[1;32m18\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mBatchNorm2d\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.20) \u001b[0m\u001b[1;32m19\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.21) \u001b[0m\u001b[1;32m20\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mConv2d\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.22) \u001b[0m\u001b[1;32m21\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mBatchNorm2d\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.23) \u001b[0m\u001b[1;32m22\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.24) \u001b[0m\u001b[1;32m23\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mConv2d\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.25) \u001b[0m\u001b[1;32m24\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mBatchNorm2d\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.26) \u001b[0m\u001b[1;32m25\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.27) \u001b[0m\u001b[1;32m26\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mMaxPool2d\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.28) \u001b[0m\u001b[1;32m27\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mConv2d\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.29) \u001b[0m\u001b[1;32m28\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mBatchNorm2d\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.30) \u001b[0m\u001b[1;32m29\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.31) \u001b[0m\u001b[1;32m30\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mConv2d\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.32) \u001b[0m\u001b[1;32m31\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mBatchNorm2d\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.33) \u001b[0m\u001b[1;32m32\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.34) \u001b[0m\u001b[1;32m33\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mConv2d\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.35) \u001b[0m\u001b[1;32m34\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mBatchNorm2d\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.36) \u001b[0m\u001b[1;32m35\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.37) \u001b[0m\u001b[1;32m36\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mConv2d\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.38) \u001b[0m\u001b[1;32m37\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mBatchNorm2d\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.39) \u001b[0m\u001b[1;32m38\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.40) \u001b[0m\u001b[1;32m39\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mMaxPool2d\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.41) \u001b[0m\u001b[1;32m40\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mConv2d\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.42) \u001b[0m\u001b[1;32m41\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mBatchNorm2d\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.43) \u001b[0m\u001b[1;32m42\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.44) \u001b[0m\u001b[1;32m43\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mConv2d\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.45) \u001b[0m\u001b[1;32m44\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mBatchNorm2d\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.46) \u001b[0m\u001b[1;32m45\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.47) \u001b[0m\u001b[1;32m46\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mConv2d\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.48) \u001b[0m\u001b[1;32m47\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mBatchNorm2d\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.49) \u001b[0m\u001b[1;32m48\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.50) \u001b[0m\u001b[1;32m49\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mConv2d\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.51) \u001b[0m\u001b[1;32m50\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mBatchNorm2d\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.52) \u001b[0m\u001b[1;32m51\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ””โ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.53) \u001b[0m\u001b[1;32m52\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mMaxPool2d\u001b[0m\n", + "\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(2) \u001b[0m\u001b[1;32mavgpool\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mAdaptiveAvgPool2d\u001b[0m\n", + "\u001b[38;5;210mโ””โ”€โ”€ \u001b[0m\u001b[1;38;5;240m(3) \u001b[0m\u001b[1;32mclassifier\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mSequential\u001b[0m\n", + "\u001b[38;5;210m \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(3.1) \u001b[0m\u001b[1;32m0\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mLinear\u001b[0m\n", + "\u001b[38;5;210m \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(3.2) \u001b[0m\u001b[1;32m1\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU\u001b[0m\n", + "\u001b[38;5;210m \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(3.3) \u001b[0m\u001b[1;32m2\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mDropout\u001b[0m\n", + "\u001b[38;5;210m \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(3.4) \u001b[0m\u001b[1;32m3\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mLinear\u001b[0m\n", + "\u001b[38;5;210m \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(3.5) \u001b[0m\u001b[1;32m4\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU\u001b[0m\n", + "\u001b[38;5;210m \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(3.6) \u001b[0m\u001b[1;32m5\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mDropout\u001b[0m\n", + "\u001b[38;5;210m \u001b[0m\u001b[38;5;210mโ””โ”€โ”€ \u001b[0m\u001b[1;38;5;240m(3.7) \u001b[0m\u001b[1;32m6\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mLinear\u001b[0m\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "# 5. Model Structure Analysis\n", + "# --------------------------------------------\n", + "## Enable repeated block folding\n", + "print(\"=\"*10, \" enable smart folding of repeat blocks\", \"=\"*10)\n", + "metered_model.tree_fold_repeat = True\n", + "print(metered_model.structure)\n", + "\n", + "## Disable\n", + "print(\"=\"*10, \" disable smart folding of repeat blocks\", \"=\"*10)\n", + "metered_model.tree_fold_repeat = False\n", + "print(metered_model.structure)" + ] + }, + { + "cell_type": "code", + "execution_count": 34, + "metadata": {}, + "outputs": [], + "source": [ + "## Disable interval output to adapt to Jupyter Notebook.\n", + "cfg.render_interval = 0" + ] + }, + { + "cell_type": "code", + "execution_count": 35, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
==========  Parameter Analysis  ==========\n",
+       "
\n" + ], + "text/plain": [ + "========== Parameter Analysis ==========\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "
Params_INFO\n",
+       "โ€ข     Operation_Id = 0\n",
+       "โ€ข   Operation_Name = VGG\n",
+       "โ€ข   Operation_Type = VGG\n",
+       "โ€ข     Total_Params = 143678248.00 = 143.68 M\n",
+       "โ€ข Learnable_Params = 123642856.00 = 123.64 M\n",
+       "\n",
+       "
\n" + ], + "text/plain": [ + "Params_INFO\n", + "โ€ข Operation_Id = \u001b[1;36m0\u001b[0m\n", + "โ€ข Operation_Name = VGG\n", + "โ€ข Operation_Type = VGG\n", + "โ€ข Total_Params = \u001b[1;36m143678248.00\u001b[0m = \u001b[1;36m143.68\u001b[0m M\n", + "โ€ข Learnable_Params = \u001b[1;36m123642856.00\u001b[0m = \u001b[1;36m123.64\u001b[0m M\n", + "\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "
โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ\n",
+       "โ”‚ Operation_Id โ”‚ Operation_Name โ”‚  Operation_Type   โ”‚ Param_Name โ”‚ Requires_Grad โ”‚ Numeric_Num โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚      1       โ”‚    features    โ”‚    Sequential     โ”‚     -      โ”‚       -       โ”‚    0.00     โ”‚\n",
+       "โ”‚     1.1      โ”‚       0        โ”‚      Conv2d       โ”‚   weight   โ”‚     False     โ”‚   1.73 K    โ”‚\n",
+       "โ”‚     1.1      โ”‚       0        โ”‚      Conv2d       โ”‚    bias    โ”‚     False     โ”‚    64.00    โ”‚\n",
+       "โ”‚     1.2      โ”‚       1        โ”‚    BatchNorm2d    โ”‚   weight   โ”‚     False     โ”‚    64.00    โ”‚\n",
+       "โ”‚     1.2      โ”‚       1        โ”‚    BatchNorm2d    โ”‚    bias    โ”‚     False     โ”‚    64.00    โ”‚\n",
+       "โ”‚     1.3      โ”‚       2        โ”‚       ReLU        โ”‚     -      โ”‚       -       โ”‚    0.00     โ”‚\n",
+       "โ”‚     1.4      โ”‚       3        โ”‚      Conv2d       โ”‚   weight   โ”‚     False     โ”‚   36.86 K   โ”‚\n",
+       "โ”‚     1.4      โ”‚       3        โ”‚      Conv2d       โ”‚    bias    โ”‚     False     โ”‚    64.00    โ”‚\n",
+       "โ”‚     1.5      โ”‚       4        โ”‚    BatchNorm2d    โ”‚   weight   โ”‚     False     โ”‚    64.00    โ”‚\n",
+       "โ”‚     1.5      โ”‚       4        โ”‚    BatchNorm2d    โ”‚    bias    โ”‚     False     โ”‚    64.00    โ”‚\n",
+       "โ”‚     1.6      โ”‚       5        โ”‚       ReLU        โ”‚     -      โ”‚       -       โ”‚    0.00     โ”‚\n",
+       "โ”‚     1.7      โ”‚       6        โ”‚     MaxPool2d     โ”‚     -      โ”‚       -       โ”‚    0.00     โ”‚\n",
+       "โ”‚     1.8      โ”‚       7        โ”‚      Conv2d       โ”‚   weight   โ”‚     False     โ”‚   73.73 K   โ”‚\n",
+       "โ”‚     1.8      โ”‚       7        โ”‚      Conv2d       โ”‚    bias    โ”‚     False     โ”‚   128.00    โ”‚\n",
+       "โ”‚     1.9      โ”‚       8        โ”‚    BatchNorm2d    โ”‚   weight   โ”‚     False     โ”‚   128.00    โ”‚\n",
+       "โ”‚     1.9      โ”‚       8        โ”‚    BatchNorm2d    โ”‚    bias    โ”‚     False     โ”‚   128.00    โ”‚\n",
+       "โ”‚     1.10     โ”‚       9        โ”‚       ReLU        โ”‚     -      โ”‚       -       โ”‚    0.00     โ”‚\n",
+       "โ”‚     1.11     โ”‚       10       โ”‚      Conv2d       โ”‚   weight   โ”‚     False     โ”‚  147.46 K   โ”‚\n",
+       "โ”‚     1.11     โ”‚       10       โ”‚      Conv2d       โ”‚    bias    โ”‚     False     โ”‚   128.00    โ”‚\n",
+       "โ”‚     1.12     โ”‚       11       โ”‚    BatchNorm2d    โ”‚   weight   โ”‚     False     โ”‚   128.00    โ”‚\n",
+       "โ”‚     1.12     โ”‚       11       โ”‚    BatchNorm2d    โ”‚    bias    โ”‚     False     โ”‚   128.00    โ”‚\n",
+       "โ”‚     1.13     โ”‚       12       โ”‚       ReLU        โ”‚     -      โ”‚       -       โ”‚    0.00     โ”‚\n",
+       "โ”‚     1.14     โ”‚       13       โ”‚     MaxPool2d     โ”‚     -      โ”‚       -       โ”‚    0.00     โ”‚\n",
+       "โ”‚     1.15     โ”‚       14       โ”‚      Conv2d       โ”‚   weight   โ”‚     False     โ”‚  294.91 K   โ”‚\n",
+       "โ”‚     1.15     โ”‚       14       โ”‚      Conv2d       โ”‚    bias    โ”‚     False     โ”‚   256.00    โ”‚\n",
+       "โ”‚     1.16     โ”‚       15       โ”‚    BatchNorm2d    โ”‚   weight   โ”‚     False     โ”‚   256.00    โ”‚\n",
+       "โ”‚     1.16     โ”‚       15       โ”‚    BatchNorm2d    โ”‚    bias    โ”‚     False     โ”‚   256.00    โ”‚\n",
+       "โ”‚     1.17     โ”‚       16       โ”‚       ReLU        โ”‚     -      โ”‚       -       โ”‚    0.00     โ”‚\n",
+       "โ”‚     1.18     โ”‚       17       โ”‚      Conv2d       โ”‚   weight   โ”‚     False     โ”‚  589.82 K   โ”‚\n",
+       "โ”‚     1.18     โ”‚       17       โ”‚      Conv2d       โ”‚    bias    โ”‚     False     โ”‚   256.00    โ”‚\n",
+       "โ”‚     1.19     โ”‚       18       โ”‚    BatchNorm2d    โ”‚   weight   โ”‚     False     โ”‚   256.00    โ”‚\n",
+       "โ”‚     1.19     โ”‚       18       โ”‚    BatchNorm2d    โ”‚    bias    โ”‚     False     โ”‚   256.00    โ”‚\n",
+       "โ”‚     1.20     โ”‚       19       โ”‚       ReLU        โ”‚     -      โ”‚       -       โ”‚    0.00     โ”‚\n",
+       "โ”‚     1.21     โ”‚       20       โ”‚      Conv2d       โ”‚   weight   โ”‚     False     โ”‚  589.82 K   โ”‚\n",
+       "โ”‚     1.21     โ”‚       20       โ”‚      Conv2d       โ”‚    bias    โ”‚     False     โ”‚   256.00    โ”‚\n",
+       "โ”‚     1.22     โ”‚       21       โ”‚    BatchNorm2d    โ”‚   weight   โ”‚     False     โ”‚   256.00    โ”‚\n",
+       "โ”‚     1.22     โ”‚       21       โ”‚    BatchNorm2d    โ”‚    bias    โ”‚     False     โ”‚   256.00    โ”‚\n",
+       "โ”‚     1.23     โ”‚       22       โ”‚       ReLU        โ”‚     -      โ”‚       -       โ”‚    0.00     โ”‚\n",
+       "โ”‚     1.24     โ”‚       23       โ”‚      Conv2d       โ”‚   weight   โ”‚     False     โ”‚  589.82 K   โ”‚\n",
+       "โ”‚     1.24     โ”‚       23       โ”‚      Conv2d       โ”‚    bias    โ”‚     False     โ”‚   256.00    โ”‚\n",
+       "โ”‚     1.25     โ”‚       24       โ”‚    BatchNorm2d    โ”‚   weight   โ”‚     False     โ”‚   256.00    โ”‚\n",
+       "โ”‚     1.25     โ”‚       24       โ”‚    BatchNorm2d    โ”‚    bias    โ”‚     False     โ”‚   256.00    โ”‚\n",
+       "โ”‚     1.26     โ”‚       25       โ”‚       ReLU        โ”‚     -      โ”‚       -       โ”‚    0.00     โ”‚\n",
+       "โ”‚     1.27     โ”‚       26       โ”‚     MaxPool2d     โ”‚     -      โ”‚       -       โ”‚    0.00     โ”‚\n",
+       "โ”‚     1.28     โ”‚       27       โ”‚      Conv2d       โ”‚   weight   โ”‚     False     โ”‚   1.18 M    โ”‚\n",
+       "โ”‚     1.28     โ”‚       27       โ”‚      Conv2d       โ”‚    bias    โ”‚     False     โ”‚   512.00    โ”‚\n",
+       "โ”‚     1.29     โ”‚       28       โ”‚    BatchNorm2d    โ”‚   weight   โ”‚     False     โ”‚   512.00    โ”‚\n",
+       "โ”‚     1.29     โ”‚       28       โ”‚    BatchNorm2d    โ”‚    bias    โ”‚     False     โ”‚   512.00    โ”‚\n",
+       "โ”‚     1.30     โ”‚       29       โ”‚       ReLU        โ”‚     -      โ”‚       -       โ”‚    0.00     โ”‚\n",
+       "โ”‚     1.31     โ”‚       30       โ”‚      Conv2d       โ”‚   weight   โ”‚     False     โ”‚   2.36 M    โ”‚\n",
+       "โ”‚     1.31     โ”‚       30       โ”‚      Conv2d       โ”‚    bias    โ”‚     False     โ”‚   512.00    โ”‚\n",
+       "โ”‚     1.32     โ”‚       31       โ”‚    BatchNorm2d    โ”‚   weight   โ”‚     False     โ”‚   512.00    โ”‚\n",
+       "โ”‚     1.32     โ”‚       31       โ”‚    BatchNorm2d    โ”‚    bias    โ”‚     False     โ”‚   512.00    โ”‚\n",
+       "โ”‚     1.33     โ”‚       32       โ”‚       ReLU        โ”‚     -      โ”‚       -       โ”‚    0.00     โ”‚\n",
+       "โ”‚     1.34     โ”‚       33       โ”‚      Conv2d       โ”‚   weight   โ”‚     False     โ”‚   2.36 M    โ”‚\n",
+       "โ”‚     1.34     โ”‚       33       โ”‚      Conv2d       โ”‚    bias    โ”‚     False     โ”‚   512.00    โ”‚\n",
+       "โ”‚     1.35     โ”‚       34       โ”‚    BatchNorm2d    โ”‚   weight   โ”‚     False     โ”‚   512.00    โ”‚\n",
+       "โ”‚     1.35     โ”‚       34       โ”‚    BatchNorm2d    โ”‚    bias    โ”‚     False     โ”‚   512.00    โ”‚\n",
+       "โ”‚     1.36     โ”‚       35       โ”‚       ReLU        โ”‚     -      โ”‚       -       โ”‚    0.00     โ”‚\n",
+       "โ”‚     1.37     โ”‚       36       โ”‚      Conv2d       โ”‚   weight   โ”‚     False     โ”‚   2.36 M    โ”‚\n",
+       "โ”‚     1.37     โ”‚       36       โ”‚      Conv2d       โ”‚    bias    โ”‚     False     โ”‚   512.00    โ”‚\n",
+       "โ”‚     1.38     โ”‚       37       โ”‚    BatchNorm2d    โ”‚   weight   โ”‚     False     โ”‚   512.00    โ”‚\n",
+       "โ”‚     1.38     โ”‚       37       โ”‚    BatchNorm2d    โ”‚    bias    โ”‚     False     โ”‚   512.00    โ”‚\n",
+       "โ”‚     1.39     โ”‚       38       โ”‚       ReLU        โ”‚     -      โ”‚       -       โ”‚    0.00     โ”‚\n",
+       "โ”‚     1.40     โ”‚       39       โ”‚     MaxPool2d     โ”‚     -      โ”‚       -       โ”‚    0.00     โ”‚\n",
+       "โ”‚     1.41     โ”‚       40       โ”‚      Conv2d       โ”‚   weight   โ”‚     False     โ”‚   2.36 M    โ”‚\n",
+       "โ”‚     1.41     โ”‚       40       โ”‚      Conv2d       โ”‚    bias    โ”‚     False     โ”‚   512.00    โ”‚\n",
+       "โ”‚     1.42     โ”‚       41       โ”‚    BatchNorm2d    โ”‚   weight   โ”‚     False     โ”‚   512.00    โ”‚\n",
+       "โ”‚     1.42     โ”‚       41       โ”‚    BatchNorm2d    โ”‚    bias    โ”‚     False     โ”‚   512.00    โ”‚\n",
+       "โ”‚     1.43     โ”‚       42       โ”‚       ReLU        โ”‚     -      โ”‚       -       โ”‚    0.00     โ”‚\n",
+       "โ”‚     1.44     โ”‚       43       โ”‚      Conv2d       โ”‚   weight   โ”‚     False     โ”‚   2.36 M    โ”‚\n",
+       "โ”‚     1.44     โ”‚       43       โ”‚      Conv2d       โ”‚    bias    โ”‚     False     โ”‚   512.00    โ”‚\n",
+       "โ”‚     1.45     โ”‚       44       โ”‚    BatchNorm2d    โ”‚   weight   โ”‚     False     โ”‚   512.00    โ”‚\n",
+       "โ”‚     1.45     โ”‚       44       โ”‚    BatchNorm2d    โ”‚    bias    โ”‚     False     โ”‚   512.00    โ”‚\n",
+       "โ”‚     1.46     โ”‚       45       โ”‚       ReLU        โ”‚     -      โ”‚       -       โ”‚    0.00     โ”‚\n",
+       "โ”‚     1.47     โ”‚       46       โ”‚      Conv2d       โ”‚   weight   โ”‚     False     โ”‚   2.36 M    โ”‚\n",
+       "โ”‚     1.47     โ”‚       46       โ”‚      Conv2d       โ”‚    bias    โ”‚     False     โ”‚   512.00    โ”‚\n",
+       "โ”‚     1.48     โ”‚       47       โ”‚    BatchNorm2d    โ”‚   weight   โ”‚     False     โ”‚   512.00    โ”‚\n",
+       "โ”‚     1.48     โ”‚       47       โ”‚    BatchNorm2d    โ”‚    bias    โ”‚     False     โ”‚   512.00    โ”‚\n",
+       "โ”‚     1.49     โ”‚       48       โ”‚       ReLU        โ”‚     -      โ”‚       -       โ”‚    0.00     โ”‚\n",
+       "โ”‚     1.50     โ”‚       49       โ”‚      Conv2d       โ”‚   weight   โ”‚     False     โ”‚   2.36 M    โ”‚\n",
+       "โ”‚     1.50     โ”‚       49       โ”‚      Conv2d       โ”‚    bias    โ”‚     False     โ”‚   512.00    โ”‚\n",
+       "โ”‚     1.51     โ”‚       50       โ”‚    BatchNorm2d    โ”‚   weight   โ”‚     False     โ”‚   512.00    โ”‚\n",
+       "โ”‚     1.51     โ”‚       50       โ”‚    BatchNorm2d    โ”‚    bias    โ”‚     False     โ”‚   512.00    โ”‚\n",
+       "โ”‚     1.52     โ”‚       51       โ”‚       ReLU        โ”‚     -      โ”‚       -       โ”‚    0.00     โ”‚\n",
+       "โ”‚     1.53     โ”‚       52       โ”‚     MaxPool2d     โ”‚     -      โ”‚       -       โ”‚    0.00     โ”‚\n",
+       "โ”‚      2       โ”‚    avgpool     โ”‚ AdaptiveAvgPool2d โ”‚     -      โ”‚       -       โ”‚    0.00     โ”‚\n",
+       "โ”‚      3       โ”‚   classifier   โ”‚    Sequential     โ”‚     -      โ”‚       -       โ”‚    0.00     โ”‚\n",
+       "โ”‚     3.1      โ”‚       0        โ”‚      Linear       โ”‚   weight   โ”‚     True      โ”‚  102.76 M   โ”‚\n",
+       "โ”‚     3.1      โ”‚       0        โ”‚      Linear       โ”‚    bias    โ”‚     True      โ”‚   4.10 K    โ”‚\n",
+       "โ”‚     3.2      โ”‚       1        โ”‚       ReLU        โ”‚     -      โ”‚       -       โ”‚    0.00     โ”‚\n",
+       "โ”‚     3.3      โ”‚       2        โ”‚      Dropout      โ”‚     -      โ”‚       -       โ”‚    0.00     โ”‚\n",
+       "โ”‚     3.4      โ”‚       3        โ”‚      Linear       โ”‚   weight   โ”‚     True      โ”‚   16.78 M   โ”‚\n",
+       "โ”‚     3.4      โ”‚       3        โ”‚      Linear       โ”‚    bias    โ”‚     True      โ”‚   4.10 K    โ”‚\n",
+       "โ”‚     3.5      โ”‚       4        โ”‚       ReLU        โ”‚     -      โ”‚       -       โ”‚    0.00     โ”‚\n",
+       "โ”‚     3.6      โ”‚       5        โ”‚      Dropout      โ”‚     -      โ”‚       -       โ”‚    0.00     โ”‚\n",
+       "โ”‚     3.7      โ”‚       6        โ”‚      Linear       โ”‚   weight   โ”‚     True      โ”‚   4.10 M    โ”‚\n",
+       "โ”‚     3.7      โ”‚       6        โ”‚      Linear       โ”‚    bias    โ”‚     True      โ”‚     1 K     โ”‚\n",
+       "โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ\n",
+       "---------------------------------------- s u m m a r y -----------------------------------------\n",
+       "โ€ข Model    : VGG                                   โ€ข Statistics: param                          \n",
+       "โ€ข Device   : cuda                                  โ€ข Learnable Parameters Num: 123.64 M         \n",
+       "โ€ข Signature: forward(self, x)                      โ€ข Total Parameters Num    : 143.68 M         \n",
+       "โ€ข Input    :                                                                                    \n",
+       "   x = Shape([1, 3, 224, 224]) <Tensor>                                                         \n",
+       "
\n" + ], + "text/plain": [ + "\u001b[38;5;29mโ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1mOperation_Id\u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1mOperation_Name\u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1m Operation_Type \u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1mParam_Name\u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1mRequires_Grad\u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1mNumeric_Num\u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m features \u001b[38;5;29mโ”‚\u001b[0m Sequential \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.1\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.73\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.1\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m64.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.2\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m64.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.2\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m64.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.3\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.4\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m36.86\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.4\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m64.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.5\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m64.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.5\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m64.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.6\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m5\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.7\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m6\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m MaxPool2d \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.8\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m7\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m73.73\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.8\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m7\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m128.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.9\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m8\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m128.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.9\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m8\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m128.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.10\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m9\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.11\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m10\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m147.46\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.11\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m10\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m128.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.12\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m11\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m128.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.12\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m11\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m128.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.13\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m12\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.14\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m13\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m MaxPool2d \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.15\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m14\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m294.91\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.15\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m14\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m256.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.16\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m15\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m256.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.16\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m15\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m256.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.17\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m16\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.18\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m17\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m589.82\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.18\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m17\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m256.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.19\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m18\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m256.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.19\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m18\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m256.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.20\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m19\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.21\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m20\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m589.82\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.21\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m20\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m256.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.22\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m21\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m256.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.22\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m21\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m256.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.23\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m22\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.24\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m23\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m589.82\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.24\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m23\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m256.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.25\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m24\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m256.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.25\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m24\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m256.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.26\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m25\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.27\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m26\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m MaxPool2d \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.28\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m27\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.18\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.28\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m27\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.29\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m28\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.29\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m28\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.30\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m29\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.31\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m30\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2.36\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.31\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m30\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.32\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m31\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.32\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m31\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.33\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m32\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.34\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m33\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2.36\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.34\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m33\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.35\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m34\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.35\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m34\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.36\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m35\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.37\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m36\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2.36\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.37\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m36\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.38\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m37\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.38\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m37\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.39\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m38\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.40\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m39\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m MaxPool2d \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.41\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m40\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2.36\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.41\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m40\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.42\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m41\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.42\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m41\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.43\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m42\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.44\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m43\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2.36\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.44\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m43\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.45\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m44\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.45\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m44\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.46\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m45\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.47\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m46\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2.36\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.47\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m46\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.48\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m47\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.48\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m47\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.49\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m48\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.50\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m49\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2.36\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.50\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m49\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.51\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m50\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.51\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m50\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.52\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m51\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.53\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m52\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m MaxPool2d \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m avgpool \u001b[38;5;29mโ”‚\u001b[0m AdaptiveAvgPool2d \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m classifier \u001b[38;5;29mโ”‚\u001b[0m Sequential \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.1\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Linear \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;92mTrue\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m102.76\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.1\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Linear \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;92mTrue\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4.10\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.2\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.3\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Dropout \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.4\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Linear \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;92mTrue\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m16.78\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.4\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Linear \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;92mTrue\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4.10\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.5\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.6\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m5\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Dropout \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.7\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m6\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Linear \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;92mTrue\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4.10\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.7\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m6\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Linear \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;92mTrue\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ\u001b[0m\n", + "\u001b[38;5;245m---------------------------------------- \u001b[0m\u001b[38;5;245ms u m m a r y\u001b[0m\u001b[38;5;245m -----------------------------------------\u001b[0m\n", + "\u001b[2mโ€ข \u001b[0m\u001b[1;2mModel :\u001b[0m\u001b[2m VGG \u001b[0m \u001b[2mโ€ข \u001b[0m\u001b[1;2mStatistics:\u001b[0m\u001b[2m param \u001b[0m \n", + "\u001b[2mโ€ข \u001b[0m\u001b[1;2mDevice :\u001b[0m\u001b[2m cuda \u001b[0m \u001b[2mโ€ข \u001b[0m\u001b[1;2mLearnable Parameters Num:\u001b[0m\u001b[2m \u001b[0m\u001b[1;2;36m123.64\u001b[0m\u001b[2m M \u001b[0m \n", + "\u001b[2mโ€ข \u001b[0m\u001b[1;2mSignature:\u001b[0m\u001b[2m \u001b[0m\u001b[1;2;35mforward\u001b[0m\u001b[1;2m(\u001b[0m\u001b[2mself, x\u001b[0m\u001b[1;2m)\u001b[0m\u001b[2m \u001b[0m \u001b[2mโ€ข \u001b[0m\u001b[1;2mTotal Parameters Num :\u001b[0m\u001b[2m \u001b[0m\u001b[1;2;36m143.68\u001b[0m\u001b[2m M \u001b[0m \n", + "\u001b[2mโ€ข \u001b[0m\u001b[1;2mInput :\u001b[0m\u001b[2m \u001b[0m \n", + "\u001b[2m x = \u001b[0m\u001b[1;2;35mShape\u001b[0m\u001b[1;2m(\u001b[0m\u001b[1;2;32m[\u001b[0m\u001b[1;2;32m1\u001b[0m\u001b[1;2;32m, \u001b[0m\u001b[1;2;32m3\u001b[0m\u001b[1;2;32m, \u001b[0m\u001b[1;2;32m224\u001b[0m\u001b[1;2;32m, \u001b[0m\u001b[1;2;32m224\u001b[0m\u001b[1;2;32m]\u001b[0m\u001b[1;2m)\u001b[0m\u001b[2m \u001b[0m\u001b[1;2m<\u001b[0m\u001b[1;2;95mTensor\u001b[0m\u001b[1;2m>\u001b[0m \n" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "# 6. Full-Stack Model Analytics\n", + "# --------------------------------------------\n", + "\n", + "# 6.1 Parameter Analysis\n", + "print(\"=\"*10, \" Parameter Analysis \", \"=\"*10)\n", + "\n", + "## Total/trainable parameter quantification\n", + "print(metered_model.param) \n", + "\n", + "## Layer-wise parameter distribution analysis\n", + "tb, data = metered_model.profile('param', no_tree=True)" + ] + }, + { + "cell_type": "code", + "execution_count": 36, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
==========  Computational Profiling  ==========\n",
+       "
\n" + ], + "text/plain": [ + "========== Computational Profiling ==========\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "
Calculation_INFO\n",
+       "โ€ข   Operation_Id = 0\n",
+       "โ€ข Operation_Type = VGG\n",
+       "โ€ข Operation_Name = VGG\n",
+       "โ€ข           MACs = 19681218048.00 = 19.68 G\n",
+       "โ€ข          FLOPs = 39342984704.00 = 39.34 G\n",
+       "\n",
+       "
\n" + ], + "text/plain": [ + "Calculation_INFO\n", + "โ€ข Operation_Id = \u001b[1;36m0\u001b[0m\n", + "โ€ข Operation_Type = VGG\n", + "โ€ข Operation_Name = VGG\n", + "โ€ข MACs = \u001b[1;36m19681218048.00\u001b[0m = \u001b[1;36m19.68\u001b[0m G\n", + "โ€ข FLOPs = \u001b[1;36m39342984704.00\u001b[0m = \u001b[1;36m39.34\u001b[0m G\n", + "\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "
โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ\n",
+       "โ”‚ Operation_ โ”‚ Operation_ โ”‚ Operation_ โ”‚ Kernel_Siz โ”‚      โ”‚            โ”‚            โ”‚             โ”‚            โ”‚\n",
+       "โ”‚     Id     โ”‚    Name    โ”‚    Type    โ”‚     e      โ”‚ Bias โ”‚   Input    โ”‚   Output   โ”‚    MACs     โ”‚   FLOPs    โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚     1      โ”‚  features  โ”‚ Sequential โ”‚     -      โ”‚  -   โ”‚   [1, 3,   โ”‚  [1, 512,  โ”‚   19.56 G   โ”‚  39.10 G   โ”‚\n",
+       "โ”‚            โ”‚            โ”‚            โ”‚            โ”‚      โ”‚ 224, 224]  โ”‚   7, 7]    โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    1.1     โ”‚     0      โ”‚   Conv2d   โ”‚   [3, 3]   โ”‚ True โ”‚   [1, 3,   โ”‚  [1, 64,   โ”‚   86.70 M   โ”‚  173.41 M  โ”‚\n",
+       "โ”‚            โ”‚            โ”‚            โ”‚            โ”‚      โ”‚ 224, 224]  โ”‚ 224, 224]  โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    1.2     โ”‚     1      โ”‚ BatchNorm2 โ”‚     -      โ”‚  -   โ”‚  [1, 64,   โ”‚  [1, 64,   โ”‚   6.42 M    โ”‚  12.85 M   โ”‚\n",
+       "โ”‚            โ”‚            โ”‚     d      โ”‚            โ”‚      โ”‚ 224, 224]  โ”‚ 224, 224]  โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    1.3     โ”‚     2      โ”‚    ReLU    โ”‚     -      โ”‚  -   โ”‚  [1, 64,   โ”‚  [1, 64,   โ”‚   3.21 M    โ”‚   3.21 M   โ”‚\n",
+       "โ”‚            โ”‚            โ”‚            โ”‚            โ”‚      โ”‚ 224, 224]  โ”‚ 224, 224]  โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    1.4     โ”‚     3      โ”‚   Conv2d   โ”‚   [3, 3]   โ”‚ True โ”‚  [1, 64,   โ”‚  [1, 64,   โ”‚   1.85 G    โ”‚   3.70 G   โ”‚\n",
+       "โ”‚            โ”‚            โ”‚            โ”‚            โ”‚      โ”‚ 224, 224]  โ”‚ 224, 224]  โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    1.5     โ”‚     4      โ”‚ BatchNorm2 โ”‚     -      โ”‚  -   โ”‚  [1, 64,   โ”‚  [1, 64,   โ”‚   6.42 M    โ”‚  12.85 M   โ”‚\n",
+       "โ”‚            โ”‚            โ”‚     d      โ”‚            โ”‚      โ”‚ 224, 224]  โ”‚ 224, 224]  โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    1.6     โ”‚     5      โ”‚    ReLU    โ”‚     -      โ”‚  -   โ”‚  [1, 64,   โ”‚  [1, 64,   โ”‚   3.21 M    โ”‚   3.21 M   โ”‚\n",
+       "โ”‚            โ”‚            โ”‚            โ”‚            โ”‚      โ”‚ 224, 224]  โ”‚ 224, 224]  โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    1.7     โ”‚     6      โ”‚ MaxPool2d  โ”‚   [2, 2]   โ”‚  -   โ”‚  [1, 64,   โ”‚  [1, 64,   โ”‚   2.41 M    โ”‚   2.41 M   โ”‚\n",
+       "โ”‚            โ”‚            โ”‚            โ”‚            โ”‚      โ”‚ 224, 224]  โ”‚ 112, 112]  โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    1.8     โ”‚     7      โ”‚   Conv2d   โ”‚   [3, 3]   โ”‚ True โ”‚  [1, 64,   โ”‚  [1, 128,  โ”‚  924.84 M   โ”‚   1.85 G   โ”‚\n",
+       "โ”‚            โ”‚            โ”‚            โ”‚            โ”‚      โ”‚ 112, 112]  โ”‚ 112, 112]  โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    1.9     โ”‚     8      โ”‚ BatchNorm2 โ”‚     -      โ”‚  -   โ”‚  [1, 128,  โ”‚  [1, 128,  โ”‚   3.21 M    โ”‚   6.42 M   โ”‚\n",
+       "โ”‚            โ”‚            โ”‚     d      โ”‚            โ”‚      โ”‚ 112, 112]  โ”‚ 112, 112]  โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    1.10    โ”‚     9      โ”‚    ReLU    โ”‚     -      โ”‚  -   โ”‚  [1, 128,  โ”‚  [1, 128,  โ”‚   1.61 M    โ”‚   1.61 M   โ”‚\n",
+       "โ”‚            โ”‚            โ”‚            โ”‚            โ”‚      โ”‚ 112, 112]  โ”‚ 112, 112]  โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    1.11    โ”‚     10     โ”‚   Conv2d   โ”‚   [3, 3]   โ”‚ True โ”‚  [1, 128,  โ”‚  [1, 128,  โ”‚   1.85 G    โ”‚   3.70 G   โ”‚\n",
+       "โ”‚            โ”‚            โ”‚            โ”‚            โ”‚      โ”‚ 112, 112]  โ”‚ 112, 112]  โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    1.12    โ”‚     11     โ”‚ BatchNorm2 โ”‚     -      โ”‚  -   โ”‚  [1, 128,  โ”‚  [1, 128,  โ”‚   3.21 M    โ”‚   6.42 M   โ”‚\n",
+       "โ”‚            โ”‚            โ”‚     d      โ”‚            โ”‚      โ”‚ 112, 112]  โ”‚ 112, 112]  โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    1.13    โ”‚     12     โ”‚    ReLU    โ”‚     -      โ”‚  -   โ”‚  [1, 128,  โ”‚  [1, 128,  โ”‚   1.61 M    โ”‚   1.61 M   โ”‚\n",
+       "โ”‚            โ”‚            โ”‚            โ”‚            โ”‚      โ”‚ 112, 112]  โ”‚ 112, 112]  โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    1.14    โ”‚     13     โ”‚ MaxPool2d  โ”‚   [2, 2]   โ”‚  -   โ”‚  [1, 128,  โ”‚  [1, 128,  โ”‚   1.20 M    โ”‚   1.20 M   โ”‚\n",
+       "โ”‚            โ”‚            โ”‚            โ”‚            โ”‚      โ”‚ 112, 112]  โ”‚  56, 56]   โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    1.15    โ”‚     14     โ”‚   Conv2d   โ”‚   [3, 3]   โ”‚ True โ”‚  [1, 128,  โ”‚  [1, 256,  โ”‚  924.84 M   โ”‚   1.85 G   โ”‚\n",
+       "โ”‚            โ”‚            โ”‚            โ”‚            โ”‚      โ”‚  56, 56]   โ”‚  56, 56]   โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    1.16    โ”‚     15     โ”‚ BatchNorm2 โ”‚     -      โ”‚  -   โ”‚  [1, 256,  โ”‚  [1, 256,  โ”‚   1.61 M    โ”‚   3.21 M   โ”‚\n",
+       "โ”‚            โ”‚            โ”‚     d      โ”‚            โ”‚      โ”‚  56, 56]   โ”‚  56, 56]   โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    1.17    โ”‚     16     โ”‚    ReLU    โ”‚     -      โ”‚  -   โ”‚  [1, 256,  โ”‚  [1, 256,  โ”‚  802.82 K   โ”‚  802.82 K  โ”‚\n",
+       "โ”‚            โ”‚            โ”‚            โ”‚            โ”‚      โ”‚  56, 56]   โ”‚  56, 56]   โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    1.18    โ”‚     17     โ”‚   Conv2d   โ”‚   [3, 3]   โ”‚ True โ”‚  [1, 256,  โ”‚  [1, 256,  โ”‚   1.85 G    โ”‚   3.70 G   โ”‚\n",
+       "โ”‚            โ”‚            โ”‚            โ”‚            โ”‚      โ”‚  56, 56]   โ”‚  56, 56]   โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    1.19    โ”‚     18     โ”‚ BatchNorm2 โ”‚     -      โ”‚  -   โ”‚  [1, 256,  โ”‚  [1, 256,  โ”‚   1.61 M    โ”‚   3.21 M   โ”‚\n",
+       "โ”‚            โ”‚            โ”‚     d      โ”‚            โ”‚      โ”‚  56, 56]   โ”‚  56, 56]   โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    1.20    โ”‚     19     โ”‚    ReLU    โ”‚     -      โ”‚  -   โ”‚  [1, 256,  โ”‚  [1, 256,  โ”‚  802.82 K   โ”‚  802.82 K  โ”‚\n",
+       "โ”‚            โ”‚            โ”‚            โ”‚            โ”‚      โ”‚  56, 56]   โ”‚  56, 56]   โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    1.21    โ”‚     20     โ”‚   Conv2d   โ”‚   [3, 3]   โ”‚ True โ”‚  [1, 256,  โ”‚  [1, 256,  โ”‚   1.85 G    โ”‚   3.70 G   โ”‚\n",
+       "โ”‚            โ”‚            โ”‚            โ”‚            โ”‚      โ”‚  56, 56]   โ”‚  56, 56]   โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    1.22    โ”‚     21     โ”‚ BatchNorm2 โ”‚     -      โ”‚  -   โ”‚  [1, 256,  โ”‚  [1, 256,  โ”‚   1.61 M    โ”‚   3.21 M   โ”‚\n",
+       "โ”‚            โ”‚            โ”‚     d      โ”‚            โ”‚      โ”‚  56, 56]   โ”‚  56, 56]   โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    1.23    โ”‚     22     โ”‚    ReLU    โ”‚     -      โ”‚  -   โ”‚  [1, 256,  โ”‚  [1, 256,  โ”‚  802.82 K   โ”‚  802.82 K  โ”‚\n",
+       "โ”‚            โ”‚            โ”‚            โ”‚            โ”‚      โ”‚  56, 56]   โ”‚  56, 56]   โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    1.24    โ”‚     23     โ”‚   Conv2d   โ”‚   [3, 3]   โ”‚ True โ”‚  [1, 256,  โ”‚  [1, 256,  โ”‚   1.85 G    โ”‚   3.70 G   โ”‚\n",
+       "โ”‚            โ”‚            โ”‚            โ”‚            โ”‚      โ”‚  56, 56]   โ”‚  56, 56]   โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    1.25    โ”‚     24     โ”‚ BatchNorm2 โ”‚     -      โ”‚  -   โ”‚  [1, 256,  โ”‚  [1, 256,  โ”‚   1.61 M    โ”‚   3.21 M   โ”‚\n",
+       "โ”‚            โ”‚            โ”‚     d      โ”‚            โ”‚      โ”‚  56, 56]   โ”‚  56, 56]   โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    1.26    โ”‚     25     โ”‚    ReLU    โ”‚     -      โ”‚  -   โ”‚  [1, 256,  โ”‚  [1, 256,  โ”‚  802.82 K   โ”‚  802.82 K  โ”‚\n",
+       "โ”‚            โ”‚            โ”‚            โ”‚            โ”‚      โ”‚  56, 56]   โ”‚  56, 56]   โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    1.27    โ”‚     26     โ”‚ MaxPool2d  โ”‚   [2, 2]   โ”‚  -   โ”‚  [1, 256,  โ”‚  [1, 256,  โ”‚  602.11 K   โ”‚  602.11 K  โ”‚\n",
+       "โ”‚            โ”‚            โ”‚            โ”‚            โ”‚      โ”‚  56, 56]   โ”‚  28, 28]   โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    1.28    โ”‚     27     โ”‚   Conv2d   โ”‚   [3, 3]   โ”‚ True โ”‚  [1, 256,  โ”‚  [1, 512,  โ”‚  924.84 M   โ”‚   1.85 G   โ”‚\n",
+       "โ”‚            โ”‚            โ”‚            โ”‚            โ”‚      โ”‚  28, 28]   โ”‚  28, 28]   โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    1.29    โ”‚     28     โ”‚ BatchNorm2 โ”‚     -      โ”‚  -   โ”‚  [1, 512,  โ”‚  [1, 512,  โ”‚  802.82 K   โ”‚   1.61 M   โ”‚\n",
+       "โ”‚            โ”‚            โ”‚     d      โ”‚            โ”‚      โ”‚  28, 28]   โ”‚  28, 28]   โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    1.30    โ”‚     29     โ”‚    ReLU    โ”‚     -      โ”‚  -   โ”‚  [1, 512,  โ”‚  [1, 512,  โ”‚  401.41 K   โ”‚  401.41 K  โ”‚\n",
+       "โ”‚            โ”‚            โ”‚            โ”‚            โ”‚      โ”‚  28, 28]   โ”‚  28, 28]   โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    1.31    โ”‚     30     โ”‚   Conv2d   โ”‚   [3, 3]   โ”‚ True โ”‚  [1, 512,  โ”‚  [1, 512,  โ”‚   1.85 G    โ”‚   3.70 G   โ”‚\n",
+       "โ”‚            โ”‚            โ”‚            โ”‚            โ”‚      โ”‚  28, 28]   โ”‚  28, 28]   โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    1.32    โ”‚     31     โ”‚ BatchNorm2 โ”‚     -      โ”‚  -   โ”‚  [1, 512,  โ”‚  [1, 512,  โ”‚  802.82 K   โ”‚   1.61 M   โ”‚\n",
+       "โ”‚            โ”‚            โ”‚     d      โ”‚            โ”‚      โ”‚  28, 28]   โ”‚  28, 28]   โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    1.33    โ”‚     32     โ”‚    ReLU    โ”‚     -      โ”‚  -   โ”‚  [1, 512,  โ”‚  [1, 512,  โ”‚  401.41 K   โ”‚  401.41 K  โ”‚\n",
+       "โ”‚            โ”‚            โ”‚            โ”‚            โ”‚      โ”‚  28, 28]   โ”‚  28, 28]   โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    1.34    โ”‚     33     โ”‚   Conv2d   โ”‚   [3, 3]   โ”‚ True โ”‚  [1, 512,  โ”‚  [1, 512,  โ”‚   1.85 G    โ”‚   3.70 G   โ”‚\n",
+       "โ”‚            โ”‚            โ”‚            โ”‚            โ”‚      โ”‚  28, 28]   โ”‚  28, 28]   โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    1.35    โ”‚     34     โ”‚ BatchNorm2 โ”‚     -      โ”‚  -   โ”‚  [1, 512,  โ”‚  [1, 512,  โ”‚  802.82 K   โ”‚   1.61 M   โ”‚\n",
+       "โ”‚            โ”‚            โ”‚     d      โ”‚            โ”‚      โ”‚  28, 28]   โ”‚  28, 28]   โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    1.36    โ”‚     35     โ”‚    ReLU    โ”‚     -      โ”‚  -   โ”‚  [1, 512,  โ”‚  [1, 512,  โ”‚  401.41 K   โ”‚  401.41 K  โ”‚\n",
+       "โ”‚            โ”‚            โ”‚            โ”‚            โ”‚      โ”‚  28, 28]   โ”‚  28, 28]   โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    1.37    โ”‚     36     โ”‚   Conv2d   โ”‚   [3, 3]   โ”‚ True โ”‚  [1, 512,  โ”‚  [1, 512,  โ”‚   1.85 G    โ”‚   3.70 G   โ”‚\n",
+       "โ”‚            โ”‚            โ”‚            โ”‚            โ”‚      โ”‚  28, 28]   โ”‚  28, 28]   โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    1.38    โ”‚     37     โ”‚ BatchNorm2 โ”‚     -      โ”‚  -   โ”‚  [1, 512,  โ”‚  [1, 512,  โ”‚  802.82 K   โ”‚   1.61 M   โ”‚\n",
+       "โ”‚            โ”‚            โ”‚     d      โ”‚            โ”‚      โ”‚  28, 28]   โ”‚  28, 28]   โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    1.39    โ”‚     38     โ”‚    ReLU    โ”‚     -      โ”‚  -   โ”‚  [1, 512,  โ”‚  [1, 512,  โ”‚  401.41 K   โ”‚  401.41 K  โ”‚\n",
+       "โ”‚            โ”‚            โ”‚            โ”‚            โ”‚      โ”‚  28, 28]   โ”‚  28, 28]   โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    1.40    โ”‚     39     โ”‚ MaxPool2d  โ”‚   [2, 2]   โ”‚  -   โ”‚  [1, 512,  โ”‚  [1, 512,  โ”‚  301.06 K   โ”‚  301.06 K  โ”‚\n",
+       "โ”‚            โ”‚            โ”‚            โ”‚            โ”‚      โ”‚  28, 28]   โ”‚  14, 14]   โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    1.41    โ”‚     40     โ”‚   Conv2d   โ”‚   [3, 3]   โ”‚ True โ”‚  [1, 512,  โ”‚  [1, 512,  โ”‚  462.42 M   โ”‚  924.84 M  โ”‚\n",
+       "โ”‚            โ”‚            โ”‚            โ”‚            โ”‚      โ”‚  14, 14]   โ”‚  14, 14]   โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    1.42    โ”‚     41     โ”‚ BatchNorm2 โ”‚     -      โ”‚  -   โ”‚  [1, 512,  โ”‚  [1, 512,  โ”‚  200.70 K   โ”‚  401.41 K  โ”‚\n",
+       "โ”‚            โ”‚            โ”‚     d      โ”‚            โ”‚      โ”‚  14, 14]   โ”‚  14, 14]   โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    1.43    โ”‚     42     โ”‚    ReLU    โ”‚     -      โ”‚  -   โ”‚  [1, 512,  โ”‚  [1, 512,  โ”‚  100.35 K   โ”‚  100.35 K  โ”‚\n",
+       "โ”‚            โ”‚            โ”‚            โ”‚            โ”‚      โ”‚  14, 14]   โ”‚  14, 14]   โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    1.44    โ”‚     43     โ”‚   Conv2d   โ”‚   [3, 3]   โ”‚ True โ”‚  [1, 512,  โ”‚  [1, 512,  โ”‚  462.42 M   โ”‚  924.84 M  โ”‚\n",
+       "โ”‚            โ”‚            โ”‚            โ”‚            โ”‚      โ”‚  14, 14]   โ”‚  14, 14]   โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    1.45    โ”‚     44     โ”‚ BatchNorm2 โ”‚     -      โ”‚  -   โ”‚  [1, 512,  โ”‚  [1, 512,  โ”‚  200.70 K   โ”‚  401.41 K  โ”‚\n",
+       "โ”‚            โ”‚            โ”‚     d      โ”‚            โ”‚      โ”‚  14, 14]   โ”‚  14, 14]   โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    1.46    โ”‚     45     โ”‚    ReLU    โ”‚     -      โ”‚  -   โ”‚  [1, 512,  โ”‚  [1, 512,  โ”‚  100.35 K   โ”‚  100.35 K  โ”‚\n",
+       "โ”‚            โ”‚            โ”‚            โ”‚            โ”‚      โ”‚  14, 14]   โ”‚  14, 14]   โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    1.47    โ”‚     46     โ”‚   Conv2d   โ”‚   [3, 3]   โ”‚ True โ”‚  [1, 512,  โ”‚  [1, 512,  โ”‚  462.42 M   โ”‚  924.84 M  โ”‚\n",
+       "โ”‚            โ”‚            โ”‚            โ”‚            โ”‚      โ”‚  14, 14]   โ”‚  14, 14]   โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    1.48    โ”‚     47     โ”‚ BatchNorm2 โ”‚     -      โ”‚  -   โ”‚  [1, 512,  โ”‚  [1, 512,  โ”‚  200.70 K   โ”‚  401.41 K  โ”‚\n",
+       "โ”‚            โ”‚            โ”‚     d      โ”‚            โ”‚      โ”‚  14, 14]   โ”‚  14, 14]   โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    1.49    โ”‚     48     โ”‚    ReLU    โ”‚     -      โ”‚  -   โ”‚  [1, 512,  โ”‚  [1, 512,  โ”‚  100.35 K   โ”‚  100.35 K  โ”‚\n",
+       "โ”‚            โ”‚            โ”‚            โ”‚            โ”‚      โ”‚  14, 14]   โ”‚  14, 14]   โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    1.50    โ”‚     49     โ”‚   Conv2d   โ”‚   [3, 3]   โ”‚ True โ”‚  [1, 512,  โ”‚  [1, 512,  โ”‚  462.42 M   โ”‚  924.84 M  โ”‚\n",
+       "โ”‚            โ”‚            โ”‚            โ”‚            โ”‚      โ”‚  14, 14]   โ”‚  14, 14]   โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    1.51    โ”‚     50     โ”‚ BatchNorm2 โ”‚     -      โ”‚  -   โ”‚  [1, 512,  โ”‚  [1, 512,  โ”‚  200.70 K   โ”‚  401.41 K  โ”‚\n",
+       "โ”‚            โ”‚            โ”‚     d      โ”‚            โ”‚      โ”‚  14, 14]   โ”‚  14, 14]   โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    1.52    โ”‚     51     โ”‚    ReLU    โ”‚     -      โ”‚  -   โ”‚  [1, 512,  โ”‚  [1, 512,  โ”‚  100.35 K   โ”‚  100.35 K  โ”‚\n",
+       "โ”‚            โ”‚            โ”‚            โ”‚            โ”‚      โ”‚  14, 14]   โ”‚  14, 14]   โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    1.53    โ”‚     52     โ”‚ MaxPool2d  โ”‚   [2, 2]   โ”‚  -   โ”‚  [1, 512,  โ”‚  [1, 512,  โ”‚   75.26 K   โ”‚  75.26 K   โ”‚\n",
+       "โ”‚            โ”‚            โ”‚            โ”‚            โ”‚      โ”‚  14, 14]   โ”‚   7, 7]    โ”‚             โ”‚            โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚     2      โ”‚  avgpool   โ”‚ AdaptiveAv โ”‚     -      โ”‚  -   โ”‚  [1, 512,  โ”‚  [1, 512,  โ”‚     Not     โ”‚    Not     โ”‚\n",
+       "โ”‚            โ”‚            โ”‚  gPool2d   โ”‚            โ”‚      โ”‚   7, 7]    โ”‚   7, 7]    โ”‚  Supported  โ”‚ Supported  โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚     3      โ”‚ classifier โ”‚ Sequential โ”‚     -      โ”‚  -   โ”‚ [1, 25088] โ”‚ [1, 1000]  โ”‚  123.64 M   โ”‚  247.28 M  โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    3.1     โ”‚     0      โ”‚   Linear   โ”‚     -      โ”‚ True โ”‚ [1, 25088] โ”‚ [1, 4096]  โ”‚  102.76 M   โ”‚  205.52 M  โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    3.2     โ”‚     1      โ”‚    ReLU    โ”‚     -      โ”‚  -   โ”‚ [1, 4096]  โ”‚ [1, 4096]  โ”‚   4.10 K    โ”‚   4.10 K   โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    3.3     โ”‚     2      โ”‚  Dropout   โ”‚     -      โ”‚  -   โ”‚ [1, 4096]  โ”‚ [1, 4096]  โ”‚     Not     โ”‚    Not     โ”‚\n",
+       "โ”‚            โ”‚            โ”‚            โ”‚            โ”‚      โ”‚            โ”‚            โ”‚  Supported  โ”‚ Supported  โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    3.4     โ”‚     3      โ”‚   Linear   โ”‚     -      โ”‚ True โ”‚ [1, 4096]  โ”‚ [1, 4096]  โ”‚   16.78 M   โ”‚  33.55 M   โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    3.5     โ”‚     4      โ”‚    ReLU    โ”‚     -      โ”‚  -   โ”‚ [1, 4096]  โ”‚ [1, 4096]  โ”‚   4.10 K    โ”‚   4.10 K   โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    3.6     โ”‚     5      โ”‚  Dropout   โ”‚     -      โ”‚  -   โ”‚ [1, 4096]  โ”‚ [1, 4096]  โ”‚     Not     โ”‚    Not     โ”‚\n",
+       "โ”‚            โ”‚            โ”‚            โ”‚            โ”‚      โ”‚            โ”‚            โ”‚  Supported  โ”‚ Supported  โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚    3.7     โ”‚     6      โ”‚   Linear   โ”‚     -      โ”‚ True โ”‚ [1, 4096]  โ”‚ [1, 1000]  โ”‚   4.10 M    โ”‚   8.19 M   โ”‚\n",
+       "โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ\n",
+       "------------------------------------------------- s u m m a r y -------------------------------------------------\n",
+       "โ€ข Model    : VGG                                                โ€ข Statistics: cal                                \n",
+       "โ€ข Device   : cuda                                               โ€ข FLOPs               : 39.34 G                  \n",
+       "โ€ข Signature: forward(self, x)                                   โ€ข MACs(aka MACC, MADD): 19.68 G                  \n",
+       "โ€ข Input    :                                                                                                     \n",
+       "   x = Shape([1, 3, 224, 224]) <Tensor>                                                                          \n",
+       "
\n" + ], + "text/plain": [ + "\u001b[38;5;29mโ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1mOperation_\u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1mOperation_\u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1mOperation_\u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1mKernel_Siz\u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1m Id \u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1m Name \u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1m Type \u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1m e \u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1mBias\u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1m Input \u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1m Output \u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1m MACs \u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1m FLOPs \u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m features \u001b[38;5;29mโ”‚\u001b[0m Sequential \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m3\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m19.56\u001b[0m G \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m39.10\u001b[0m G \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m224\u001b[0m, \u001b[1;36m224\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m7\u001b[0m, \u001b[1;36m7\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.1\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m3\u001b[0m, \u001b[1;36m3\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;92mTrue\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m3\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m64\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m86.70\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m173.41\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m224\u001b[0m, \u001b[1;36m224\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m224\u001b[0m, \u001b[1;36m224\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.2\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2 \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m64\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m64\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m6.42\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m12.85\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m d \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m224\u001b[0m, \u001b[1;36m224\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m224\u001b[0m, \u001b[1;36m224\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.3\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m64\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m64\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.21\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.21\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m224\u001b[0m, \u001b[1;36m224\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m224\u001b[0m, \u001b[1;36m224\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.4\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m3\u001b[0m, \u001b[1;36m3\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;92mTrue\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m64\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m64\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.85\u001b[0m G \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.70\u001b[0m G \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m224\u001b[0m, \u001b[1;36m224\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m224\u001b[0m, \u001b[1;36m224\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.5\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2 \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m64\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m64\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m6.42\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m12.85\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m d \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m224\u001b[0m, \u001b[1;36m224\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m224\u001b[0m, \u001b[1;36m224\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.6\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m5\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m64\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m64\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.21\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.21\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m224\u001b[0m, \u001b[1;36m224\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m224\u001b[0m, \u001b[1;36m224\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.7\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m6\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m MaxPool2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m2\u001b[0m, \u001b[1;36m2\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m64\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m64\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2.41\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2.41\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m224\u001b[0m, \u001b[1;36m224\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m112\u001b[0m, \u001b[1;36m112\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.8\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m7\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m3\u001b[0m, \u001b[1;36m3\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;92mTrue\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m64\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m128\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m924.84\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.85\u001b[0m G \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m112\u001b[0m, \u001b[1;36m112\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m112\u001b[0m, \u001b[1;36m112\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.9\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m8\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2 \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m128\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m128\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.21\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m6.42\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m d \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m112\u001b[0m, \u001b[1;36m112\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m112\u001b[0m, \u001b[1;36m112\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.10\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m9\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m128\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m128\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.61\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.61\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m112\u001b[0m, \u001b[1;36m112\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m112\u001b[0m, \u001b[1;36m112\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.11\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m10\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m3\u001b[0m, \u001b[1;36m3\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;92mTrue\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m128\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m128\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.85\u001b[0m G \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.70\u001b[0m G \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m112\u001b[0m, \u001b[1;36m112\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m112\u001b[0m, \u001b[1;36m112\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.12\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m11\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2 \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m128\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m128\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.21\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m6.42\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m d \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m112\u001b[0m, \u001b[1;36m112\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m112\u001b[0m, \u001b[1;36m112\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.13\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m12\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m128\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m128\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.61\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.61\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m112\u001b[0m, \u001b[1;36m112\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m112\u001b[0m, \u001b[1;36m112\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.14\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m13\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m MaxPool2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m2\u001b[0m, \u001b[1;36m2\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m128\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m128\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.20\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.20\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m112\u001b[0m, \u001b[1;36m112\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m56\u001b[0m, \u001b[1;36m56\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.15\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m14\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m3\u001b[0m, \u001b[1;36m3\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;92mTrue\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m128\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m256\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m924.84\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.85\u001b[0m G \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m56\u001b[0m, \u001b[1;36m56\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m56\u001b[0m, \u001b[1;36m56\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.16\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m15\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2 \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m256\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m256\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.61\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.21\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m d \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m56\u001b[0m, \u001b[1;36m56\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m56\u001b[0m, \u001b[1;36m56\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.17\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m16\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m256\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m256\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m802.82\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m802.82\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m56\u001b[0m, \u001b[1;36m56\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m56\u001b[0m, \u001b[1;36m56\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.18\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m17\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m3\u001b[0m, \u001b[1;36m3\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;92mTrue\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m256\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m256\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.85\u001b[0m G \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.70\u001b[0m G \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m56\u001b[0m, \u001b[1;36m56\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m56\u001b[0m, \u001b[1;36m56\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.19\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m18\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2 \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m256\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m256\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.61\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.21\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m d \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m56\u001b[0m, \u001b[1;36m56\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m56\u001b[0m, \u001b[1;36m56\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.20\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m19\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m256\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m256\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m802.82\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m802.82\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m56\u001b[0m, \u001b[1;36m56\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m56\u001b[0m, \u001b[1;36m56\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.21\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m20\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m3\u001b[0m, \u001b[1;36m3\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;92mTrue\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m256\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m256\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.85\u001b[0m G \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.70\u001b[0m G \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m56\u001b[0m, \u001b[1;36m56\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m56\u001b[0m, \u001b[1;36m56\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.22\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m21\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2 \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m256\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m256\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.61\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.21\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m d \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m56\u001b[0m, \u001b[1;36m56\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m56\u001b[0m, \u001b[1;36m56\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.23\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m22\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m256\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m256\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m802.82\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m802.82\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m56\u001b[0m, \u001b[1;36m56\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m56\u001b[0m, \u001b[1;36m56\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.24\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m23\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m3\u001b[0m, \u001b[1;36m3\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;92mTrue\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m256\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m256\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.85\u001b[0m G \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.70\u001b[0m G \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m56\u001b[0m, \u001b[1;36m56\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m56\u001b[0m, \u001b[1;36m56\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.25\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m24\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2 \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m256\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m256\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.61\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.21\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m d \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m56\u001b[0m, \u001b[1;36m56\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m56\u001b[0m, \u001b[1;36m56\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.26\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m25\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m256\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m256\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m802.82\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m802.82\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m56\u001b[0m, \u001b[1;36m56\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m56\u001b[0m, \u001b[1;36m56\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.27\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m26\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m MaxPool2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m2\u001b[0m, \u001b[1;36m2\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m256\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m256\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m602.11\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m602.11\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m56\u001b[0m, \u001b[1;36m56\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m28\u001b[0m, \u001b[1;36m28\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.28\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m27\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m3\u001b[0m, \u001b[1;36m3\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;92mTrue\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m256\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m924.84\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.85\u001b[0m G \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m28\u001b[0m, \u001b[1;36m28\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m28\u001b[0m, \u001b[1;36m28\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.29\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m28\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2 \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m802.82\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.61\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m d \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m28\u001b[0m, \u001b[1;36m28\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m28\u001b[0m, \u001b[1;36m28\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.30\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m29\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m401.41\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m401.41\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m28\u001b[0m, \u001b[1;36m28\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m28\u001b[0m, \u001b[1;36m28\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.31\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m30\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m3\u001b[0m, \u001b[1;36m3\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;92mTrue\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.85\u001b[0m G \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.70\u001b[0m G \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m28\u001b[0m, \u001b[1;36m28\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m28\u001b[0m, \u001b[1;36m28\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.32\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m31\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2 \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m802.82\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.61\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m d \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m28\u001b[0m, \u001b[1;36m28\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m28\u001b[0m, \u001b[1;36m28\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.33\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m32\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m401.41\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m401.41\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m28\u001b[0m, \u001b[1;36m28\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m28\u001b[0m, \u001b[1;36m28\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.34\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m33\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m3\u001b[0m, \u001b[1;36m3\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;92mTrue\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.85\u001b[0m G \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.70\u001b[0m G \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m28\u001b[0m, \u001b[1;36m28\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m28\u001b[0m, \u001b[1;36m28\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.35\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m34\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2 \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m802.82\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.61\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m d \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m28\u001b[0m, \u001b[1;36m28\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m28\u001b[0m, \u001b[1;36m28\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.36\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m35\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m401.41\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m401.41\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m28\u001b[0m, \u001b[1;36m28\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m28\u001b[0m, \u001b[1;36m28\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.37\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m36\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m3\u001b[0m, \u001b[1;36m3\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;92mTrue\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.85\u001b[0m G \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.70\u001b[0m G \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m28\u001b[0m, \u001b[1;36m28\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m28\u001b[0m, \u001b[1;36m28\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.38\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m37\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2 \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m802.82\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.61\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m d \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m28\u001b[0m, \u001b[1;36m28\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m28\u001b[0m, \u001b[1;36m28\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.39\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m38\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m401.41\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m401.41\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m28\u001b[0m, \u001b[1;36m28\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m28\u001b[0m, \u001b[1;36m28\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.40\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m39\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m MaxPool2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m2\u001b[0m, \u001b[1;36m2\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m301.06\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m301.06\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m28\u001b[0m, \u001b[1;36m28\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m14\u001b[0m, \u001b[1;36m14\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.41\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m40\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m3\u001b[0m, \u001b[1;36m3\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;92mTrue\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m462.42\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m924.84\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m14\u001b[0m, \u001b[1;36m14\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m14\u001b[0m, \u001b[1;36m14\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.42\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m41\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2 \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m200.70\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m401.41\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m d \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m14\u001b[0m, \u001b[1;36m14\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m14\u001b[0m, \u001b[1;36m14\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.43\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m42\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m100.35\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m100.35\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m14\u001b[0m, \u001b[1;36m14\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m14\u001b[0m, \u001b[1;36m14\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.44\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m43\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m3\u001b[0m, \u001b[1;36m3\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;92mTrue\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m462.42\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m924.84\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m14\u001b[0m, \u001b[1;36m14\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m14\u001b[0m, \u001b[1;36m14\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.45\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m44\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2 \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m200.70\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m401.41\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m d \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m14\u001b[0m, \u001b[1;36m14\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m14\u001b[0m, \u001b[1;36m14\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.46\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m45\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m100.35\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m100.35\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m14\u001b[0m, \u001b[1;36m14\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m14\u001b[0m, \u001b[1;36m14\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.47\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m46\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m3\u001b[0m, \u001b[1;36m3\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;92mTrue\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m462.42\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m924.84\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m14\u001b[0m, \u001b[1;36m14\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m14\u001b[0m, \u001b[1;36m14\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.48\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m47\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2 \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m200.70\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m401.41\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m d \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m14\u001b[0m, \u001b[1;36m14\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m14\u001b[0m, \u001b[1;36m14\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.49\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m48\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m100.35\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m100.35\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m14\u001b[0m, \u001b[1;36m14\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m14\u001b[0m, \u001b[1;36m14\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.50\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m49\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m3\u001b[0m, \u001b[1;36m3\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;92mTrue\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m462.42\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m924.84\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m14\u001b[0m, \u001b[1;36m14\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m14\u001b[0m, \u001b[1;36m14\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.51\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m50\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2 \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m200.70\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m401.41\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m d \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m14\u001b[0m, \u001b[1;36m14\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m14\u001b[0m, \u001b[1;36m14\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.52\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m51\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m100.35\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m100.35\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m14\u001b[0m, \u001b[1;36m14\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m14\u001b[0m, \u001b[1;36m14\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.53\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m52\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m MaxPool2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m2\u001b[0m, \u001b[1;36m2\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m75.26\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m75.26\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m14\u001b[0m, \u001b[1;36m14\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m7\u001b[0m, \u001b[1;36m7\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m avgpool \u001b[38;5;29mโ”‚\u001b[0m AdaptiveAv \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m512\u001b[0m, \u001b[38;5;29mโ”‚\u001b[0m Not \u001b[38;5;29mโ”‚\u001b[0m Not \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m gPool2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m7\u001b[0m, \u001b[1;36m7\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m7\u001b[0m, \u001b[1;36m7\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Supported \u001b[38;5;29mโ”‚\u001b[0m Supported \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m classifier \u001b[38;5;29mโ”‚\u001b[0m Sequential \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m25088\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m1000\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m123.64\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m247.28\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.1\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Linear \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;92mTrue\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m25088\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m4096\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m102.76\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m205.52\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.2\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m4096\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m4096\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4.10\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4.10\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.3\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Dropout \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m4096\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m4096\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Not \u001b[38;5;29mโ”‚\u001b[0m Not \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Supported \u001b[38;5;29mโ”‚\u001b[0m Supported \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.4\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Linear \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;92mTrue\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m4096\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m4096\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m16.78\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m33.55\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.5\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m4096\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m4096\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4.10\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4.10\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.6\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m5\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Dropout \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m4096\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m4096\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Not \u001b[38;5;29mโ”‚\u001b[0m Not \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Supported \u001b[38;5;29mโ”‚\u001b[0m Supported \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.7\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m6\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Linear \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;92mTrue\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m4096\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1m[\u001b[0m\u001b[1;36m1\u001b[0m, \u001b[1;36m1000\u001b[0m\u001b[1m]\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4.10\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m8.19\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ\u001b[0m\n", + "\u001b[38;5;245m------------------------------------------------- \u001b[0m\u001b[38;5;245ms u m m a r y\u001b[0m\u001b[38;5;245m -------------------------------------------------\u001b[0m\n", + "\u001b[2mโ€ข \u001b[0m\u001b[1;2mModel :\u001b[0m\u001b[2m VGG \u001b[0m \u001b[2mโ€ข \u001b[0m\u001b[1;2mStatistics:\u001b[0m\u001b[2m cal \u001b[0m \n", + "\u001b[2mโ€ข \u001b[0m\u001b[1;2mDevice :\u001b[0m\u001b[2m cuda \u001b[0m \u001b[2mโ€ข \u001b[0m\u001b[1;2mFLOPs :\u001b[0m\u001b[2m \u001b[0m\u001b[1;2;36m39.34\u001b[0m\u001b[2m G \u001b[0m \n", + "\u001b[2mโ€ข \u001b[0m\u001b[1;2mSignature:\u001b[0m\u001b[2m \u001b[0m\u001b[1;2;35mforward\u001b[0m\u001b[1;2m(\u001b[0m\u001b[2mself, x\u001b[0m\u001b[1;2m)\u001b[0m\u001b[2m \u001b[0m \u001b[2mโ€ข \u001b[0m\u001b[1;2;35mMACs\u001b[0m\u001b[1;2m(\u001b[0m\u001b[1;2maka MACC, MADD\u001b[0m\u001b[1;2m)\u001b[0m\u001b[1;2m:\u001b[0m\u001b[2m \u001b[0m\u001b[1;2;36m19.68\u001b[0m\u001b[2m G \u001b[0m \n", + "\u001b[2mโ€ข \u001b[0m\u001b[1;2mInput :\u001b[0m\u001b[2m \u001b[0m \n", + "\u001b[2m x = \u001b[0m\u001b[1;2;35mShape\u001b[0m\u001b[1;2m(\u001b[0m\u001b[1;2;32m[\u001b[0m\u001b[1;2;32m1\u001b[0m\u001b[1;2;32m, \u001b[0m\u001b[1;2;32m3\u001b[0m\u001b[1;2;32m, \u001b[0m\u001b[1;2;32m224\u001b[0m\u001b[1;2;32m, \u001b[0m\u001b[1;2;32m224\u001b[0m\u001b[1;2;32m]\u001b[0m\u001b[1;2m)\u001b[0m\u001b[2m \u001b[0m\u001b[1;2m<\u001b[0m\u001b[1;2;95mTensor\u001b[0m\u001b[1;2m>\u001b[0m \n" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "# 6.2 Computational Profiling\n", + "print(\"=\"*10, \" Computational Profiling \", \"=\"*10)\n", + "\n", + "## FLOPs/MACs precision calculation\n", + "print(metered_model.cal)\n", + "\n", + "## Operation-wise calculation distribution analysis\n", + "tb, data = metered_model.profile('cal', no_tree=True)" + ] + }, + { + "cell_type": "code", + "execution_count": 37, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
==========  Memory Diagnostics  ==========\n",
+       "
\n" + ], + "text/plain": [ + "========== Memory Diagnostics ==========\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "
Memory_INFO\n",
+       "โ€ข   Operation_Id = 0\n",
+       "โ€ข Operation_Type = VGG\n",
+       "โ€ข Operation_Name = VGG\n",
+       "โ€ข     Param_Cost = 574712992.00 = 548.09 MiB\n",
+       "โ€ข    Buffer_Cost = 44160.00 = 43.12 KiB\n",
+       "โ€ข    Output_Cost = 125108128.00 = 119.31 MiB\n",
+       "โ€ข          Total = 699865280.00 = 667.44 MiB\n",
+       "\n",
+       "
\n" + ], + "text/plain": [ + "Memory_INFO\n", + "โ€ข Operation_Id = \u001b[1;36m0\u001b[0m\n", + "โ€ข Operation_Type = VGG\n", + "โ€ข Operation_Name = VGG\n", + "โ€ข Param_Cost = \u001b[1;36m574712992.00\u001b[0m = \u001b[1;36m548.09\u001b[0m MiB\n", + "โ€ข Buffer_Cost = \u001b[1;36m44160.00\u001b[0m = \u001b[1;36m43.12\u001b[0m KiB\n", + "โ€ข Output_Cost = \u001b[1;36m125108128.00\u001b[0m = \u001b[1;36m119.31\u001b[0m MiB\n", + "โ€ข Total = \u001b[1;36m699865280.00\u001b[0m = \u001b[1;36m667.44\u001b[0m MiB\n", + "\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "
โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ\n",
+       "โ”‚ Operation_Id โ”‚ Operation_Name โ”‚  Operation_Type   โ”‚ Param_Cost โ”‚ Buffer_Cost โ”‚ Output_Cost โ”‚   Total    โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚      1       โ”‚    features    โ”‚    Sequential     โ”‚ 76.43 MiB  โ”‚  43.12 KiB  โ”‚ 119.15 MiB  โ”‚ 195.62 MiB โ”‚\n",
+       "โ”‚     1.1      โ”‚       0        โ”‚      Conv2d       โ”‚   7 KiB    โ”‚      -      โ”‚  12.25 MiB  โ”‚ 12.26 MiB  โ”‚\n",
+       "โ”‚     1.2      โ”‚       1        โ”‚    BatchNorm2d    โ”‚   512 B    โ”‚    520 B    โ”‚  12.25 MiB  โ”‚ 12.25 MiB  โ”‚\n",
+       "โ”‚     1.3      โ”‚       2        โ”‚   ReLU(inplace)   โ”‚     -      โ”‚      -      โ”‚      -      โ”‚     -      โ”‚\n",
+       "โ”‚     1.4      โ”‚       3        โ”‚      Conv2d       โ”‚ 144.25 KiB โ”‚      -      โ”‚  12.25 MiB  โ”‚ 12.39 MiB  โ”‚\n",
+       "โ”‚     1.5      โ”‚       4        โ”‚    BatchNorm2d    โ”‚   512 B    โ”‚    520 B    โ”‚  12.25 MiB  โ”‚ 12.25 MiB  โ”‚\n",
+       "โ”‚     1.6      โ”‚       5        โ”‚   ReLU(inplace)   โ”‚     -      โ”‚      -      โ”‚      -      โ”‚     -      โ”‚\n",
+       "โ”‚     1.7      โ”‚       6        โ”‚     MaxPool2d     โ”‚     -      โ”‚      -      โ”‚  3.06 MiB   โ”‚  3.06 MiB  โ”‚\n",
+       "โ”‚     1.8      โ”‚       7        โ”‚      Conv2d       โ”‚ 288.50 KiB โ”‚      -      โ”‚  6.12 MiB   โ”‚  6.41 MiB  โ”‚\n",
+       "โ”‚     1.9      โ”‚       8        โ”‚    BatchNorm2d    โ”‚   1 KiB    โ”‚  1.01 KiB   โ”‚  6.12 MiB   โ”‚  6.13 MiB  โ”‚\n",
+       "โ”‚     1.10     โ”‚       9        โ”‚   ReLU(inplace)   โ”‚     -      โ”‚      -      โ”‚      -      โ”‚     -      โ”‚\n",
+       "โ”‚     1.11     โ”‚       10       โ”‚      Conv2d       โ”‚ 576.50 KiB โ”‚      -      โ”‚  6.12 MiB   โ”‚  6.69 MiB  โ”‚\n",
+       "โ”‚     1.12     โ”‚       11       โ”‚    BatchNorm2d    โ”‚   1 KiB    โ”‚  1.01 KiB   โ”‚  6.12 MiB   โ”‚  6.13 MiB  โ”‚\n",
+       "โ”‚     1.13     โ”‚       12       โ”‚   ReLU(inplace)   โ”‚     -      โ”‚      -      โ”‚      -      โ”‚     -      โ”‚\n",
+       "โ”‚     1.14     โ”‚       13       โ”‚     MaxPool2d     โ”‚     -      โ”‚      -      โ”‚  1.53 MiB   โ”‚  1.53 MiB  โ”‚\n",
+       "โ”‚     1.15     โ”‚       14       โ”‚      Conv2d       โ”‚  1.13 MiB  โ”‚      -      โ”‚  3.06 MiB   โ”‚  4.19 MiB  โ”‚\n",
+       "โ”‚     1.16     โ”‚       15       โ”‚    BatchNorm2d    โ”‚   2 KiB    โ”‚  2.01 KiB   โ”‚  3.06 MiB   โ”‚  3.07 MiB  โ”‚\n",
+       "โ”‚     1.17     โ”‚       16       โ”‚   ReLU(inplace)   โ”‚     -      โ”‚      -      โ”‚      -      โ”‚     -      โ”‚\n",
+       "โ”‚     1.18     โ”‚       17       โ”‚      Conv2d       โ”‚  2.25 MiB  โ”‚      -      โ”‚  3.06 MiB   โ”‚  5.31 MiB  โ”‚\n",
+       "โ”‚     1.19     โ”‚       18       โ”‚    BatchNorm2d    โ”‚   2 KiB    โ”‚  2.01 KiB   โ”‚  3.06 MiB   โ”‚  3.07 MiB  โ”‚\n",
+       "โ”‚     1.20     โ”‚       19       โ”‚   ReLU(inplace)   โ”‚     -      โ”‚      -      โ”‚      -      โ”‚     -      โ”‚\n",
+       "โ”‚     1.21     โ”‚       20       โ”‚      Conv2d       โ”‚  2.25 MiB  โ”‚      -      โ”‚  3.06 MiB   โ”‚  5.31 MiB  โ”‚\n",
+       "โ”‚     1.22     โ”‚       21       โ”‚    BatchNorm2d    โ”‚   2 KiB    โ”‚  2.01 KiB   โ”‚  3.06 MiB   โ”‚  3.07 MiB  โ”‚\n",
+       "โ”‚     1.23     โ”‚       22       โ”‚   ReLU(inplace)   โ”‚     -      โ”‚      -      โ”‚      -      โ”‚     -      โ”‚\n",
+       "โ”‚     1.24     โ”‚       23       โ”‚      Conv2d       โ”‚  2.25 MiB  โ”‚      -      โ”‚  3.06 MiB   โ”‚  5.31 MiB  โ”‚\n",
+       "โ”‚     1.25     โ”‚       24       โ”‚    BatchNorm2d    โ”‚   2 KiB    โ”‚  2.01 KiB   โ”‚  3.06 MiB   โ”‚  3.07 MiB  โ”‚\n",
+       "โ”‚     1.26     โ”‚       25       โ”‚   ReLU(inplace)   โ”‚     -      โ”‚      -      โ”‚      -      โ”‚     -      โ”‚\n",
+       "โ”‚     1.27     โ”‚       26       โ”‚     MaxPool2d     โ”‚     -      โ”‚      -      โ”‚   784 KiB   โ”‚  784 KiB   โ”‚\n",
+       "โ”‚     1.28     โ”‚       27       โ”‚      Conv2d       โ”‚  4.50 MiB  โ”‚      -      โ”‚  1.53 MiB   โ”‚  6.03 MiB  โ”‚\n",
+       "โ”‚     1.29     โ”‚       28       โ”‚    BatchNorm2d    โ”‚   4 KiB    โ”‚  4.01 KiB   โ”‚  1.53 MiB   โ”‚  1.54 MiB  โ”‚\n",
+       "โ”‚     1.30     โ”‚       29       โ”‚   ReLU(inplace)   โ”‚     -      โ”‚      -      โ”‚      -      โ”‚     -      โ”‚\n",
+       "โ”‚     1.31     โ”‚       30       โ”‚      Conv2d       โ”‚  9.00 MiB  โ”‚      -      โ”‚  1.53 MiB   โ”‚ 10.53 MiB  โ”‚\n",
+       "โ”‚     1.32     โ”‚       31       โ”‚    BatchNorm2d    โ”‚   4 KiB    โ”‚  4.01 KiB   โ”‚  1.53 MiB   โ”‚  1.54 MiB  โ”‚\n",
+       "โ”‚     1.33     โ”‚       32       โ”‚   ReLU(inplace)   โ”‚     -      โ”‚      -      โ”‚      -      โ”‚     -      โ”‚\n",
+       "โ”‚     1.34     โ”‚       33       โ”‚      Conv2d       โ”‚  9.00 MiB  โ”‚      -      โ”‚  1.53 MiB   โ”‚ 10.53 MiB  โ”‚\n",
+       "โ”‚     1.35     โ”‚       34       โ”‚    BatchNorm2d    โ”‚   4 KiB    โ”‚  4.01 KiB   โ”‚  1.53 MiB   โ”‚  1.54 MiB  โ”‚\n",
+       "โ”‚     1.36     โ”‚       35       โ”‚   ReLU(inplace)   โ”‚     -      โ”‚      -      โ”‚      -      โ”‚     -      โ”‚\n",
+       "โ”‚     1.37     โ”‚       36       โ”‚      Conv2d       โ”‚  9.00 MiB  โ”‚      -      โ”‚  1.53 MiB   โ”‚ 10.53 MiB  โ”‚\n",
+       "โ”‚     1.38     โ”‚       37       โ”‚    BatchNorm2d    โ”‚   4 KiB    โ”‚  4.01 KiB   โ”‚  1.53 MiB   โ”‚  1.54 MiB  โ”‚\n",
+       "โ”‚     1.39     โ”‚       38       โ”‚   ReLU(inplace)   โ”‚     -      โ”‚      -      โ”‚      -      โ”‚     -      โ”‚\n",
+       "โ”‚     1.40     โ”‚       39       โ”‚     MaxPool2d     โ”‚     -      โ”‚      -      โ”‚   392 KiB   โ”‚  392 KiB   โ”‚\n",
+       "โ”‚     1.41     โ”‚       40       โ”‚      Conv2d       โ”‚  9.00 MiB  โ”‚      -      โ”‚   392 KiB   โ”‚  9.38 MiB  โ”‚\n",
+       "โ”‚     1.42     โ”‚       41       โ”‚    BatchNorm2d    โ”‚   4 KiB    โ”‚  4.01 KiB   โ”‚   392 KiB   โ”‚ 400.01 KiB โ”‚\n",
+       "โ”‚     1.43     โ”‚       42       โ”‚   ReLU(inplace)   โ”‚     -      โ”‚      -      โ”‚      -      โ”‚     -      โ”‚\n",
+       "โ”‚     1.44     โ”‚       43       โ”‚      Conv2d       โ”‚  9.00 MiB  โ”‚      -      โ”‚   392 KiB   โ”‚  9.38 MiB  โ”‚\n",
+       "โ”‚     1.45     โ”‚       44       โ”‚    BatchNorm2d    โ”‚   4 KiB    โ”‚  4.01 KiB   โ”‚   392 KiB   โ”‚ 400.01 KiB โ”‚\n",
+       "โ”‚     1.46     โ”‚       45       โ”‚   ReLU(inplace)   โ”‚     -      โ”‚      -      โ”‚      -      โ”‚     -      โ”‚\n",
+       "โ”‚     1.47     โ”‚       46       โ”‚      Conv2d       โ”‚  9.00 MiB  โ”‚      -      โ”‚   392 KiB   โ”‚  9.38 MiB  โ”‚\n",
+       "โ”‚     1.48     โ”‚       47       โ”‚    BatchNorm2d    โ”‚   4 KiB    โ”‚  4.01 KiB   โ”‚   392 KiB   โ”‚ 400.01 KiB โ”‚\n",
+       "โ”‚     1.49     โ”‚       48       โ”‚   ReLU(inplace)   โ”‚     -      โ”‚      -      โ”‚      -      โ”‚     -      โ”‚\n",
+       "โ”‚     1.50     โ”‚       49       โ”‚      Conv2d       โ”‚  9.00 MiB  โ”‚      -      โ”‚   392 KiB   โ”‚  9.38 MiB  โ”‚\n",
+       "โ”‚     1.51     โ”‚       50       โ”‚    BatchNorm2d    โ”‚   4 KiB    โ”‚  4.01 KiB   โ”‚   392 KiB   โ”‚ 400.01 KiB โ”‚\n",
+       "โ”‚     1.52     โ”‚       51       โ”‚   ReLU(inplace)   โ”‚     -      โ”‚      -      โ”‚      -      โ”‚     -      โ”‚\n",
+       "โ”‚     1.53     โ”‚       52       โ”‚     MaxPool2d     โ”‚     -      โ”‚      -      โ”‚   98 KiB    โ”‚   98 KiB   โ”‚\n",
+       "โ”‚      2       โ”‚    avgpool     โ”‚ AdaptiveAvgPool2d โ”‚     -      โ”‚      -      โ”‚   98 KiB    โ”‚   98 KiB   โ”‚\n",
+       "โ”‚      3       โ”‚   classifier   โ”‚    Sequential     โ”‚ 471.66 MiB โ”‚    0.00     โ”‚  67.91 KiB  โ”‚ 471.73 MiB โ”‚\n",
+       "โ”‚     3.1      โ”‚       0        โ”‚      Linear       โ”‚ 392.02 MiB โ”‚      -      โ”‚   16 KiB    โ”‚ 392.03 MiB โ”‚\n",
+       "โ”‚     3.2      โ”‚       1        โ”‚   ReLU(inplace)   โ”‚     -      โ”‚      -      โ”‚      -      โ”‚     -      โ”‚\n",
+       "โ”‚     3.3      โ”‚       2        โ”‚      Dropout      โ”‚     -      โ”‚      -      โ”‚   16 KiB    โ”‚   16 KiB   โ”‚\n",
+       "โ”‚     3.4      โ”‚       3        โ”‚      Linear       โ”‚ 64.02 MiB  โ”‚      -      โ”‚   16 KiB    โ”‚ 64.03 MiB  โ”‚\n",
+       "โ”‚     3.5      โ”‚       4        โ”‚   ReLU(inplace)   โ”‚     -      โ”‚      -      โ”‚      -      โ”‚     -      โ”‚\n",
+       "โ”‚     3.6      โ”‚       5        โ”‚      Dropout      โ”‚     -      โ”‚      -      โ”‚   16 KiB    โ”‚   16 KiB   โ”‚\n",
+       "โ”‚     3.7      โ”‚       6        โ”‚      Linear       โ”‚ 15.63 MiB  โ”‚      -      โ”‚  3.91 KiB   โ”‚ 15.63 MiB  โ”‚\n",
+       "โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ\n",
+       "---------------------------------------------- s u m m a r y ----------------------------------------------\n",
+       "โ€ข Model    : VGG                                   โ€ข Statistics: mem                                       \n",
+       "โ€ข Device   : cuda                                  โ€ข Parameters Memory Cost: 548.09 MiB, 82.12 %           \n",
+       "โ€ข Signature: forward(self, x)                      โ€ข Buffers Memory Cost   : 43.12 KiB, 0.01 %             \n",
+       "โ€ข Input    :                                       โ€ข FeatureMap Memory Cost: 119.31 MiB, 17.88 %           \n",
+       "   x = Shape([1, 3, 224, 224]) <Tensor>            โ€ข Total Memory Cost     : 667.44 MiB                    \n",
+       "
\n" + ], + "text/plain": [ + "\u001b[38;5;29mโ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1mOperation_Id\u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1mOperation_Name\u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1m Operation_Type \u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1mParam_Cost\u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1mBuffer_Cost\u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1mOutput_Cost\u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1m Total \u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m features \u001b[38;5;29mโ”‚\u001b[0m Sequential \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m76.43\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m43.12\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m119.15\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m195.62\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.1\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m7\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m12.25\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m12.26\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.2\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512\u001b[0m B \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m520\u001b[0m B \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m12.25\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m12.25\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.3\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;35mReLU\u001b[0m\u001b[1m(\u001b[0minplace\u001b[1m)\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.4\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m144.25\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m12.25\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m12.39\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.5\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512\u001b[0m B \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m520\u001b[0m B \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m12.25\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m12.25\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.6\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m5\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;35mReLU\u001b[0m\u001b[1m(\u001b[0minplace\u001b[1m)\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.7\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m6\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m MaxPool2d \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.06\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.06\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.8\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m7\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m288.50\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m6.12\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m6.41\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.9\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m8\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.01\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m6.12\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m6.13\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.10\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m9\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;35mReLU\u001b[0m\u001b[1m(\u001b[0minplace\u001b[1m)\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.11\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m10\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m576.50\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m6.12\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m6.69\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.12\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m11\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.01\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m6.12\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m6.13\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.13\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m12\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;35mReLU\u001b[0m\u001b[1m(\u001b[0minplace\u001b[1m)\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.14\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m13\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m MaxPool2d \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.53\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.53\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.15\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m14\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.13\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.06\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4.19\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.16\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m15\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2.01\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.06\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.07\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.17\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m16\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;35mReLU\u001b[0m\u001b[1m(\u001b[0minplace\u001b[1m)\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.18\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m17\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2.25\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.06\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m5.31\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.19\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m18\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2.01\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.06\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.07\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.20\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m19\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;35mReLU\u001b[0m\u001b[1m(\u001b[0minplace\u001b[1m)\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.21\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m20\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2.25\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.06\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m5.31\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.22\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m21\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2.01\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.06\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.07\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.23\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m22\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;35mReLU\u001b[0m\u001b[1m(\u001b[0minplace\u001b[1m)\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.24\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m23\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2.25\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.06\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m5.31\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.25\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m24\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2.01\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.06\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.07\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.26\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m25\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;35mReLU\u001b[0m\u001b[1m(\u001b[0minplace\u001b[1m)\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.27\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m26\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m MaxPool2d \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m784\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m784\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.28\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m27\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4.50\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.53\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m6.03\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.29\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m28\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4.01\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.53\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.54\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.30\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m29\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;35mReLU\u001b[0m\u001b[1m(\u001b[0minplace\u001b[1m)\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.31\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m30\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m9.00\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.53\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m10.53\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.32\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m31\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4.01\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.53\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.54\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.33\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m32\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;35mReLU\u001b[0m\u001b[1m(\u001b[0minplace\u001b[1m)\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.34\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m33\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m9.00\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.53\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m10.53\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.35\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m34\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4.01\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.53\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.54\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.36\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m35\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;35mReLU\u001b[0m\u001b[1m(\u001b[0minplace\u001b[1m)\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.37\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m36\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m9.00\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.53\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m10.53\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.38\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m37\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4.01\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.53\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.54\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.39\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m38\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;35mReLU\u001b[0m\u001b[1m(\u001b[0minplace\u001b[1m)\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.40\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m39\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m MaxPool2d \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m392\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m392\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.41\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m40\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m9.00\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m392\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m9.38\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.42\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m41\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4.01\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m392\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m400.01\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.43\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m42\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;35mReLU\u001b[0m\u001b[1m(\u001b[0minplace\u001b[1m)\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.44\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m43\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m9.00\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m392\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m9.38\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.45\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m44\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4.01\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m392\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m400.01\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.46\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m45\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;35mReLU\u001b[0m\u001b[1m(\u001b[0minplace\u001b[1m)\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.47\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m46\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m9.00\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m392\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m9.38\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.48\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m47\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4.01\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m392\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m400.01\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.49\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m48\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;35mReLU\u001b[0m\u001b[1m(\u001b[0minplace\u001b[1m)\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.50\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m49\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m9.00\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m392\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m9.38\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.51\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m50\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4.01\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m392\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m400.01\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.52\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m51\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;35mReLU\u001b[0m\u001b[1m(\u001b[0minplace\u001b[1m)\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.53\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m52\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m MaxPool2d \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m98\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m98\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m avgpool \u001b[38;5;29mโ”‚\u001b[0m AdaptiveAvgPool2d \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m98\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m98\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m classifier \u001b[38;5;29mโ”‚\u001b[0m Sequential \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m471.66\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m67.91\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m471.73\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.1\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Linear \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m392.02\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m16\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m392.03\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.2\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;35mReLU\u001b[0m\u001b[1m(\u001b[0minplace\u001b[1m)\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.3\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Dropout \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m16\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m16\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.4\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Linear \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m64.02\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m16\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m64.03\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.5\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;35mReLU\u001b[0m\u001b[1m(\u001b[0minplace\u001b[1m)\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.6\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m5\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Dropout \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m16\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m16\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.7\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m6\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Linear \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m15.63\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.91\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m15.63\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ\u001b[0m\n", + "\u001b[38;5;245m---------------------------------------------- \u001b[0m\u001b[38;5;245ms u m m a r y\u001b[0m\u001b[38;5;245m ----------------------------------------------\u001b[0m\n", + "\u001b[2mโ€ข \u001b[0m\u001b[1;2mModel :\u001b[0m\u001b[2m VGG \u001b[0m \u001b[2mโ€ข \u001b[0m\u001b[1;2mStatistics:\u001b[0m\u001b[2m mem \u001b[0m \n", + "\u001b[2mโ€ข \u001b[0m\u001b[1;2mDevice :\u001b[0m\u001b[2m cuda \u001b[0m \u001b[2mโ€ข \u001b[0m\u001b[1;2mParameters\u001b[0m\u001b[1;2m Memory Cost:\u001b[0m\u001b[2m \u001b[0m\u001b[1;2;36m548.09\u001b[0m\u001b[2m MiB, \u001b[0m\u001b[1;2;36m82.12\u001b[0m\u001b[2m %\u001b[0m \n", + "\u001b[2mโ€ข \u001b[0m\u001b[1;2mSignature:\u001b[0m\u001b[2m \u001b[0m\u001b[1;2;35mforward\u001b[0m\u001b[1;2m(\u001b[0m\u001b[2mself, x\u001b[0m\u001b[1;2m)\u001b[0m\u001b[2m \u001b[0m \u001b[2mโ€ข \u001b[0m\u001b[1;2mBuffers\u001b[0m\u001b[1;2m Memory Cost :\u001b[0m\u001b[2m \u001b[0m\u001b[1;2;36m43.12\u001b[0m\u001b[2m KiB, \u001b[0m\u001b[1;2;36m0.01\u001b[0m\u001b[2m % \u001b[0m \n", + "\u001b[2mโ€ข \u001b[0m\u001b[1;2mInput :\u001b[0m\u001b[2m \u001b[0m \u001b[2mโ€ข \u001b[0m\u001b[1;2mFeatureMap\u001b[0m\u001b[1;2m Memory Cost:\u001b[0m\u001b[2m \u001b[0m\u001b[1;2;36m119.31\u001b[0m\u001b[2m MiB, \u001b[0m\u001b[1;2;36m17.88\u001b[0m\u001b[2m %\u001b[0m \n", + "\u001b[2m x = \u001b[0m\u001b[1;2;35mShape\u001b[0m\u001b[1;2m(\u001b[0m\u001b[1;2;32m[\u001b[0m\u001b[1;2;32m1\u001b[0m\u001b[1;2;32m, \u001b[0m\u001b[1;2;32m3\u001b[0m\u001b[1;2;32m, \u001b[0m\u001b[1;2;32m224\u001b[0m\u001b[1;2;32m, \u001b[0m\u001b[1;2;32m224\u001b[0m\u001b[1;2;32m]\u001b[0m\u001b[1;2m)\u001b[0m\u001b[2m \u001b[0m\u001b[1;2m<\u001b[0m\u001b[1;2;95mTensor\u001b[0m\u001b[1;2m>\u001b[0m\u001b[2m \u001b[0m \u001b[2mโ€ข \u001b[0m\u001b[1;2mTotal Memory Cost\u001b[0m\u001b[1;2m :\u001b[0m\u001b[2m \u001b[0m\u001b[1;2;36m667.44\u001b[0m\u001b[2m MiB \u001b[0m \n" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "# 6.3 Memory Diagnostics\n", + "print(\"=\"*10, \" Memory Diagnostics \", \"=\"*10)\n", + "\n", + "## Input/output tensor memory awareness\n", + "print(metered_model.mem)\n", + "\n", + "## Hierarchical memory consumption analysis\n", + "tb, data = metered_model.profile('mem', no_tree=True)" + ] + }, + { + "cell_type": "code", + "execution_count": 38, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
==========  Inference latency & Throughput benchmarking  ==========\n",
+       "
\n" + ], + "text/plain": [ + "========== Inference latency & Throughput benchmarking ==========\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Warming Up: 100%|โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆ| 10/10 [00:00<00:00, 402.66it/s]\n", + "Benchmark Inference Time & Throughput: 100%|โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆ| 1280/1280 [00:01<00:00, 674.62module/s]\n" + ] + }, + { + "data": { + "text/html": [ + "
InferTime_Throughput_INFO\n",
+       "โ€ข   Operation_Id = 0\n",
+       "โ€ข Operation_Name = VGG\n",
+       "โ€ข Operation_Type = VGG\n",
+       "โ€ข     Infer_Time = 1.70 ms ยฑ 3.33 us\n",
+       "โ€ข     Throughput = 589.36 IPS ยฑ 1.16 IPS\n",
+       "\n",
+       "
\n" + ], + "text/plain": [ + "InferTime_Throughput_INFO\n", + "โ€ข Operation_Id = \u001b[1;36m0\u001b[0m\n", + "โ€ข Operation_Name = VGG\n", + "โ€ข Operation_Type = VGG\n", + "โ€ข Infer_Time = \u001b[1;36m1.70\u001b[0m ms ยฑ \u001b[1;36m3.33\u001b[0m us\n", + "โ€ข Throughput = \u001b[1;36m589.36\u001b[0m IPS ยฑ \u001b[1;36m1.16\u001b[0m IPS\n", + "\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "name": "stderr", "output_type": "stream", "text": [ - "Greetings, dear Sir Ahzyuan!\n", - "Greetings, dear Sir Ahzyuan!\n", - "Greetings, dear Sir Ahzyuan!\n", - "None\n" + "Warming Up: 100%|โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆ| 10/10 [00:00<00:00, 445.18it/s]\n", + "Benchmark Inference Time & Throughput: 100%|โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆ| 1280/1280 [00:01<00:00, 650.63module/s]\n" ] + }, + { + "data": { + "text/html": [ + "
โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ\n",
+       "โ”‚ Operation_Id โ”‚ Operation_Name โ”‚  Operation_Type   โ”‚      Infer_Time       โ”‚        Throughput         โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚      1       โ”‚    features    โ”‚    Sequential     โ”‚  1.10 ms ยฑ 25.81 us   โ”‚  913.10 IPS ยฑ 21.09 IPS   โ”‚\n",
+       "โ”‚     1.1      โ”‚       0        โ”‚      Conv2d       โ”‚  31.74 us ยฑ 1.29 us   โ”‚  31.50 KIPS ยฑ 1.31 KIPS   โ”‚\n",
+       "โ”‚     1.2      โ”‚       1        โ”‚    BatchNorm2d    โ”‚  48.13 us ยฑ 3.26 us   โ”‚  20.78 KIPS ยฑ 1.44 KIPS   โ”‚\n",
+       "โ”‚     1.3      โ”‚       2        โ”‚       ReLU        โ”‚  22.69 us ยฑ 1.02 us   โ”‚  44.08 KIPS ยฑ 1.93 KIPS   โ”‚\n",
+       "โ”‚     1.4      โ”‚       3        โ”‚      Conv2d       โ”‚  107.52 us ยฑ 1.02 us  โ”‚   9.30 KIPS ยฑ 87.74 IPS   โ”‚\n",
+       "โ”‚     1.5      โ”‚       4        โ”‚    BatchNorm2d    โ”‚  49.15 us ยฑ 4.06 us   โ”‚  20.35 KIPS ยฑ 1.82 KIPS   โ”‚\n",
+       "โ”‚     1.6      โ”‚       5        โ”‚       ReLU        โ”‚  23.55 us ยฑ 1.00 us   โ”‚  42.46 KIPS ยฑ 1.88 KIPS   โ”‚\n",
+       "โ”‚     1.7      โ”‚       6        โ”‚     MaxPool2d     โ”‚  38.00 us ยฑ 1.78 us   โ”‚  26.32 KIPS ยฑ 1.24 KIPS   โ”‚\n",
+       "โ”‚     1.8      โ”‚       7        โ”‚      Conv2d       โ”‚  94.30 us ยฑ 3.98 us   โ”‚  10.60 KIPS ยฑ 439.37 IPS  โ”‚\n",
+       "โ”‚     1.9      โ”‚       8        โ”‚    BatchNorm2d    โ”‚  62.74 us ยฑ 3.02 us   โ”‚  15.94 KIPS ยฑ 763.50 IPS  โ”‚\n",
+       "โ”‚     1.10     โ”‚       9        โ”‚       ReLU        โ”‚  28.83 us ยฑ 1.58 us   โ”‚  34.68 KIPS ยฑ 1.83 KIPS   โ”‚\n",
+       "โ”‚     1.11     โ”‚       10       โ”‚      Conv2d       โ”‚ 117.74 us ยฑ 232.00 ns โ”‚   8.49 KIPS ยฑ 16.77 IPS   โ”‚\n",
+       "โ”‚     1.12     โ”‚       11       โ”‚    BatchNorm2d    โ”‚  62.46 us ยฑ 1.44 us   โ”‚  16.01 KIPS ยฑ 364.55 IPS  โ”‚\n",
+       "โ”‚     1.13     โ”‚       12       โ”‚       ReLU        โ”‚  14.34 us ยฑ 14.90 us  โ”‚  69.75 KIPS ยฑ 36.28 KIPS  โ”‚\n",
+       "โ”‚     1.14     โ”‚       13       โ”‚     MaxPool2d     โ”‚    14.34 us ยฑ 0.00    โ”‚     69.75 KIPS ยฑ 0.00     โ”‚\n",
+       "โ”‚     1.15     โ”‚       14       โ”‚      Conv2d       โ”‚  52.24 us ยฑ 1.26 us   โ”‚  19.14 KIPS ยฑ 457.88 IPS  โ”‚\n",
+       "โ”‚     1.16     โ”‚       15       โ”‚    BatchNorm2d    โ”‚  10.93 us ยฑ 1.02 us   โ”‚  91.59 KIPS ยฑ 8.88 KIPS   โ”‚\n",
+       "โ”‚     1.17     โ”‚       16       โ”‚       ReLU        โ”‚  8.35 us ยฑ 352.00 ns  โ”‚  119.74 KIPS ยฑ 5.03 KIPS  โ”‚\n",
+       "โ”‚     1.18     โ”‚       17       โ”‚      Conv2d       โ”‚ 86.02 us ยฑ 424.00 ns  โ”‚  11.63 KIPS ยฑ 56.84 IPS   โ”‚\n",
+       "โ”‚     1.19     โ”‚       18       โ”‚    BatchNorm2d    โ”‚  11.26 us ยฑ 1.02 us   โ”‚  88.78 KIPS ยฑ 8.88 KIPS   โ”‚\n",
+       "โ”‚     1.20     โ”‚       19       โ”‚       ReLU        โ”‚   9.22 us ยฑ 1.04 us   โ”‚ 108.51 KIPS ยฑ 13.67 KIPS  โ”‚\n",
+       "โ”‚     1.21     โ”‚       20       โ”‚      Conv2d       โ”‚  115.79 us ยฑ 2.84 us  โ”‚  8.64 KIPS ยฑ 210.70 IPS   โ”‚\n",
+       "โ”‚     1.22     โ”‚       21       โ”‚    BatchNorm2d    โ”‚  62.26 us ยฑ 2.88 us   โ”‚  16.06 KIPS ยฑ 724.40 IPS  โ”‚\n",
+       "โ”‚     1.23     โ”‚       22       โ”‚       ReLU        โ”‚ 28.67 us ยฑ 400.00 ns  โ”‚  34.88 KIPS ยฑ 490.37 IPS  โ”‚\n",
+       "โ”‚     1.24     โ”‚       23       โ”‚      Conv2d       โ”‚ 115.20 us ยฑ 896.00 ns โ”‚   8.68 KIPS ยฑ 67.44 IPS   โ”‚\n",
+       "โ”‚     1.25     โ”‚       24       โ”‚    BatchNorm2d    โ”‚ 62.54 us ยฑ 856.00 ns  โ”‚  15.99 KIPS ยฑ 217.21 IPS  โ”‚\n",
+       "โ”‚     1.26     โ”‚       25       โ”‚       ReLU        โ”‚  29.58 us ยฑ 1.43 us   โ”‚  33.80 KIPS ยฑ 1.68 KIPS   โ”‚\n",
+       "โ”‚     1.27     โ”‚       26       โ”‚     MaxPool2d     โ”‚  10.24 us ยฑ 1.05 us   โ”‚  97.66 KIPS ยฑ 10.96 KIPS  โ”‚\n",
+       "โ”‚     1.28     โ”‚       27       โ”‚      Conv2d       โ”‚  55.30 us ยฑ 80.00 ns  โ”‚  18.08 KIPS ยฑ 26.12 IPS   โ”‚\n",
+       "โ”‚     1.29     โ”‚       28       โ”‚    BatchNorm2d    โ”‚   8.32 us ยฑ 1.02 us   โ”‚ 120.19 KIPS ยฑ 13.56 KIPS  โ”‚\n",
+       "โ”‚     1.30     โ”‚       29       โ”‚       ReLU        โ”‚  6.34 us ยฑ 520.00 ns  โ”‚ 157.83 KIPS ยฑ 12.43 KIPS  โ”‚\n",
+       "โ”‚     1.31     โ”‚       30       โ”‚      Conv2d       โ”‚  92.82 us ยฑ 1.02 us   โ”‚  10.77 KIPS ยฑ 119.24 IPS  โ”‚\n",
+       "โ”‚     1.32     โ”‚       31       โ”‚    BatchNorm2d    โ”‚  8.19 us ยฑ 424.00 ns  โ”‚  122.07 KIPS ยฑ 5.83 KIPS  โ”‚\n",
+       "โ”‚     1.33     โ”‚       32       โ”‚       ReLU        โ”‚   7.17 us ยฑ 1.02 us   โ”‚ 139.51 KIPS ยฑ 23.25 KIPS  โ”‚\n",
+       "โ”‚     1.34     โ”‚       33       โ”‚      Conv2d       โ”‚ 115.33 us ยฑ 21.74 us  โ”‚   8.67 KIPS ยฑ 2.00 KIPS   โ”‚\n",
+       "โ”‚     1.35     โ”‚       34       โ”‚    BatchNorm2d    โ”‚  61.97 us ยฑ 5.38 us   โ”‚  16.14 KIPS ยฑ 1.36 KIPS   โ”‚\n",
+       "โ”‚     1.36     โ”‚       35       โ”‚       ReLU        โ”‚  28.69 us ยฑ 2.80 us   โ”‚  34.86 KIPS ยฑ 3.13 KIPS   โ”‚\n",
+       "โ”‚     1.37     โ”‚       36       โ”‚      Conv2d       โ”‚  114.77 us ยฑ 1.02 us  โ”‚   8.71 KIPS ยฑ 77.16 IPS   โ”‚\n",
+       "โ”‚     1.38     โ”‚       37       โ”‚    BatchNorm2d    โ”‚  61.44 us ยฑ 1.46 us   โ”‚  16.28 KIPS ยฑ 385.09 IPS  โ”‚\n",
+       "โ”‚     1.39     โ”‚       38       โ”‚       ReLU        โ”‚  28.50 us ยฑ 2.25 us   โ”‚  35.09 KIPS ยฑ 2.76 KIPS   โ”‚\n",
+       "โ”‚     1.40     โ”‚       39       โ”‚     MaxPool2d     โ”‚   7.34 us ยฑ 1.02 us   โ”‚ 136.22 KIPS ยฑ 17.44 KIPS  โ”‚\n",
+       "โ”‚     1.41     โ”‚       40       โ”‚      Conv2d       โ”‚  52.88 us ยฑ 1.10 us   โ”‚  18.91 KIPS ยฑ 393.49 IPS  โ”‚\n",
+       "โ”‚     1.42     โ”‚       41       โ”‚    BatchNorm2d    โ”‚  6.14 us ยฑ 704.00 ns  โ”‚ 162.76 KIPS ยฑ 21.06 KIPS  โ”‚\n",
+       "โ”‚     1.43     โ”‚       42       โ”‚       ReLU        โ”‚    4.10 us ยฑ 0.00     โ”‚    244.14 KIPS ยฑ 0.00     โ”‚\n",
+       "โ”‚     1.44     โ”‚       43       โ”‚      Conv2d       โ”‚  53.25 us ยฑ 1.02 us   โ”‚  18.78 KIPS ยฑ 368.24 IPS  โ”‚\n",
+       "โ”‚     1.45     โ”‚       44       โ”‚    BatchNorm2d    โ”‚    6.14 us ยฑ 0.00     โ”‚    162.76 KIPS ยฑ 0.00     โ”‚\n",
+       "โ”‚     1.46     โ”‚       45       โ”‚       ReLU        โ”‚    4.10 us ยฑ 0.00     โ”‚    244.14 KIPS ยฑ 0.00     โ”‚\n",
+       "โ”‚     1.47     โ”‚       46       โ”‚      Conv2d       โ”‚  99.33 us ยฑ 12.35 us  โ”‚  10.07 KIPS ยฑ 2.20 KIPS   โ”‚\n",
+       "โ”‚     1.48     โ”‚       47       โ”‚    BatchNorm2d    โ”‚  64.02 us ยฑ 4.95 us   โ”‚  15.62 KIPS ยฑ 1.18 KIPS   โ”‚\n",
+       "โ”‚     1.49     โ”‚       48       โ”‚       ReLU        โ”‚  28.72 us ยฑ 1.62 us   โ”‚  34.82 KIPS ยฑ 1.92 KIPS   โ”‚\n",
+       "โ”‚     1.50     โ”‚       49       โ”‚      Conv2d       โ”‚  98.54 us ยฑ 4.42 us   โ”‚  10.15 KIPS ยฑ 440.48 IPS  โ”‚\n",
+       "โ”‚     1.51     โ”‚       50       โ”‚    BatchNorm2d    โ”‚ 63.31 us ยฑ 960.00 ns  โ”‚  15.79 KIPS ยฑ 239.17 IPS  โ”‚\n",
+       "โ”‚     1.52     โ”‚       51       โ”‚       ReLU        โ”‚  29.33 us ยฑ 1.02 us   โ”‚  34.10 KIPS ยฑ 1.20 KIPS   โ”‚\n",
+       "โ”‚     1.53     โ”‚       52       โ”‚     MaxPool2d     โ”‚  37.94 us ยฑ 34.18 us  โ”‚ 26.36 KIPS ยฑ 169.86 KIPS  โ”‚\n",
+       "โ”‚      2       โ”‚    avgpool     โ”‚ AdaptiveAvgPool2d โ”‚   4.26 us ยฑ 1.02 us   โ”‚ 234.96 KIPS ยฑ 48.83 KIPS  โ”‚\n",
+       "โ”‚      3       โ”‚   classifier   โ”‚    Sequential     โ”‚ 598.02 us ยฑ 18.75 us  โ”‚   1.67 KIPS ยฑ 51.20 IPS   โ”‚\n",
+       "โ”‚     3.1      โ”‚       0        โ”‚      Linear       โ”‚  521.73 us ยฑ 3.25 us  โ”‚   1.92 KIPS ยฑ 11.98 IPS   โ”‚\n",
+       "โ”‚     3.2      โ”‚       1        โ”‚       ReLU        โ”‚  3.07 us ยฑ 144.00 ns  โ”‚ 325.52 KIPS ยฑ 14.55 KIPS  โ”‚\n",
+       "โ”‚     3.3      โ”‚       2        โ”‚      Dropout      โ”‚   2.05 us ยฑ 1.02 us   โ”‚ 488.28 KIPS ยฑ 488.28 KIPS โ”‚\n",
+       "โ”‚     3.4      โ”‚       3        โ”‚      Linear       โ”‚  99.33 us ยฑ 2.05 us   โ”‚  10.07 KIPS ยฑ 207.60 IPS  โ”‚\n",
+       "โ”‚     3.5      โ”‚       4        โ”‚       ReLU        โ”‚    3.07 us ยฑ 0.00     โ”‚    325.52 KIPS ยฑ 0.00     โ”‚\n",
+       "โ”‚     3.6      โ”‚       5        โ”‚      Dropout      โ”‚  2.05 us ยฑ 21.50 us   โ”‚ 488.28 KIPS ยฑ 932.15 KIPS โ”‚\n",
+       "โ”‚     3.7      โ”‚       6        โ”‚      Linear       โ”‚  50.02 us ยฑ 2.49 us   โ”‚  19.99 KIPS ยฑ 974.84 IPS  โ”‚\n",
+       "โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ\n",
+       "--------------------------------------------- s u m m a r y ---------------------------------------------\n",
+       "โ€ข Model    : VGG                                       โ€ข Statistics: ittp                                \n",
+       "โ€ข Device   : cuda                                      โ€ข Benchmark Times: 20                             \n",
+       "โ€ข Signature: forward(self, x)                          โ€ข Inference Elapse: 1.70 ms ยฑ 2.12 us             \n",
+       "โ€ข Input    :                                           โ€ข Throughput      : 589.23 IPS ยฑ 0.74             \n",
+       "   x = Shape([1, 3, 224, 224]) <Tensor>                                                                  \n",
+       "
\n" + ], + "text/plain": [ + "\u001b[38;5;29mโ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1mOperation_Id\u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1mOperation_Name\u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1m Operation_Type \u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1m Infer_Time \u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1m Throughput \u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m features \u001b[38;5;29mโ”‚\u001b[0m Sequential \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.10\u001b[0m ms ยฑ \u001b[1;36m25.81\u001b[0m us \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m913.10\u001b[0m IPS ยฑ \u001b[1;36m21.09\u001b[0m IPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.1\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m31.74\u001b[0m us ยฑ \u001b[1;36m1.29\u001b[0m us \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m31.50\u001b[0m KIPS ยฑ \u001b[1;36m1.31\u001b[0m KIPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.2\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m48.13\u001b[0m us ยฑ \u001b[1;36m3.26\u001b[0m us \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m20.78\u001b[0m KIPS ยฑ \u001b[1;36m1.44\u001b[0m KIPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.3\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m22.69\u001b[0m us ยฑ \u001b[1;36m1.02\u001b[0m us \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m44.08\u001b[0m KIPS ยฑ \u001b[1;36m1.93\u001b[0m KIPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.4\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m107.52\u001b[0m us ยฑ \u001b[1;36m1.02\u001b[0m us \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m9.30\u001b[0m KIPS ยฑ \u001b[1;36m87.74\u001b[0m IPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.5\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m49.15\u001b[0m us ยฑ \u001b[1;36m4.06\u001b[0m us \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m20.35\u001b[0m KIPS ยฑ \u001b[1;36m1.82\u001b[0m KIPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.6\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m5\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m23.55\u001b[0m us ยฑ \u001b[1;36m1.00\u001b[0m us \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m42.46\u001b[0m KIPS ยฑ \u001b[1;36m1.88\u001b[0m KIPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.7\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m6\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m MaxPool2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m38.00\u001b[0m us ยฑ \u001b[1;36m1.78\u001b[0m us \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m26.32\u001b[0m KIPS ยฑ \u001b[1;36m1.24\u001b[0m KIPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.8\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m7\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m94.30\u001b[0m us ยฑ \u001b[1;36m3.98\u001b[0m us \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m10.60\u001b[0m KIPS ยฑ \u001b[1;36m439.37\u001b[0m IPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.9\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m8\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m62.74\u001b[0m us ยฑ \u001b[1;36m3.02\u001b[0m us \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m15.94\u001b[0m KIPS ยฑ \u001b[1;36m763.50\u001b[0m IPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.10\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m9\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m28.83\u001b[0m us ยฑ \u001b[1;36m1.58\u001b[0m us \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m34.68\u001b[0m KIPS ยฑ \u001b[1;36m1.83\u001b[0m KIPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.11\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m10\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m117.74\u001b[0m us ยฑ \u001b[1;36m232.00\u001b[0m ns \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m8.49\u001b[0m KIPS ยฑ \u001b[1;36m16.77\u001b[0m IPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.12\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m11\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m62.46\u001b[0m us ยฑ \u001b[1;36m1.44\u001b[0m us \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m16.01\u001b[0m KIPS ยฑ \u001b[1;36m364.55\u001b[0m IPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.13\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m12\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m14.34\u001b[0m us ยฑ \u001b[1;36m14.90\u001b[0m us \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m69.75\u001b[0m KIPS ยฑ \u001b[1;36m36.28\u001b[0m KIPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.14\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m13\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m MaxPool2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m14.34\u001b[0m us ยฑ \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m69.75\u001b[0m KIPS ยฑ \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.15\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m14\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m52.24\u001b[0m us ยฑ \u001b[1;36m1.26\u001b[0m us \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m19.14\u001b[0m KIPS ยฑ \u001b[1;36m457.88\u001b[0m IPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.16\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m15\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m10.93\u001b[0m us ยฑ \u001b[1;36m1.02\u001b[0m us \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m91.59\u001b[0m KIPS ยฑ \u001b[1;36m8.88\u001b[0m KIPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.17\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m16\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m8.35\u001b[0m us ยฑ \u001b[1;36m352.00\u001b[0m ns \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m119.74\u001b[0m KIPS ยฑ \u001b[1;36m5.03\u001b[0m KIPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.18\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m17\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m86.02\u001b[0m us ยฑ \u001b[1;36m424.00\u001b[0m ns \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m11.63\u001b[0m KIPS ยฑ \u001b[1;36m56.84\u001b[0m IPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.19\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m18\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m11.26\u001b[0m us ยฑ \u001b[1;36m1.02\u001b[0m us \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m88.78\u001b[0m KIPS ยฑ \u001b[1;36m8.88\u001b[0m KIPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.20\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m19\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m9.22\u001b[0m us ยฑ \u001b[1;36m1.04\u001b[0m us \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m108.51\u001b[0m KIPS ยฑ \u001b[1;36m13.67\u001b[0m KIPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.21\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m20\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m115.79\u001b[0m us ยฑ \u001b[1;36m2.84\u001b[0m us \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m8.64\u001b[0m KIPS ยฑ \u001b[1;36m210.70\u001b[0m IPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.22\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m21\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m62.26\u001b[0m us ยฑ \u001b[1;36m2.88\u001b[0m us \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m16.06\u001b[0m KIPS ยฑ \u001b[1;36m724.40\u001b[0m IPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.23\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m22\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m28.67\u001b[0m us ยฑ \u001b[1;36m400.00\u001b[0m ns \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m34.88\u001b[0m KIPS ยฑ \u001b[1;36m490.37\u001b[0m IPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.24\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m23\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m115.20\u001b[0m us ยฑ \u001b[1;36m896.00\u001b[0m ns \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m8.68\u001b[0m KIPS ยฑ \u001b[1;36m67.44\u001b[0m IPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.25\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m24\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m62.54\u001b[0m us ยฑ \u001b[1;36m856.00\u001b[0m ns \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m15.99\u001b[0m KIPS ยฑ \u001b[1;36m217.21\u001b[0m IPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.26\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m25\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m29.58\u001b[0m us ยฑ \u001b[1;36m1.43\u001b[0m us \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m33.80\u001b[0m KIPS ยฑ \u001b[1;36m1.68\u001b[0m KIPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.27\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m26\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m MaxPool2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m10.24\u001b[0m us ยฑ \u001b[1;36m1.05\u001b[0m us \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m97.66\u001b[0m KIPS ยฑ \u001b[1;36m10.96\u001b[0m KIPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.28\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m27\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m55.30\u001b[0m us ยฑ \u001b[1;36m80.00\u001b[0m ns \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m18.08\u001b[0m KIPS ยฑ \u001b[1;36m26.12\u001b[0m IPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.29\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m28\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m8.32\u001b[0m us ยฑ \u001b[1;36m1.02\u001b[0m us \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m120.19\u001b[0m KIPS ยฑ \u001b[1;36m13.56\u001b[0m KIPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.30\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m29\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m6.34\u001b[0m us ยฑ \u001b[1;36m520.00\u001b[0m ns \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m157.83\u001b[0m KIPS ยฑ \u001b[1;36m12.43\u001b[0m KIPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.31\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m30\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m92.82\u001b[0m us ยฑ \u001b[1;36m1.02\u001b[0m us \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m10.77\u001b[0m KIPS ยฑ \u001b[1;36m119.24\u001b[0m IPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.32\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m31\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m8.19\u001b[0m us ยฑ \u001b[1;36m424.00\u001b[0m ns \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m122.07\u001b[0m KIPS ยฑ \u001b[1;36m5.83\u001b[0m KIPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.33\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m32\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m7.17\u001b[0m us ยฑ \u001b[1;36m1.02\u001b[0m us \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m139.51\u001b[0m KIPS ยฑ \u001b[1;36m23.25\u001b[0m KIPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.34\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m33\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m115.33\u001b[0m us ยฑ \u001b[1;36m21.74\u001b[0m us \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m8.67\u001b[0m KIPS ยฑ \u001b[1;36m2.00\u001b[0m KIPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.35\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m34\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m61.97\u001b[0m us ยฑ \u001b[1;36m5.38\u001b[0m us \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m16.14\u001b[0m KIPS ยฑ \u001b[1;36m1.36\u001b[0m KIPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.36\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m35\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m28.69\u001b[0m us ยฑ \u001b[1;36m2.80\u001b[0m us \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m34.86\u001b[0m KIPS ยฑ \u001b[1;36m3.13\u001b[0m KIPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.37\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m36\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m114.77\u001b[0m us ยฑ \u001b[1;36m1.02\u001b[0m us \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m8.71\u001b[0m KIPS ยฑ \u001b[1;36m77.16\u001b[0m IPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.38\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m37\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m61.44\u001b[0m us ยฑ \u001b[1;36m1.46\u001b[0m us \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m16.28\u001b[0m KIPS ยฑ \u001b[1;36m385.09\u001b[0m IPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.39\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m38\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m28.50\u001b[0m us ยฑ \u001b[1;36m2.25\u001b[0m us \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m35.09\u001b[0m KIPS ยฑ \u001b[1;36m2.76\u001b[0m KIPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.40\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m39\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m MaxPool2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m7.34\u001b[0m us ยฑ \u001b[1;36m1.02\u001b[0m us \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m136.22\u001b[0m KIPS ยฑ \u001b[1;36m17.44\u001b[0m KIPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.41\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m40\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m52.88\u001b[0m us ยฑ \u001b[1;36m1.10\u001b[0m us \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m18.91\u001b[0m KIPS ยฑ \u001b[1;36m393.49\u001b[0m IPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.42\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m41\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m6.14\u001b[0m us ยฑ \u001b[1;36m704.00\u001b[0m ns \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m162.76\u001b[0m KIPS ยฑ \u001b[1;36m21.06\u001b[0m KIPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.43\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m42\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4.10\u001b[0m us ยฑ \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m244.14\u001b[0m KIPS ยฑ \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.44\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m43\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m53.25\u001b[0m us ยฑ \u001b[1;36m1.02\u001b[0m us \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m18.78\u001b[0m KIPS ยฑ \u001b[1;36m368.24\u001b[0m IPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.45\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m44\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m6.14\u001b[0m us ยฑ \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m162.76\u001b[0m KIPS ยฑ \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.46\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m45\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4.10\u001b[0m us ยฑ \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m244.14\u001b[0m KIPS ยฑ \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.47\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m46\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m99.33\u001b[0m us ยฑ \u001b[1;36m12.35\u001b[0m us \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m10.07\u001b[0m KIPS ยฑ \u001b[1;36m2.20\u001b[0m KIPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.48\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m47\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m64.02\u001b[0m us ยฑ \u001b[1;36m4.95\u001b[0m us \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m15.62\u001b[0m KIPS ยฑ \u001b[1;36m1.18\u001b[0m KIPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.49\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m48\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m28.72\u001b[0m us ยฑ \u001b[1;36m1.62\u001b[0m us \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m34.82\u001b[0m KIPS ยฑ \u001b[1;36m1.92\u001b[0m KIPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.50\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m49\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m98.54\u001b[0m us ยฑ \u001b[1;36m4.42\u001b[0m us \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m10.15\u001b[0m KIPS ยฑ \u001b[1;36m440.48\u001b[0m IPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.51\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m50\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m63.31\u001b[0m us ยฑ \u001b[1;36m960.00\u001b[0m ns \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m15.79\u001b[0m KIPS ยฑ \u001b[1;36m239.17\u001b[0m IPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.52\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m51\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m29.33\u001b[0m us ยฑ \u001b[1;36m1.02\u001b[0m us \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m34.10\u001b[0m KIPS ยฑ \u001b[1;36m1.20\u001b[0m KIPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.53\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m52\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m MaxPool2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m37.94\u001b[0m us ยฑ \u001b[1;36m34.18\u001b[0m us \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m26.36\u001b[0m KIPS ยฑ \u001b[1;36m169.86\u001b[0m KIPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m avgpool \u001b[38;5;29mโ”‚\u001b[0m AdaptiveAvgPool2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4.26\u001b[0m us ยฑ \u001b[1;36m1.02\u001b[0m us \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m234.96\u001b[0m KIPS ยฑ \u001b[1;36m48.83\u001b[0m KIPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m classifier \u001b[38;5;29mโ”‚\u001b[0m Sequential \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m598.02\u001b[0m us ยฑ \u001b[1;36m18.75\u001b[0m us \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.67\u001b[0m KIPS ยฑ \u001b[1;36m51.20\u001b[0m IPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.1\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Linear \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m521.73\u001b[0m us ยฑ \u001b[1;36m3.25\u001b[0m us \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.92\u001b[0m KIPS ยฑ \u001b[1;36m11.98\u001b[0m IPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.2\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.07\u001b[0m us ยฑ \u001b[1;36m144.00\u001b[0m ns \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m325.52\u001b[0m KIPS ยฑ \u001b[1;36m14.55\u001b[0m KIPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.3\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Dropout \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2.05\u001b[0m us ยฑ \u001b[1;36m1.02\u001b[0m us \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m488.28\u001b[0m KIPS ยฑ \u001b[1;36m488.28\u001b[0m KIPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.4\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Linear \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m99.33\u001b[0m us ยฑ \u001b[1;36m2.05\u001b[0m us \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m10.07\u001b[0m KIPS ยฑ \u001b[1;36m207.60\u001b[0m IPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.5\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.07\u001b[0m us ยฑ \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m325.52\u001b[0m KIPS ยฑ \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.6\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m5\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Dropout \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2.05\u001b[0m us ยฑ \u001b[1;36m21.50\u001b[0m us \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m488.28\u001b[0m KIPS ยฑ \u001b[1;36m932.15\u001b[0m KIPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.7\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m6\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Linear \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m50.02\u001b[0m us ยฑ \u001b[1;36m2.49\u001b[0m us \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m19.99\u001b[0m KIPS ยฑ \u001b[1;36m974.84\u001b[0m IPS \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ\u001b[0m\n", + "\u001b[38;5;245m--------------------------------------------- \u001b[0m\u001b[38;5;245ms u m m a r y\u001b[0m\u001b[38;5;245m ---------------------------------------------\u001b[0m\n", + "\u001b[2mโ€ข \u001b[0m\u001b[1;2mModel :\u001b[0m\u001b[2m VGG \u001b[0m \u001b[2mโ€ข \u001b[0m\u001b[1;2mStatistics:\u001b[0m\u001b[2m ittp \u001b[0m \n", + "\u001b[2mโ€ข \u001b[0m\u001b[1;2mDevice :\u001b[0m\u001b[2m cuda \u001b[0m \u001b[2mโ€ข \u001b[0m\u001b[1;2mBenchmark Times:\u001b[0m\u001b[2m \u001b[0m\u001b[1;2;36m20\u001b[0m\u001b[2m \u001b[0m \n", + "\u001b[2mโ€ข \u001b[0m\u001b[1;2mSignature:\u001b[0m\u001b[2m \u001b[0m\u001b[1;2;35mforward\u001b[0m\u001b[1;2m(\u001b[0m\u001b[2mself, x\u001b[0m\u001b[1;2m)\u001b[0m\u001b[2m \u001b[0m \u001b[2mโ€ข \u001b[0m\u001b[1;2mInference Elapse:\u001b[0m\u001b[2m \u001b[0m\u001b[1;2;36m1.70\u001b[0m\u001b[2m ms ยฑ \u001b[0m\u001b[1;2;36m2.12\u001b[0m\u001b[2m us \u001b[0m \n", + "\u001b[2mโ€ข \u001b[0m\u001b[1;2mInput :\u001b[0m\u001b[2m \u001b[0m \u001b[2mโ€ข \u001b[0m\u001b[1;2mThroughput :\u001b[0m\u001b[2m \u001b[0m\u001b[1;2;36m589.23\u001b[0m\u001b[2m IPS ยฑ \u001b[0m\u001b[1;2;36m0.74\u001b[0m\u001b[2m \u001b[0m \n", + "\u001b[2m x = \u001b[0m\u001b[1;2;35mShape\u001b[0m\u001b[1;2m(\u001b[0m\u001b[1;2;32m[\u001b[0m\u001b[1;2;32m1\u001b[0m\u001b[1;2;32m, \u001b[0m\u001b[1;2;32m3\u001b[0m\u001b[1;2;32m, \u001b[0m\u001b[1;2;32m224\u001b[0m\u001b[1;2;32m, \u001b[0m\u001b[1;2;32m224\u001b[0m\u001b[1;2;32m]\u001b[0m\u001b[1;2m)\u001b[0m\u001b[2m \u001b[0m\u001b[1;2m<\u001b[0m\u001b[1;2;95mTensor\u001b[0m\u001b[1;2m>\u001b[0m \n" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "# 6.4 Performance Benchmarking\n", + "print(\"=\"*10, \" Inference latency & Throughput benchmarking \", \"=\"*10)\n", + "\n", + "## Customized preheating phase\n", + "metered_model.ittp_warmup = 10 \n", + "metered_model.ittp_benchmark_time = 20\n", + "\n", + "## Inference latency & Throughput Benchmarking\n", + "print(metered_model.ittp)\n", + "tb, data = metered_model.profile('ittp', no_tree=True)" + ] + }, + { + "cell_type": "code", + "execution_count": 39, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
==========  Tree rendering customization  ==========\n",
+       "
\n" + ], + "text/plain": [ + "========== Tree rendering customization ==========\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "
VGG\n",
+       "โ”œโ”€โ”€ (1) features Sequential\n",
+       "โ”‚   โ”œโ”€โ”€ (1.1) 0 Conv2d(3, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
+       "โ”‚   โ”œโ”€โ”€ (1.2) 1 BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
+       "โ”‚   โ”œโ”€โ”€ (1.3) 2 ReLU(inplace=True)\n",
+       "โ”‚   โ”œโ”€โ”€ (1.4) 3 Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
+       "โ”‚   โ”œโ”€โ”€ (1.5) 4 BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
+       "โ”‚   โ”œโ”€โ”€ (1.6) 5 ReLU(inplace=True)\n",
+       "โ”‚   โ”œโ”€โ”€ (1.7) 6 MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)\n",
+       "โ”‚   โ”œโ”€โ”€ (1.8) 7 Conv2d(64, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
+       "โ”‚   โ”œโ”€โ”€ (1.9) 8 BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
+       "โ”‚   โ”œโ”€โ”€ (1.10) 9 ReLU(inplace=True)\n",
+       "โ”‚   โ”œโ”€โ”€ (1.11) 10 Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
+       "โ”‚   โ”œโ”€โ”€ (1.12) 11 BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
+       "โ”‚   โ”œโ”€โ”€ (1.13) 12 ReLU(inplace=True)\n",
+       "โ”‚   โ”œโ”€โ”€ (1.14) 13 MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)\n",
+       "โ”‚   โ”œโ”€โ”€ (1.15) 14 Conv2d(128, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
+       "โ”‚   โ”œโ”€โ”€ โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ [3] Times Repeated โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ\n",
+       "โ”‚   โ”‚   โ”‚ (1.j) 15 BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)     โ”‚\n",
+       "โ”‚   โ”‚   โ”‚ (1.(j+1)) 16 ReLU(inplace=True)                                                               โ”‚\n",
+       "โ”‚   โ”‚   โ”‚ (1.(j+2)) 17 Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))              โ”‚\n",
+       "โ”‚   โ”‚   โ”‚ --------------------------------------------------------------------------------------------- โ”‚\n",
+       "โ”‚   โ”‚   โ”‚ Where j = 16, 19, 22                                                                          โ”‚\n",
+       "โ”‚   โ”‚   โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ\n",
+       "โ”‚   โ”œโ”€โ”€ (1.25) 24 BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
+       "โ”‚   โ”œโ”€โ”€ (1.26) 25 ReLU(inplace=True)\n",
+       "โ”‚   โ”œโ”€โ”€ (1.27) 26 MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)\n",
+       "โ”‚   โ”œโ”€โ”€ (1.28) 27 Conv2d(256, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
+       "โ”‚   โ”œโ”€โ”€ โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ [3] Times Repeated โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ\n",
+       "โ”‚   โ”‚   โ”‚ (1.k) 28 BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)     โ”‚\n",
+       "โ”‚   โ”‚   โ”‚ (1.(k+1)) 29 ReLU(inplace=True)                                                               โ”‚\n",
+       "โ”‚   โ”‚   โ”‚ (1.(k+2)) 30 Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))              โ”‚\n",
+       "โ”‚   โ”‚   โ”‚ --------------------------------------------------------------------------------------------- โ”‚\n",
+       "โ”‚   โ”‚   โ”‚ Where k = 29, 32, 35                                                                          โ”‚\n",
+       "โ”‚   โ”‚   โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ\n",
+       "โ”‚   โ”œโ”€โ”€ (1.38) 37 BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n",
+       "โ”‚   โ”œโ”€โ”€ (1.39) 38 ReLU(inplace=True)\n",
+       "โ”‚   โ”œโ”€โ”€ (1.40) 39 MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)\n",
+       "โ”‚   โ”œโ”€โ”€ โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ [2] Times Repeated โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ\n",
+       "โ”‚   โ”‚   โ”‚ (1.a) 40 Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))                      โ”‚\n",
+       "โ”‚   โ”‚   โ”‚ (1.(a+1)) 41 BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)     โ”‚\n",
+       "โ”‚   โ”‚   โ”‚ (1.(a+2)) 42 ReLU(inplace=True)                                                                   โ”‚\n",
+       "โ”‚   โ”‚   โ”‚ (1.(a+3)) 43 Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))                  โ”‚\n",
+       "โ”‚   โ”‚   โ”‚ (1.(a+4)) 44 BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)     โ”‚\n",
+       "โ”‚   โ”‚   โ”‚ (1.(a+5)) 45 ReLU(inplace=True)                                                                   โ”‚\n",
+       "โ”‚   โ”‚   โ”‚ ------------------------------------------------------------------------------------------------- โ”‚\n",
+       "โ”‚   โ”‚   โ”‚ Where a = 41, 47                                                                                  โ”‚\n",
+       "โ”‚   โ”‚   โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ\n",
+       "โ”‚   โ””โ”€โ”€ (1.53) 52 MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)\n",
+       "โ”œโ”€โ”€ (2) avgpool AdaptiveAvgPool2d(output_size=(7, 7))\n",
+       "โ””โ”€โ”€ (3) classifier Sequential\n",
+       "    โ”œโ”€โ”€ (3.1) 0 Linear(in_features=25088, out_features=4096, bias=True)\n",
+       "    โ”œโ”€โ”€ (3.2) 1 ReLU(inplace=True)\n",
+       "    โ”œโ”€โ”€ (3.3) 2 Dropout(p=0.5, inplace=False)\n",
+       "    โ”œโ”€โ”€ (3.4) 3 Linear(in_features=4096, out_features=4096, bias=True)\n",
+       "    โ”œโ”€โ”€ (3.5) 4 ReLU(inplace=True)\n",
+       "    โ”œโ”€โ”€ (3.6) 5 Dropout(p=0.5, inplace=False)\n",
+       "    โ””โ”€โ”€ (3.7) 6 Linear(in_features=4096, out_features=1000, bias=True)\n",
+       "
\n" + ], + "text/plain": [ + "\u001b[1;38;5;210mVGG\u001b[0m\n", + "\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1) \u001b[0m\u001b[1;32mfeatures\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mSequential\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;69mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.1) \u001b[0m\u001b[1;32m0\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mConv2d(3, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;69mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.2) \u001b[0m\u001b[1;32m1\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mBatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;69mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.3) \u001b[0m\u001b[1;32m2\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU(inplace=True)\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;69mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.4) \u001b[0m\u001b[1;32m3\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mConv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;69mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.5) \u001b[0m\u001b[1;32m4\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mBatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;69mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.6) \u001b[0m\u001b[1;32m5\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU(inplace=True)\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;69mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.7) \u001b[0m\u001b[1;32m6\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mMaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;69mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.8) \u001b[0m\u001b[1;32m7\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mConv2d(64, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;69mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.9) \u001b[0m\u001b[1;32m8\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mBatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;69mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.10) \u001b[0m\u001b[1;32m9\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU(inplace=True)\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;69mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.11) \u001b[0m\u001b[1;32m10\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mConv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;69mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.12) \u001b[0m\u001b[1;32m11\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mBatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;69mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.13) \u001b[0m\u001b[1;32m12\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU(inplace=True)\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;69mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.14) \u001b[0m\u001b[1;32m13\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mMaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;69mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.15) \u001b[0m\u001b[1;32m14\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mConv2d(128, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;69mโ”œโ”€โ”€ \u001b[0m\u001b[2;38;5;136mโ•ญโ”€\u001b[0m\u001b[2;38;5;136mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\u001b[2;38;5;136m [\u001b[0m\u001b[1;2;38;5;136m3\u001b[0m\u001b[2;38;5;136m] \u001b[0m\u001b[2;3;38;5;136mTimes Repeated\u001b[0m\u001b[2;38;5;136m \u001b[0m\u001b[2;38;5;136mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\u001b[2;38;5;136mโ”€โ•ฎ\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;69mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”‚\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[1;38;5;240m(1.j) \u001b[0m\u001b[1;32m15\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mBatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”‚\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;69mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”‚\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[1;38;5;240m(1.(j+1)) \u001b[0m\u001b[1;32m16\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU(inplace=True)\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”‚\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;69mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”‚\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[1;38;5;240m(1.(j+2)) \u001b[0m\u001b[1;32m17\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mConv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”‚\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;69mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”‚\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136m---------------------------------------------------------------------------------------------\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”‚\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;69mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”‚\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mWhere j = \u001b[0m\u001b[1;2;36m16\u001b[0m\u001b[2;38;5;136m, \u001b[0m\u001b[1;2;36m19\u001b[0m\u001b[2;38;5;136m, \u001b[0m\u001b[1;2;36m22\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”‚\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;69mโ”‚ \u001b[0m\u001b[2;38;5;136mโ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;69mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.25) \u001b[0m\u001b[1;32m24\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mBatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;69mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.26) \u001b[0m\u001b[1;32m25\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU(inplace=True)\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;69mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.27) \u001b[0m\u001b[1;32m26\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mMaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;69mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.28) \u001b[0m\u001b[1;32m27\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mConv2d(256, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;69mโ”œโ”€โ”€ \u001b[0m\u001b[2;38;5;136mโ•ญโ”€\u001b[0m\u001b[2;38;5;136mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\u001b[2;38;5;136m [\u001b[0m\u001b[1;2;38;5;136m3\u001b[0m\u001b[2;38;5;136m] \u001b[0m\u001b[2;3;38;5;136mTimes Repeated\u001b[0m\u001b[2;38;5;136m \u001b[0m\u001b[2;38;5;136mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\u001b[2;38;5;136mโ”€โ•ฎ\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;69mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”‚\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[1;38;5;240m(1.k) \u001b[0m\u001b[1;32m28\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mBatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”‚\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;69mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”‚\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[1;38;5;240m(1.(k+1)) \u001b[0m\u001b[1;32m29\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU(inplace=True)\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”‚\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;69mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”‚\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[1;38;5;240m(1.(k+2)) \u001b[0m\u001b[1;32m30\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mConv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”‚\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;69mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”‚\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136m---------------------------------------------------------------------------------------------\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”‚\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;69mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”‚\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mWhere k = \u001b[0m\u001b[1;2;36m29\u001b[0m\u001b[2;38;5;136m, \u001b[0m\u001b[1;2;36m32\u001b[0m\u001b[2;38;5;136m, \u001b[0m\u001b[1;2;36m35\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”‚\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;69mโ”‚ \u001b[0m\u001b[2;38;5;136mโ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;69mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.38) \u001b[0m\u001b[1;32m37\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mBatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;69mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.39) \u001b[0m\u001b[1;32m38\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU(inplace=True)\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;69mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.40) \u001b[0m\u001b[1;32m39\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mMaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;69mโ”œโ”€โ”€ \u001b[0m\u001b[2;38;5;136mโ•ญโ”€\u001b[0m\u001b[2;38;5;136mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\u001b[2;38;5;136m [\u001b[0m\u001b[1;2;38;5;136m2\u001b[0m\u001b[2;38;5;136m] \u001b[0m\u001b[2;3;38;5;136mTimes Repeated\u001b[0m\u001b[2;38;5;136m \u001b[0m\u001b[2;38;5;136mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\u001b[2;38;5;136mโ”€โ•ฎ\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;69mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”‚\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[1;38;5;240m(1.a) \u001b[0m\u001b[1;32m40\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mConv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”‚\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;69mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”‚\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[1;38;5;240m(1.(a+1)) \u001b[0m\u001b[1;32m41\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mBatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”‚\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;69mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”‚\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[1;38;5;240m(1.(a+2)) \u001b[0m\u001b[1;32m42\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU(inplace=True)\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”‚\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;69mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”‚\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[1;38;5;240m(1.(a+3)) \u001b[0m\u001b[1;32m43\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mConv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”‚\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;69mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”‚\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[1;38;5;240m(1.(a+4)) \u001b[0m\u001b[1;32m44\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mBatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”‚\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;69mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”‚\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[1;38;5;240m(1.(a+5)) \u001b[0m\u001b[1;32m45\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU(inplace=True)\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”‚\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;69mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”‚\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136m-------------------------------------------------------------------------------------------------\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”‚\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;69mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”‚\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mWhere a = \u001b[0m\u001b[1;2;36m41\u001b[0m\u001b[2;38;5;136m, \u001b[0m\u001b[1;2;36m47\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”‚\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;69mโ”‚ \u001b[0m\u001b[2;38;5;136mโ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;69mโ””โ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.53) \u001b[0m\u001b[1;32m52\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mMaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)\u001b[0m\n", + "\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(2) \u001b[0m\u001b[1;32mavgpool\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mAdaptiveAvgPool2d(output_size=(7, 7))\u001b[0m\n", + "\u001b[38;5;210mโ””โ”€โ”€ \u001b[0m\u001b[1;38;5;240m(3) \u001b[0m\u001b[1;32mclassifier\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mSequential\u001b[0m\n", + "\u001b[38;5;210m \u001b[0m\u001b[38;5;69mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(3.1) \u001b[0m\u001b[1;32m0\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mLinear(in_features=25088, out_features=4096, bias=True)\u001b[0m\n", + "\u001b[38;5;210m \u001b[0m\u001b[38;5;69mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(3.2) \u001b[0m\u001b[1;32m1\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU(inplace=True)\u001b[0m\n", + "\u001b[38;5;210m \u001b[0m\u001b[38;5;69mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(3.3) \u001b[0m\u001b[1;32m2\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mDropout(p=0.5, inplace=False)\u001b[0m\n", + "\u001b[38;5;210m \u001b[0m\u001b[38;5;69mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(3.4) \u001b[0m\u001b[1;32m3\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mLinear(in_features=4096, out_features=4096, bias=True)\u001b[0m\n", + "\u001b[38;5;210m \u001b[0m\u001b[38;5;69mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(3.5) \u001b[0m\u001b[1;32m4\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU(inplace=True)\u001b[0m\n", + "\u001b[38;5;210m \u001b[0m\u001b[38;5;69mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(3.6) \u001b[0m\u001b[1;32m5\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mDropout(p=0.5, inplace=False)\u001b[0m\n", + "\u001b[38;5;210m \u001b[0m\u001b[38;5;69mโ””โ”€โ”€ \u001b[0m\u001b[1;38;5;240m(3.7) \u001b[0m\u001b[1;32m6\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mLinear(in_features=4096, out_features=1000, bias=True)\u001b[0m\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "# 7. Rich Visualization\n", + "# --------------------------------------------\n", + "\n", + "# 7.1 Rich-text hierarchical structure tree rendering\n", + "from rich.box import ROUNDED\n", + "\n", + "print(\"=\"*10, \" Tree rendering customization \", \"=\"*10)\n", + "metered_model.tree_fold_repeat = True\n", + "metered_model.tree_levels_args = {\n", + " \"default\": {\"label\": \"[b gray35]() [green][/green] [cyan][/]\"},\n", + " \"1\": {\"guide_style\": \"cornflower_blue\"}\n", + "}\n", + "metered_model.tree_repeat_block_args = {\n", + " \"title\": \"[[b][/b]] [i]Times Repeated[/]\",\n", + " \"box\": ROUNDED\n", + "}\n", + "print(metered_model.structure)" + ] + }, + { + "cell_type": "code", + "execution_count": 40, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
==========  Table rendering customization  ==========\n",
+       "
\n" + ], + "text/plain": [ + "========== Table rendering customization ==========\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "
 Operation_Id โ”‚ Operation_Name โ”‚ Operation_Type    โ”‚ Param_Name โ”‚ Requires_Grad โ”‚ Numeric_Num \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1            โ”‚ features       โ”‚ Sequential        โ”‚ -          โ”‚ -             โ”‚ 0.00        \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.1          โ”‚ 0              โ”‚ Conv2d            โ”‚ weight     โ”‚ False         โ”‚ 1.73 K      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.1          โ”‚ 0              โ”‚ Conv2d            โ”‚ bias       โ”‚ False         โ”‚ 64.00       \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.2          โ”‚ 1              โ”‚ BatchNorm2d       โ”‚ weight     โ”‚ False         โ”‚ 64.00       \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.2          โ”‚ 1              โ”‚ BatchNorm2d       โ”‚ bias       โ”‚ False         โ”‚ 64.00       \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.3          โ”‚ 2              โ”‚ ReLU              โ”‚ -          โ”‚ -             โ”‚ 0.00        \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.4          โ”‚ 3              โ”‚ Conv2d            โ”‚ weight     โ”‚ False         โ”‚ 36.86 K     \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.4          โ”‚ 3              โ”‚ Conv2d            โ”‚ bias       โ”‚ False         โ”‚ 64.00       \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.5          โ”‚ 4              โ”‚ BatchNorm2d       โ”‚ weight     โ”‚ False         โ”‚ 64.00       \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.5          โ”‚ 4              โ”‚ BatchNorm2d       โ”‚ bias       โ”‚ False         โ”‚ 64.00       \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.6          โ”‚ 5              โ”‚ ReLU              โ”‚ -          โ”‚ -             โ”‚ 0.00        \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.7          โ”‚ 6              โ”‚ MaxPool2d         โ”‚ -          โ”‚ -             โ”‚ 0.00        \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.8          โ”‚ 7              โ”‚ Conv2d            โ”‚ weight     โ”‚ False         โ”‚ 73.73 K     \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.8          โ”‚ 7              โ”‚ Conv2d            โ”‚ bias       โ”‚ False         โ”‚ 128.00      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.9          โ”‚ 8              โ”‚ BatchNorm2d       โ”‚ weight     โ”‚ False         โ”‚ 128.00      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.9          โ”‚ 8              โ”‚ BatchNorm2d       โ”‚ bias       โ”‚ False         โ”‚ 128.00      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.10         โ”‚ 9              โ”‚ ReLU              โ”‚ -          โ”‚ -             โ”‚ 0.00        \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.11         โ”‚ 10             โ”‚ Conv2d            โ”‚ weight     โ”‚ False         โ”‚ 147.46 K    \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.11         โ”‚ 10             โ”‚ Conv2d            โ”‚ bias       โ”‚ False         โ”‚ 128.00      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.12         โ”‚ 11             โ”‚ BatchNorm2d       โ”‚ weight     โ”‚ False         โ”‚ 128.00      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.12         โ”‚ 11             โ”‚ BatchNorm2d       โ”‚ bias       โ”‚ False         โ”‚ 128.00      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.13         โ”‚ 12             โ”‚ ReLU              โ”‚ -          โ”‚ -             โ”‚ 0.00        \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.14         โ”‚ 13             โ”‚ MaxPool2d         โ”‚ -          โ”‚ -             โ”‚ 0.00        \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.15         โ”‚ 14             โ”‚ Conv2d            โ”‚ weight     โ”‚ False         โ”‚ 294.91 K    \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.15         โ”‚ 14             โ”‚ Conv2d            โ”‚ bias       โ”‚ False         โ”‚ 256.00      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.16         โ”‚ 15             โ”‚ BatchNorm2d       โ”‚ weight     โ”‚ False         โ”‚ 256.00      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.16         โ”‚ 15             โ”‚ BatchNorm2d       โ”‚ bias       โ”‚ False         โ”‚ 256.00      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.17         โ”‚ 16             โ”‚ ReLU              โ”‚ -          โ”‚ -             โ”‚ 0.00        \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.18         โ”‚ 17             โ”‚ Conv2d            โ”‚ weight     โ”‚ False         โ”‚ 589.82 K    \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.18         โ”‚ 17             โ”‚ Conv2d            โ”‚ bias       โ”‚ False         โ”‚ 256.00      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.19         โ”‚ 18             โ”‚ BatchNorm2d       โ”‚ weight     โ”‚ False         โ”‚ 256.00      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.19         โ”‚ 18             โ”‚ BatchNorm2d       โ”‚ bias       โ”‚ False         โ”‚ 256.00      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.20         โ”‚ 19             โ”‚ ReLU              โ”‚ -          โ”‚ -             โ”‚ 0.00        \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.21         โ”‚ 20             โ”‚ Conv2d            โ”‚ weight     โ”‚ False         โ”‚ 589.82 K    \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.21         โ”‚ 20             โ”‚ Conv2d            โ”‚ bias       โ”‚ False         โ”‚ 256.00      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.22         โ”‚ 21             โ”‚ BatchNorm2d       โ”‚ weight     โ”‚ False         โ”‚ 256.00      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.22         โ”‚ 21             โ”‚ BatchNorm2d       โ”‚ bias       โ”‚ False         โ”‚ 256.00      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.23         โ”‚ 22             โ”‚ ReLU              โ”‚ -          โ”‚ -             โ”‚ 0.00        \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.24         โ”‚ 23             โ”‚ Conv2d            โ”‚ weight     โ”‚ False         โ”‚ 589.82 K    \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.24         โ”‚ 23             โ”‚ Conv2d            โ”‚ bias       โ”‚ False         โ”‚ 256.00      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.25         โ”‚ 24             โ”‚ BatchNorm2d       โ”‚ weight     โ”‚ False         โ”‚ 256.00      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.25         โ”‚ 24             โ”‚ BatchNorm2d       โ”‚ bias       โ”‚ False         โ”‚ 256.00      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.26         โ”‚ 25             โ”‚ ReLU              โ”‚ -          โ”‚ -             โ”‚ 0.00        \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.27         โ”‚ 26             โ”‚ MaxPool2d         โ”‚ -          โ”‚ -             โ”‚ 0.00        \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.28         โ”‚ 27             โ”‚ Conv2d            โ”‚ weight     โ”‚ False         โ”‚ 1.18 M      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.28         โ”‚ 27             โ”‚ Conv2d            โ”‚ bias       โ”‚ False         โ”‚ 512.00      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.29         โ”‚ 28             โ”‚ BatchNorm2d       โ”‚ weight     โ”‚ False         โ”‚ 512.00      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.29         โ”‚ 28             โ”‚ BatchNorm2d       โ”‚ bias       โ”‚ False         โ”‚ 512.00      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.30         โ”‚ 29             โ”‚ ReLU              โ”‚ -          โ”‚ -             โ”‚ 0.00        \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.31         โ”‚ 30             โ”‚ Conv2d            โ”‚ weight     โ”‚ False         โ”‚ 2.36 M      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.31         โ”‚ 30             โ”‚ Conv2d            โ”‚ bias       โ”‚ False         โ”‚ 512.00      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.32         โ”‚ 31             โ”‚ BatchNorm2d       โ”‚ weight     โ”‚ False         โ”‚ 512.00      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.32         โ”‚ 31             โ”‚ BatchNorm2d       โ”‚ bias       โ”‚ False         โ”‚ 512.00      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.33         โ”‚ 32             โ”‚ ReLU              โ”‚ -          โ”‚ -             โ”‚ 0.00        \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.34         โ”‚ 33             โ”‚ Conv2d            โ”‚ weight     โ”‚ False         โ”‚ 2.36 M      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.34         โ”‚ 33             โ”‚ Conv2d            โ”‚ bias       โ”‚ False         โ”‚ 512.00      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.35         โ”‚ 34             โ”‚ BatchNorm2d       โ”‚ weight     โ”‚ False         โ”‚ 512.00      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.35         โ”‚ 34             โ”‚ BatchNorm2d       โ”‚ bias       โ”‚ False         โ”‚ 512.00      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.36         โ”‚ 35             โ”‚ ReLU              โ”‚ -          โ”‚ -             โ”‚ 0.00        \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.37         โ”‚ 36             โ”‚ Conv2d            โ”‚ weight     โ”‚ False         โ”‚ 2.36 M      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.37         โ”‚ 36             โ”‚ Conv2d            โ”‚ bias       โ”‚ False         โ”‚ 512.00      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.38         โ”‚ 37             โ”‚ BatchNorm2d       โ”‚ weight     โ”‚ False         โ”‚ 512.00      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.38         โ”‚ 37             โ”‚ BatchNorm2d       โ”‚ bias       โ”‚ False         โ”‚ 512.00      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.39         โ”‚ 38             โ”‚ ReLU              โ”‚ -          โ”‚ -             โ”‚ 0.00        \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.40         โ”‚ 39             โ”‚ MaxPool2d         โ”‚ -          โ”‚ -             โ”‚ 0.00        \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.41         โ”‚ 40             โ”‚ Conv2d            โ”‚ weight     โ”‚ False         โ”‚ 2.36 M      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.41         โ”‚ 40             โ”‚ Conv2d            โ”‚ bias       โ”‚ False         โ”‚ 512.00      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.42         โ”‚ 41             โ”‚ BatchNorm2d       โ”‚ weight     โ”‚ False         โ”‚ 512.00      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.42         โ”‚ 41             โ”‚ BatchNorm2d       โ”‚ bias       โ”‚ False         โ”‚ 512.00      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.43         โ”‚ 42             โ”‚ ReLU              โ”‚ -          โ”‚ -             โ”‚ 0.00        \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.44         โ”‚ 43             โ”‚ Conv2d            โ”‚ weight     โ”‚ False         โ”‚ 2.36 M      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.44         โ”‚ 43             โ”‚ Conv2d            โ”‚ bias       โ”‚ False         โ”‚ 512.00      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.45         โ”‚ 44             โ”‚ BatchNorm2d       โ”‚ weight     โ”‚ False         โ”‚ 512.00      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.45         โ”‚ 44             โ”‚ BatchNorm2d       โ”‚ bias       โ”‚ False         โ”‚ 512.00      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.46         โ”‚ 45             โ”‚ ReLU              โ”‚ -          โ”‚ -             โ”‚ 0.00        \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.47         โ”‚ 46             โ”‚ Conv2d            โ”‚ weight     โ”‚ False         โ”‚ 2.36 M      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.47         โ”‚ 46             โ”‚ Conv2d            โ”‚ bias       โ”‚ False         โ”‚ 512.00      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.48         โ”‚ 47             โ”‚ BatchNorm2d       โ”‚ weight     โ”‚ False         โ”‚ 512.00      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.48         โ”‚ 47             โ”‚ BatchNorm2d       โ”‚ bias       โ”‚ False         โ”‚ 512.00      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.49         โ”‚ 48             โ”‚ ReLU              โ”‚ -          โ”‚ -             โ”‚ 0.00        \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.50         โ”‚ 49             โ”‚ Conv2d            โ”‚ weight     โ”‚ False         โ”‚ 2.36 M      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.50         โ”‚ 49             โ”‚ Conv2d            โ”‚ bias       โ”‚ False         โ”‚ 512.00      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.51         โ”‚ 50             โ”‚ BatchNorm2d       โ”‚ weight     โ”‚ False         โ”‚ 512.00      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.51         โ”‚ 50             โ”‚ BatchNorm2d       โ”‚ bias       โ”‚ False         โ”‚ 512.00      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.52         โ”‚ 51             โ”‚ ReLU              โ”‚ -          โ”‚ -             โ”‚ 0.00        \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 1.53         โ”‚ 52             โ”‚ MaxPool2d         โ”‚ -          โ”‚ -             โ”‚ 0.00        \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 2            โ”‚ avgpool        โ”‚ AdaptiveAvgPool2d โ”‚ -          โ”‚ -             โ”‚ 0.00        \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 3            โ”‚ classifier     โ”‚ Sequential        โ”‚ -          โ”‚ -             โ”‚ 0.00        \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 3.1          โ”‚ 0              โ”‚ Linear            โ”‚ weight     โ”‚ True          โ”‚ 102.76 M    \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 3.1          โ”‚ 0              โ”‚ Linear            โ”‚ bias       โ”‚ True          โ”‚ 4.10 K      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 3.2          โ”‚ 1              โ”‚ ReLU              โ”‚ -          โ”‚ -             โ”‚ 0.00        \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 3.3          โ”‚ 2              โ”‚ Dropout           โ”‚ -          โ”‚ -             โ”‚ 0.00        \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 3.4          โ”‚ 3              โ”‚ Linear            โ”‚ weight     โ”‚ True          โ”‚ 16.78 M     \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 3.4          โ”‚ 3              โ”‚ Linear            โ”‚ bias       โ”‚ True          โ”‚ 4.10 K      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 3.5          โ”‚ 4              โ”‚ ReLU              โ”‚ -          โ”‚ -             โ”‚ 0.00        \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 3.6          โ”‚ 5              โ”‚ Dropout           โ”‚ -          โ”‚ -             โ”‚ 0.00        \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 3.7          โ”‚ 6              โ”‚ Linear            โ”‚ weight     โ”‚ True          โ”‚ 4.10 M      \n",
+       "โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\n",
+       " 3.7          โ”‚ 6              โ”‚ Linear            โ”‚ bias       โ”‚ True          โ”‚ 1 K         \n",
+       "--------------------------------------- s u m m a r y ----------------------------------------\n",
+       "โ€ข Model    : VGG                                  โ€ข Statistics: param                         \n",
+       "โ€ข Device   : cuda                                 โ€ข Learnable Parameters Num: 123.64 M        \n",
+       "โ€ข Signature: forward(self, x)                     โ€ข Total Parameters Num    : 143.68 M        \n",
+       "โ€ข Input    :                                                                                  \n",
+       "   x = Shape([1, 3, 224, 224]) <Tensor>                                                       \n",
+       "
\n" + ], + "text/plain": [ + "\u001b[1m \u001b[0m\u001b[1mOperation_Id\u001b[0m\u001b[1m \u001b[0m\u001b[38;2;175;135;0mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1mOperation_Name\u001b[0m\u001b[1m \u001b[0m\u001b[38;2;175;135;0mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1mOperation_Type \u001b[0m\u001b[1m \u001b[0m\u001b[38;2;175;135;0mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1mParam_Name\u001b[0m\u001b[1m \u001b[0m\u001b[38;2;175;135;0mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1mRequires_Grad\u001b[0m\u001b[1m \u001b[0m\u001b[38;2;175;135;0mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1mNumeric_Num\u001b[0m\u001b[1m \u001b[0m\n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m features \u001b[38;2;175;135;0mโ”‚\u001b[0m Sequential \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.1\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m0\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m Conv2d \u001b[38;2;175;135;0mโ”‚\u001b[0m weight \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m1.73\u001b[0m K \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.1\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m0\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m Conv2d \u001b[38;2;175;135;0mโ”‚\u001b[0m bias \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m64.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.2\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m1\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m BatchNorm2d \u001b[38;2;175;135;0mโ”‚\u001b[0m weight \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m64.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.2\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m1\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m BatchNorm2d \u001b[38;2;175;135;0mโ”‚\u001b[0m bias \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m64.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.3\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m2\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m ReLU \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.4\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m3\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m Conv2d \u001b[38;2;175;135;0mโ”‚\u001b[0m weight \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m36.86\u001b[0m K \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.4\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m3\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m Conv2d \u001b[38;2;175;135;0mโ”‚\u001b[0m bias \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m64.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.5\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m4\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m BatchNorm2d \u001b[38;2;175;135;0mโ”‚\u001b[0m weight \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m64.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.5\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m4\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m BatchNorm2d \u001b[38;2;175;135;0mโ”‚\u001b[0m bias \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m64.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.6\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m5\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m ReLU \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.7\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m6\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m MaxPool2d \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.8\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m7\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m Conv2d \u001b[38;2;175;135;0mโ”‚\u001b[0m weight \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m73.73\u001b[0m K \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.8\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m7\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m Conv2d \u001b[38;2;175;135;0mโ”‚\u001b[0m bias \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m128.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.9\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m8\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m BatchNorm2d \u001b[38;2;175;135;0mโ”‚\u001b[0m weight \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m128.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.9\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m8\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m BatchNorm2d \u001b[38;2;175;135;0mโ”‚\u001b[0m bias \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m128.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.10\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m9\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m ReLU \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.11\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m10\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m Conv2d \u001b[38;2;175;135;0mโ”‚\u001b[0m weight \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m147.46\u001b[0m K \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.11\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m10\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m Conv2d \u001b[38;2;175;135;0mโ”‚\u001b[0m bias \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m128.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.12\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m11\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m BatchNorm2d \u001b[38;2;175;135;0mโ”‚\u001b[0m weight \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m128.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.12\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m11\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m BatchNorm2d \u001b[38;2;175;135;0mโ”‚\u001b[0m bias \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m128.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.13\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m12\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m ReLU \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.14\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m13\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m MaxPool2d \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.15\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m14\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m Conv2d \u001b[38;2;175;135;0mโ”‚\u001b[0m weight \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m294.91\u001b[0m K \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.15\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m14\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m Conv2d \u001b[38;2;175;135;0mโ”‚\u001b[0m bias \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m256.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.16\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m15\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m BatchNorm2d \u001b[38;2;175;135;0mโ”‚\u001b[0m weight \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m256.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.16\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m15\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m BatchNorm2d \u001b[38;2;175;135;0mโ”‚\u001b[0m bias \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m256.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.17\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m16\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m ReLU \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.18\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m17\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m Conv2d \u001b[38;2;175;135;0mโ”‚\u001b[0m weight \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m589.82\u001b[0m K \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.18\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m17\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m Conv2d \u001b[38;2;175;135;0mโ”‚\u001b[0m bias \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m256.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.19\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m18\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m BatchNorm2d \u001b[38;2;175;135;0mโ”‚\u001b[0m weight \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m256.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.19\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m18\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m BatchNorm2d \u001b[38;2;175;135;0mโ”‚\u001b[0m bias \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m256.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.20\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m19\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m ReLU \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.21\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m20\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m Conv2d \u001b[38;2;175;135;0mโ”‚\u001b[0m weight \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m589.82\u001b[0m K \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.21\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m20\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m Conv2d \u001b[38;2;175;135;0mโ”‚\u001b[0m bias \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m256.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.22\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m21\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m BatchNorm2d \u001b[38;2;175;135;0mโ”‚\u001b[0m weight \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m256.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.22\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m21\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m BatchNorm2d \u001b[38;2;175;135;0mโ”‚\u001b[0m bias \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m256.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.23\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m22\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m ReLU \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.24\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m23\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m Conv2d \u001b[38;2;175;135;0mโ”‚\u001b[0m weight \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m589.82\u001b[0m K \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.24\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m23\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m Conv2d \u001b[38;2;175;135;0mโ”‚\u001b[0m bias \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m256.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.25\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m24\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m BatchNorm2d \u001b[38;2;175;135;0mโ”‚\u001b[0m weight \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m256.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.25\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m24\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m BatchNorm2d \u001b[38;2;175;135;0mโ”‚\u001b[0m bias \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m256.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.26\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m25\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m ReLU \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.27\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m26\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m MaxPool2d \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.28\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m27\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m Conv2d \u001b[38;2;175;135;0mโ”‚\u001b[0m weight \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m1.18\u001b[0m M \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.28\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m27\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m Conv2d \u001b[38;2;175;135;0mโ”‚\u001b[0m bias \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.29\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m28\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m BatchNorm2d \u001b[38;2;175;135;0mโ”‚\u001b[0m weight \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.29\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m28\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m BatchNorm2d \u001b[38;2;175;135;0mโ”‚\u001b[0m bias \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.30\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m29\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m ReLU \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.31\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m30\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m Conv2d \u001b[38;2;175;135;0mโ”‚\u001b[0m weight \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m2.36\u001b[0m M \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.31\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m30\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m Conv2d \u001b[38;2;175;135;0mโ”‚\u001b[0m bias \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.32\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m31\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m BatchNorm2d \u001b[38;2;175;135;0mโ”‚\u001b[0m weight \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.32\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m31\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m BatchNorm2d \u001b[38;2;175;135;0mโ”‚\u001b[0m bias \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.33\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m32\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m ReLU \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.34\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m33\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m Conv2d \u001b[38;2;175;135;0mโ”‚\u001b[0m weight \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m2.36\u001b[0m M \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.34\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m33\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m Conv2d \u001b[38;2;175;135;0mโ”‚\u001b[0m bias \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.35\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m34\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m BatchNorm2d \u001b[38;2;175;135;0mโ”‚\u001b[0m weight \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.35\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m34\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m BatchNorm2d \u001b[38;2;175;135;0mโ”‚\u001b[0m bias \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.36\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m35\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m ReLU \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.37\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m36\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m Conv2d \u001b[38;2;175;135;0mโ”‚\u001b[0m weight \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m2.36\u001b[0m M \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.37\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m36\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m Conv2d \u001b[38;2;175;135;0mโ”‚\u001b[0m bias \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.38\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m37\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m BatchNorm2d \u001b[38;2;175;135;0mโ”‚\u001b[0m weight \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.38\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m37\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m BatchNorm2d \u001b[38;2;175;135;0mโ”‚\u001b[0m bias \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.39\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m38\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m ReLU \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.40\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m39\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m MaxPool2d \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.41\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m40\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m Conv2d \u001b[38;2;175;135;0mโ”‚\u001b[0m weight \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m2.36\u001b[0m M \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.41\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m40\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m Conv2d \u001b[38;2;175;135;0mโ”‚\u001b[0m bias \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.42\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m41\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m BatchNorm2d \u001b[38;2;175;135;0mโ”‚\u001b[0m weight \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.42\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m41\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m BatchNorm2d \u001b[38;2;175;135;0mโ”‚\u001b[0m bias \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.43\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m42\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m ReLU \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.44\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m43\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m Conv2d \u001b[38;2;175;135;0mโ”‚\u001b[0m weight \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m2.36\u001b[0m M \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.44\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m43\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m Conv2d \u001b[38;2;175;135;0mโ”‚\u001b[0m bias \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.45\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m44\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m BatchNorm2d \u001b[38;2;175;135;0mโ”‚\u001b[0m weight \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.45\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m44\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m BatchNorm2d \u001b[38;2;175;135;0mโ”‚\u001b[0m bias \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.46\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m45\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m ReLU \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.47\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m46\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m Conv2d \u001b[38;2;175;135;0mโ”‚\u001b[0m weight \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m2.36\u001b[0m M \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.47\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m46\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m Conv2d \u001b[38;2;175;135;0mโ”‚\u001b[0m bias \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.48\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m47\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m BatchNorm2d \u001b[38;2;175;135;0mโ”‚\u001b[0m weight \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.48\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m47\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m BatchNorm2d \u001b[38;2;175;135;0mโ”‚\u001b[0m bias \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.49\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m48\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m ReLU \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.50\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m49\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m Conv2d \u001b[38;2;175;135;0mโ”‚\u001b[0m weight \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m2.36\u001b[0m M \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.50\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m49\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m Conv2d \u001b[38;2;175;135;0mโ”‚\u001b[0m bias \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.51\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m50\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m BatchNorm2d \u001b[38;2;175;135;0mโ”‚\u001b[0m weight \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.51\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m50\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m BatchNorm2d \u001b[38;2;175;135;0mโ”‚\u001b[0m bias \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.52\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m51\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m ReLU \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m1.53\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m52\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m MaxPool2d \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m2\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m avgpool \u001b[38;2;175;135;0mโ”‚\u001b[0m AdaptiveAvgPool2d \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m3\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m classifier \u001b[38;2;175;135;0mโ”‚\u001b[0m Sequential \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m3.1\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m0\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m Linear \u001b[38;2;175;135;0mโ”‚\u001b[0m weight \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;92mTrue\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m102.76\u001b[0m M \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m3.1\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m0\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m Linear \u001b[38;2;175;135;0mโ”‚\u001b[0m bias \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;92mTrue\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m4.10\u001b[0m K \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m3.2\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m1\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m ReLU \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m3.3\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m2\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m Dropout \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m3.4\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m3\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m Linear \u001b[38;2;175;135;0mโ”‚\u001b[0m weight \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;92mTrue\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m16.78\u001b[0m M \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m3.4\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m3\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m Linear \u001b[38;2;175;135;0mโ”‚\u001b[0m bias \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;92mTrue\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m4.10\u001b[0m K \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m3.5\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m4\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m ReLU \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m3.6\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m5\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m Dropout \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m - \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m3.7\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m6\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m Linear \u001b[38;2;175;135;0mโ”‚\u001b[0m weight \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;92mTrue\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m4.10\u001b[0m M \n", + "\u001b[38;2;175;135;0mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\n", + " \u001b[1;36m3.7\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m6\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m Linear \u001b[38;2;175;135;0mโ”‚\u001b[0m bias \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[3;92mTrue\u001b[0m \u001b[38;2;175;135;0mโ”‚\u001b[0m \u001b[1;36m1\u001b[0m K \n", + "\u001b[38;5;245m--------------------------------------- \u001b[0m\u001b[38;5;245ms u m m a r y\u001b[0m\u001b[38;5;245m ----------------------------------------\u001b[0m\n", + "\u001b[2mโ€ข \u001b[0m\u001b[1;2mModel :\u001b[0m\u001b[2m VGG \u001b[0m \u001b[2mโ€ข \u001b[0m\u001b[1;2mStatistics:\u001b[0m\u001b[2m param \u001b[0m \n", + "\u001b[2mโ€ข \u001b[0m\u001b[1;2mDevice :\u001b[0m\u001b[2m cuda \u001b[0m \u001b[2mโ€ข \u001b[0m\u001b[1;2mLearnable Parameters Num:\u001b[0m\u001b[2m \u001b[0m\u001b[1;2;36m123.64\u001b[0m\u001b[2m M \u001b[0m \n", + "\u001b[2mโ€ข \u001b[0m\u001b[1;2mSignature:\u001b[0m\u001b[2m \u001b[0m\u001b[1;2;35mforward\u001b[0m\u001b[1;2m(\u001b[0m\u001b[2mself, x\u001b[0m\u001b[1;2m)\u001b[0m\u001b[2m \u001b[0m \u001b[2mโ€ข \u001b[0m\u001b[1;2mTotal Parameters Num :\u001b[0m\u001b[2m \u001b[0m\u001b[1;2;36m143.68\u001b[0m\u001b[2m M \u001b[0m \n", + "\u001b[2mโ€ข \u001b[0m\u001b[1;2mInput :\u001b[0m\u001b[2m \u001b[0m \n", + "\u001b[2m x = \u001b[0m\u001b[1;2;35mShape\u001b[0m\u001b[1;2m(\u001b[0m\u001b[1;2;32m[\u001b[0m\u001b[1;2;32m1\u001b[0m\u001b[1;2;32m, \u001b[0m\u001b[1;2;32m3\u001b[0m\u001b[1;2;32m, \u001b[0m\u001b[1;2;32m224\u001b[0m\u001b[1;2;32m, \u001b[0m\u001b[1;2;32m224\u001b[0m\u001b[1;2;32m]\u001b[0m\u001b[1;2m)\u001b[0m\u001b[2m \u001b[0m\u001b[1;2m<\u001b[0m\u001b[1;2;95mTensor\u001b[0m\u001b[1;2m>\u001b[0m \n" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "# 7.2 Customization in displaying programmable tabular report\n", + "print(\"=\"*10, \" Table rendering customization \", \"=\"*10)\n", + "metered_model.table_column_args.justify = \"left\"\n", + "metered_model.table_display_args = {\n", + " \"style\": \"#af8700\", # or rgb(175,135,0)\n", + " \"show_lines\": True,\n", + " \"show_edge\": False \n", + "}\n", + "\n", + "tb, data = metered_model.profile(\"param\", no_tree=True)" + ] + }, + { + "cell_type": "code", + "execution_count": 41, + "metadata": {}, + "outputs": [], + "source": [ + "## discard above settings\n", + "cfg.restore()\n", + "cfg.render_interval = 0" + ] + }, + { + "cell_type": "code", + "execution_count": 42, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
==========  Table report with tree  ==========\n",
+       "
\n" + ], + "text/plain": [ + "========== Table report with tree ==========\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "
VGG                                       โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ\n",
+       "โ”œโ”€โ”€ (1) features Sequential               โ”‚ Operation โ”‚ Operation โ”‚ Operation โ”‚ Param_Nam โ”‚ Requires_ โ”‚ Numeric_N โ”‚\n",
+       "โ”‚   โ”œโ”€โ”€ (1.1) 0 Conv2d                    โ”‚    _Id    โ”‚   _Name   โ”‚   _Type   โ”‚     e     โ”‚   Grad    โ”‚    um     โ”‚\n",
+       "โ”‚   โ”œโ”€โ”€ (1.2) 1 BatchNorm2d               โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚   โ”œโ”€โ”€ (1.3) 2 ReLU                      โ”‚     1     โ”‚ features  โ”‚ Sequentia โ”‚     -     โ”‚     -     โ”‚   0.00    โ”‚\n",
+       "โ”‚   โ”œโ”€โ”€ (1.4) 3 Conv2d                    โ”‚           โ”‚           โ”‚     l     โ”‚           โ”‚           โ”‚           โ”‚\n",
+       "โ”‚   โ”œโ”€โ”€ (1.5) 4 BatchNorm2d               โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚   โ”œโ”€โ”€ (1.6) 5 ReLU                      โ”‚    1.1    โ”‚     0     โ”‚  Conv2d   โ”‚  weight   โ”‚   False   โ”‚  1.73 K   โ”‚\n",
+       "โ”‚   โ”œโ”€โ”€ (1.7) 6 MaxPool2d                 โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚   โ”œโ”€โ”€ (1.8) 7 Conv2d                    โ”‚    1.1    โ”‚     0     โ”‚  Conv2d   โ”‚   bias    โ”‚   False   โ”‚   64.00   โ”‚\n",
+       "โ”‚   โ”œโ”€โ”€ (1.9) 8 BatchNorm2d               โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚   โ”œโ”€โ”€ (1.10) 9 ReLU                     โ”‚    1.2    โ”‚     1     โ”‚ BatchNorm โ”‚  weight   โ”‚   False   โ”‚   64.00   โ”‚\n",
+       "โ”‚   โ”œโ”€โ”€ (1.11) 10 Conv2d                  โ”‚           โ”‚           โ”‚    2d     โ”‚           โ”‚           โ”‚           โ”‚\n",
+       "โ”‚   โ”œโ”€โ”€ (1.12) 11 BatchNorm2d             โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚   โ”œโ”€โ”€ (1.13) 12 ReLU                    โ”‚    1.2    โ”‚     1     โ”‚ BatchNorm โ”‚   bias    โ”‚   False   โ”‚   64.00   โ”‚\n",
+       "โ”‚   โ”œโ”€โ”€ (1.14) 13 MaxPool2d               โ”‚           โ”‚           โ”‚    2d     โ”‚           โ”‚           โ”‚           โ”‚\n",
+       "โ”‚   โ”œโ”€โ”€ (1.15) 14 Conv2d                  โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚   โ”œโ”€โ”€ โ”โ”โ”โ”โ” Repeat [3] Times โ”โ”โ”โ”โ”“      โ”‚    1.3    โ”‚     2     โ”‚   ReLU    โ”‚     -     โ”‚     -     โ”‚   0.00    โ”‚\n",
+       "โ”‚   โ”‚   โ”ƒ (1.b) 15 BatchNorm2d     โ”ƒ      โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚   โ”‚   โ”ƒ (1.(b+1)) 16 ReLU        โ”ƒ      โ”‚    1.4    โ”‚     3     โ”‚  Conv2d   โ”‚  weight   โ”‚   False   โ”‚  36.86 K  โ”‚\n",
+       "โ”‚   โ”‚   โ”ƒ (1.(b+2)) 17 Conv2d      โ”ƒ      โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚   โ”‚   โ”ƒ ------------------------ โ”ƒ      โ”‚    1.4    โ”‚     3     โ”‚  Conv2d   โ”‚   bias    โ”‚   False   โ”‚   64.00   โ”‚\n",
+       "โ”‚   โ”‚   โ”ƒ Where b = 16, 19, 22     โ”ƒ      โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚   โ”‚   โ”—โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”›      โ”‚    1.5    โ”‚     4     โ”‚ BatchNorm โ”‚  weight   โ”‚   False   โ”‚   64.00   โ”‚\n",
+       "โ”‚   โ”œโ”€โ”€ (1.25) 24 BatchNorm2d             โ”‚           โ”‚           โ”‚    2d     โ”‚           โ”‚           โ”‚           โ”‚\n",
+       "โ”‚   โ”œโ”€โ”€ (1.26) 25 ReLU                    โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚   โ”œโ”€โ”€ (1.27) 26 MaxPool2d               โ”‚    1.5    โ”‚     4     โ”‚ BatchNorm โ”‚   bias    โ”‚   False   โ”‚   64.00   โ”‚\n",
+       "โ”‚   โ”œโ”€โ”€ (1.28) 27 Conv2d                  โ”‚           โ”‚           โ”‚    2d     โ”‚           โ”‚           โ”‚           โ”‚\n",
+       "โ”‚   โ”œโ”€โ”€ โ”โ”โ”โ”โ” Repeat [3] Times โ”โ”โ”โ”โ”“      โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚   โ”‚   โ”ƒ (1.c) 28 BatchNorm2d     โ”ƒ      โ”‚    1.6    โ”‚     5     โ”‚   ReLU    โ”‚     -     โ”‚     -     โ”‚   0.00    โ”‚\n",
+       "โ”‚   โ”‚   โ”ƒ (1.(c+1)) 29 ReLU        โ”ƒ      โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚   โ”‚   โ”ƒ (1.(c+2)) 30 Conv2d      โ”ƒ      โ”‚    1.7    โ”‚     6     โ”‚ MaxPool2d โ”‚     -     โ”‚     -     โ”‚   0.00    โ”‚\n",
+       "โ”‚   โ”‚   โ”ƒ ------------------------ โ”ƒ      โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚   โ”‚   โ”ƒ Where c = 29, 32, 35     โ”ƒ      โ”‚    1.8    โ”‚     7     โ”‚  Conv2d   โ”‚  weight   โ”‚   False   โ”‚  73.73 K  โ”‚\n",
+       "โ”‚   โ”‚   โ”—โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”›      โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚   โ”œโ”€โ”€ (1.38) 37 BatchNorm2d             โ”‚    1.8    โ”‚     7     โ”‚  Conv2d   โ”‚   bias    โ”‚   False   โ”‚  128.00   โ”‚\n",
+       "โ”‚   โ”œโ”€โ”€ (1.39) 38 ReLU                    โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚   โ”œโ”€โ”€ (1.40) 39 MaxPool2d               โ”‚    1.9    โ”‚     8     โ”‚ BatchNorm โ”‚  weight   โ”‚   False   โ”‚  128.00   โ”‚\n",
+       "โ”‚   โ”œโ”€โ”€ โ”โ”โ”โ”โ”โ”โ” Repeat [2] Times โ”โ”โ”โ”โ”โ”โ”“  โ”‚           โ”‚           โ”‚    2d     โ”‚           โ”‚           โ”‚           โ”‚\n",
+       "โ”‚   โ”‚   โ”ƒ (1.d) 40 Conv2d              โ”ƒ  โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚   โ”‚   โ”ƒ (1.(d+1)) 41 BatchNorm2d     โ”ƒ  โ”‚    1.9    โ”‚     8     โ”‚ BatchNorm โ”‚   bias    โ”‚   False   โ”‚  128.00   โ”‚\n",
+       "โ”‚   โ”‚   โ”ƒ (1.(d+2)) 42 ReLU            โ”ƒ  โ”‚           โ”‚           โ”‚    2d     โ”‚           โ”‚           โ”‚           โ”‚\n",
+       "โ”‚   โ”‚   โ”ƒ (1.(d+3)) 43 Conv2d          โ”ƒ  โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚   โ”‚   โ”ƒ (1.(d+4)) 44 BatchNorm2d     โ”ƒ  โ”‚   1.10    โ”‚     9     โ”‚   ReLU    โ”‚     -     โ”‚     -     โ”‚   0.00    โ”‚\n",
+       "โ”‚   โ”‚   โ”ƒ (1.(d+5)) 45 ReLU            โ”ƒ  โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚   โ”‚   โ”ƒ ---------------------------- โ”ƒ  โ”‚   1.11    โ”‚    10     โ”‚  Conv2d   โ”‚  weight   โ”‚   False   โ”‚ 147.46 K  โ”‚\n",
+       "โ”‚   โ”‚   โ”ƒ Where d = 41, 47             โ”ƒ  โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚   โ”‚   โ”—โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”›  โ”‚   1.11    โ”‚    10     โ”‚  Conv2d   โ”‚   bias    โ”‚   False   โ”‚  128.00   โ”‚\n",
+       "โ”‚   โ””โ”€โ”€ (1.53) 52 MaxPool2d               โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”œโ”€โ”€ (2) avgpool AdaptiveAvgPool2d         โ”‚   1.12    โ”‚    11     โ”‚ BatchNorm โ”‚  weight   โ”‚   False   โ”‚  128.00   โ”‚\n",
+       "โ””โ”€โ”€ (3) classifier Sequential             โ”‚           โ”‚           โ”‚    2d     โ”‚           โ”‚           โ”‚           โ”‚\n",
+       "    โ”œโ”€โ”€ (3.1) 0 Linear                    โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "    โ”œโ”€โ”€ (3.2) 1 ReLU                      โ”‚   1.12    โ”‚    11     โ”‚ BatchNorm โ”‚   bias    โ”‚   False   โ”‚  128.00   โ”‚\n",
+       "    โ”œโ”€โ”€ (3.3) 2 Dropout                   โ”‚           โ”‚           โ”‚    2d     โ”‚           โ”‚           โ”‚           โ”‚\n",
+       "    โ”œโ”€โ”€ (3.4) 3 Linear                    โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "    โ”œโ”€โ”€ (3.5) 4 ReLU                      โ”‚   1.13    โ”‚    12     โ”‚   ReLU    โ”‚     -     โ”‚     -     โ”‚   0.00    โ”‚\n",
+       "    โ”œโ”€โ”€ (3.6) 5 Dropout                   โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "    โ””โ”€โ”€ (3.7) 6 Linear                    โ”‚   1.14    โ”‚    13     โ”‚ MaxPool2d โ”‚     -     โ”‚     -     โ”‚   0.00    โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.15    โ”‚    14     โ”‚  Conv2d   โ”‚  weight   โ”‚   False   โ”‚ 294.91 K  โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.15    โ”‚    14     โ”‚  Conv2d   โ”‚   bias    โ”‚   False   โ”‚  256.00   โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.16    โ”‚    15     โ”‚ BatchNorm โ”‚  weight   โ”‚   False   โ”‚  256.00   โ”‚\n",
+       "                                          โ”‚           โ”‚           โ”‚    2d     โ”‚           โ”‚           โ”‚           โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.16    โ”‚    15     โ”‚ BatchNorm โ”‚   bias    โ”‚   False   โ”‚  256.00   โ”‚\n",
+       "                                          โ”‚           โ”‚           โ”‚    2d     โ”‚           โ”‚           โ”‚           โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.17    โ”‚    16     โ”‚   ReLU    โ”‚     -     โ”‚     -     โ”‚   0.00    โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.18    โ”‚    17     โ”‚  Conv2d   โ”‚  weight   โ”‚   False   โ”‚ 589.82 K  โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.18    โ”‚    17     โ”‚  Conv2d   โ”‚   bias    โ”‚   False   โ”‚  256.00   โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.19    โ”‚    18     โ”‚ BatchNorm โ”‚  weight   โ”‚   False   โ”‚  256.00   โ”‚\n",
+       "                                          โ”‚           โ”‚           โ”‚    2d     โ”‚           โ”‚           โ”‚           โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.19    โ”‚    18     โ”‚ BatchNorm โ”‚   bias    โ”‚   False   โ”‚  256.00   โ”‚\n",
+       "                                          โ”‚           โ”‚           โ”‚    2d     โ”‚           โ”‚           โ”‚           โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.20    โ”‚    19     โ”‚   ReLU    โ”‚     -     โ”‚     -     โ”‚   0.00    โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.21    โ”‚    20     โ”‚  Conv2d   โ”‚  weight   โ”‚   False   โ”‚ 589.82 K  โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.21    โ”‚    20     โ”‚  Conv2d   โ”‚   bias    โ”‚   False   โ”‚  256.00   โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.22    โ”‚    21     โ”‚ BatchNorm โ”‚  weight   โ”‚   False   โ”‚  256.00   โ”‚\n",
+       "                                          โ”‚           โ”‚           โ”‚    2d     โ”‚           โ”‚           โ”‚           โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.22    โ”‚    21     โ”‚ BatchNorm โ”‚   bias    โ”‚   False   โ”‚  256.00   โ”‚\n",
+       "                                          โ”‚           โ”‚           โ”‚    2d     โ”‚           โ”‚           โ”‚           โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.23    โ”‚    22     โ”‚   ReLU    โ”‚     -     โ”‚     -     โ”‚   0.00    โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.24    โ”‚    23     โ”‚  Conv2d   โ”‚  weight   โ”‚   False   โ”‚ 589.82 K  โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.24    โ”‚    23     โ”‚  Conv2d   โ”‚   bias    โ”‚   False   โ”‚  256.00   โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.25    โ”‚    24     โ”‚ BatchNorm โ”‚  weight   โ”‚   False   โ”‚  256.00   โ”‚\n",
+       "                                          โ”‚           โ”‚           โ”‚    2d     โ”‚           โ”‚           โ”‚           โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.25    โ”‚    24     โ”‚ BatchNorm โ”‚   bias    โ”‚   False   โ”‚  256.00   โ”‚\n",
+       "                                          โ”‚           โ”‚           โ”‚    2d     โ”‚           โ”‚           โ”‚           โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.26    โ”‚    25     โ”‚   ReLU    โ”‚     -     โ”‚     -     โ”‚   0.00    โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.27    โ”‚    26     โ”‚ MaxPool2d โ”‚     -     โ”‚     -     โ”‚   0.00    โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.28    โ”‚    27     โ”‚  Conv2d   โ”‚  weight   โ”‚   False   โ”‚  1.18 M   โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.28    โ”‚    27     โ”‚  Conv2d   โ”‚   bias    โ”‚   False   โ”‚  512.00   โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.29    โ”‚    28     โ”‚ BatchNorm โ”‚  weight   โ”‚   False   โ”‚  512.00   โ”‚\n",
+       "                                          โ”‚           โ”‚           โ”‚    2d     โ”‚           โ”‚           โ”‚           โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.29    โ”‚    28     โ”‚ BatchNorm โ”‚   bias    โ”‚   False   โ”‚  512.00   โ”‚\n",
+       "                                          โ”‚           โ”‚           โ”‚    2d     โ”‚           โ”‚           โ”‚           โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.30    โ”‚    29     โ”‚   ReLU    โ”‚     -     โ”‚     -     โ”‚   0.00    โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.31    โ”‚    30     โ”‚  Conv2d   โ”‚  weight   โ”‚   False   โ”‚  2.36 M   โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.31    โ”‚    30     โ”‚  Conv2d   โ”‚   bias    โ”‚   False   โ”‚  512.00   โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.32    โ”‚    31     โ”‚ BatchNorm โ”‚  weight   โ”‚   False   โ”‚  512.00   โ”‚\n",
+       "                                          โ”‚           โ”‚           โ”‚    2d     โ”‚           โ”‚           โ”‚           โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.32    โ”‚    31     โ”‚ BatchNorm โ”‚   bias    โ”‚   False   โ”‚  512.00   โ”‚\n",
+       "                                          โ”‚           โ”‚           โ”‚    2d     โ”‚           โ”‚           โ”‚           โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.33    โ”‚    32     โ”‚   ReLU    โ”‚     -     โ”‚     -     โ”‚   0.00    โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.34    โ”‚    33     โ”‚  Conv2d   โ”‚  weight   โ”‚   False   โ”‚  2.36 M   โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.34    โ”‚    33     โ”‚  Conv2d   โ”‚   bias    โ”‚   False   โ”‚  512.00   โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.35    โ”‚    34     โ”‚ BatchNorm โ”‚  weight   โ”‚   False   โ”‚  512.00   โ”‚\n",
+       "                                          โ”‚           โ”‚           โ”‚    2d     โ”‚           โ”‚           โ”‚           โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.35    โ”‚    34     โ”‚ BatchNorm โ”‚   bias    โ”‚   False   โ”‚  512.00   โ”‚\n",
+       "                                          โ”‚           โ”‚           โ”‚    2d     โ”‚           โ”‚           โ”‚           โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.36    โ”‚    35     โ”‚   ReLU    โ”‚     -     โ”‚     -     โ”‚   0.00    โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.37    โ”‚    36     โ”‚  Conv2d   โ”‚  weight   โ”‚   False   โ”‚  2.36 M   โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.37    โ”‚    36     โ”‚  Conv2d   โ”‚   bias    โ”‚   False   โ”‚  512.00   โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.38    โ”‚    37     โ”‚ BatchNorm โ”‚  weight   โ”‚   False   โ”‚  512.00   โ”‚\n",
+       "                                          โ”‚           โ”‚           โ”‚    2d     โ”‚           โ”‚           โ”‚           โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.38    โ”‚    37     โ”‚ BatchNorm โ”‚   bias    โ”‚   False   โ”‚  512.00   โ”‚\n",
+       "                                          โ”‚           โ”‚           โ”‚    2d     โ”‚           โ”‚           โ”‚           โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.39    โ”‚    38     โ”‚   ReLU    โ”‚     -     โ”‚     -     โ”‚   0.00    โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.40    โ”‚    39     โ”‚ MaxPool2d โ”‚     -     โ”‚     -     โ”‚   0.00    โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.41    โ”‚    40     โ”‚  Conv2d   โ”‚  weight   โ”‚   False   โ”‚  2.36 M   โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.41    โ”‚    40     โ”‚  Conv2d   โ”‚   bias    โ”‚   False   โ”‚  512.00   โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.42    โ”‚    41     โ”‚ BatchNorm โ”‚  weight   โ”‚   False   โ”‚  512.00   โ”‚\n",
+       "                                          โ”‚           โ”‚           โ”‚    2d     โ”‚           โ”‚           โ”‚           โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.42    โ”‚    41     โ”‚ BatchNorm โ”‚   bias    โ”‚   False   โ”‚  512.00   โ”‚\n",
+       "                                          โ”‚           โ”‚           โ”‚    2d     โ”‚           โ”‚           โ”‚           โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.43    โ”‚    42     โ”‚   ReLU    โ”‚     -     โ”‚     -     โ”‚   0.00    โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.44    โ”‚    43     โ”‚  Conv2d   โ”‚  weight   โ”‚   False   โ”‚  2.36 M   โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.44    โ”‚    43     โ”‚  Conv2d   โ”‚   bias    โ”‚   False   โ”‚  512.00   โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.45    โ”‚    44     โ”‚ BatchNorm โ”‚  weight   โ”‚   False   โ”‚  512.00   โ”‚\n",
+       "                                          โ”‚           โ”‚           โ”‚    2d     โ”‚           โ”‚           โ”‚           โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.45    โ”‚    44     โ”‚ BatchNorm โ”‚   bias    โ”‚   False   โ”‚  512.00   โ”‚\n",
+       "                                          โ”‚           โ”‚           โ”‚    2d     โ”‚           โ”‚           โ”‚           โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.46    โ”‚    45     โ”‚   ReLU    โ”‚     -     โ”‚     -     โ”‚   0.00    โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.47    โ”‚    46     โ”‚  Conv2d   โ”‚  weight   โ”‚   False   โ”‚  2.36 M   โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.47    โ”‚    46     โ”‚  Conv2d   โ”‚   bias    โ”‚   False   โ”‚  512.00   โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.48    โ”‚    47     โ”‚ BatchNorm โ”‚  weight   โ”‚   False   โ”‚  512.00   โ”‚\n",
+       "                                          โ”‚           โ”‚           โ”‚    2d     โ”‚           โ”‚           โ”‚           โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.48    โ”‚    47     โ”‚ BatchNorm โ”‚   bias    โ”‚   False   โ”‚  512.00   โ”‚\n",
+       "                                          โ”‚           โ”‚           โ”‚    2d     โ”‚           โ”‚           โ”‚           โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.49    โ”‚    48     โ”‚   ReLU    โ”‚     -     โ”‚     -     โ”‚   0.00    โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.50    โ”‚    49     โ”‚  Conv2d   โ”‚  weight   โ”‚   False   โ”‚  2.36 M   โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.50    โ”‚    49     โ”‚  Conv2d   โ”‚   bias    โ”‚   False   โ”‚  512.00   โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.51    โ”‚    50     โ”‚ BatchNorm โ”‚  weight   โ”‚   False   โ”‚  512.00   โ”‚\n",
+       "                                          โ”‚           โ”‚           โ”‚    2d     โ”‚           โ”‚           โ”‚           โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.51    โ”‚    50     โ”‚ BatchNorm โ”‚   bias    โ”‚   False   โ”‚  512.00   โ”‚\n",
+       "                                          โ”‚           โ”‚           โ”‚    2d     โ”‚           โ”‚           โ”‚           โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.52    โ”‚    51     โ”‚   ReLU    โ”‚     -     โ”‚     -     โ”‚   0.00    โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚   1.53    โ”‚    52     โ”‚ MaxPool2d โ”‚     -     โ”‚     -     โ”‚   0.00    โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚     2     โ”‚  avgpool  โ”‚ AdaptiveA โ”‚     -     โ”‚     -     โ”‚   0.00    โ”‚\n",
+       "                                          โ”‚           โ”‚           โ”‚ vgPool2d  โ”‚           โ”‚           โ”‚           โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚     3     โ”‚ classifie โ”‚ Sequentia โ”‚     -     โ”‚     -     โ”‚   0.00    โ”‚\n",
+       "                                          โ”‚           โ”‚     r     โ”‚     l     โ”‚           โ”‚           โ”‚           โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚    3.1    โ”‚     0     โ”‚  Linear   โ”‚  weight   โ”‚   True    โ”‚ 102.76 M  โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚    3.1    โ”‚     0     โ”‚  Linear   โ”‚   bias    โ”‚   True    โ”‚  4.10 K   โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚    3.2    โ”‚     1     โ”‚   ReLU    โ”‚     -     โ”‚     -     โ”‚   0.00    โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚    3.3    โ”‚     2     โ”‚  Dropout  โ”‚     -     โ”‚     -     โ”‚   0.00    โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚    3.4    โ”‚     3     โ”‚  Linear   โ”‚  weight   โ”‚   True    โ”‚  16.78 M  โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚    3.4    โ”‚     3     โ”‚  Linear   โ”‚   bias    โ”‚   True    โ”‚  4.10 K   โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚    3.5    โ”‚     4     โ”‚   ReLU    โ”‚     -     โ”‚     -     โ”‚   0.00    โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚    3.6    โ”‚     5     โ”‚  Dropout  โ”‚     -     โ”‚     -     โ”‚   0.00    โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚    3.7    โ”‚     6     โ”‚  Linear   โ”‚  weight   โ”‚   True    โ”‚  4.10 M   โ”‚\n",
+       "                                          โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "                                          โ”‚    3.7    โ”‚     6     โ”‚  Linear   โ”‚   bias    โ”‚   True    โ”‚    1 K    โ”‚\n",
+       "                                          โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ\n",
+       "-------------------------------------------------- s u m m a r y --------------------------------------------------\n",
+       "โ€ข Model    : VGG                                             โ€ข Statistics: param                                   \n",
+       "โ€ข Device   : cuda                                            โ€ข Learnable Parameters Num: 123.64 M                  \n",
+       "โ€ข Signature: forward(self, x)                                โ€ข Total Parameters Num    : 143.68 M                  \n",
+       "โ€ข Input    :                                                                                                       \n",
+       "   x = Shape([1, 3, 224, 224]) <Tensor>                                                                            \n",
+       "
\n" + ], + "text/plain": [ + "\u001b[1;38;5;210mVGG\u001b[0m \u001b[38;5;29mโ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ\u001b[0m\n", + "\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1) \u001b[0m\u001b[1;32mfeatures\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mSequential\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1mOperation\u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1mOperation\u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1mOperation\u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1mParam_Nam\u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1mRequires_\u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1mNumeric_N\u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.1) \u001b[0m\u001b[1;32m0\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mConv2d\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1m _Id \u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1m _Name \u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1m _Type \u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1m e \u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1m Grad \u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1m um \u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.2) \u001b[0m\u001b[1;32m1\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mBatchNorm2d\u001b[0m \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.3) \u001b[0m\u001b[1;32m2\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m features \u001b[38;5;29mโ”‚\u001b[0m Sequentia \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.4) \u001b[0m\u001b[1;32m3\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mConv2d\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m l \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.5) \u001b[0m\u001b[1;32m4\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mBatchNorm2d\u001b[0m \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.6) \u001b[0m\u001b[1;32m5\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.1\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.73\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.7) \u001b[0m\u001b[1;32m6\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mMaxPool2d\u001b[0m \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.8) \u001b[0m\u001b[1;32m7\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mConv2d\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.1\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m64.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.9) \u001b[0m\u001b[1;32m8\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mBatchNorm2d\u001b[0m \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.10) \u001b[0m\u001b[1;32m9\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.2\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m64.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.11) \u001b[0m\u001b[1;32m10\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mConv2d\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m 2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.12) \u001b[0m\u001b[1;32m11\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mBatchNorm2d\u001b[0m \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.13) \u001b[0m\u001b[1;32m12\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.2\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m64.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.14) \u001b[0m\u001b[1;32m13\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mMaxPool2d\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m 2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.15) \u001b[0m\u001b[1;32m14\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mConv2d\u001b[0m \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[2;38;5;136mโ”โ”\u001b[0m\u001b[2;38;5;136mโ”โ”โ”\u001b[0m\u001b[2;38;5;136m \u001b[0m\u001b[2;3;38;5;136mRepeat [\u001b[0m\u001b[1;2;3;38;5;136m3\u001b[0m\u001b[2;3;38;5;136m] Times\u001b[0m\u001b[2;38;5;136m \u001b[0m\u001b[2;38;5;136mโ”โ”โ”\u001b[0m\u001b[2;38;5;136mโ”โ”“\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.3\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[1;38;5;240m(1.b) \u001b[0m\u001b[1;32m15\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mBatchNorm2d\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[1;38;5;240m(1.(b+1)) \u001b[0m\u001b[1;32m16\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.4\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m36.86\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[1;38;5;240m(1.(b+2)) \u001b[0m\u001b[1;32m17\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mConv2d\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136m------------------------\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.4\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m64.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mWhere b = \u001b[0m\u001b[1;2;36m16\u001b[0m\u001b[2;38;5;136m, \u001b[0m\u001b[1;2;36m19\u001b[0m\u001b[2;38;5;136m, \u001b[0m\u001b[1;2;36m22\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”—โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”›\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.5\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m64.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.25) \u001b[0m\u001b[1;32m24\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mBatchNorm2d\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m 2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.26) \u001b[0m\u001b[1;32m25\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU\u001b[0m \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.27) \u001b[0m\u001b[1;32m26\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mMaxPool2d\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.5\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m64.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.28) \u001b[0m\u001b[1;32m27\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mConv2d\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m 2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[2;38;5;136mโ”โ”\u001b[0m\u001b[2;38;5;136mโ”โ”โ”\u001b[0m\u001b[2;38;5;136m \u001b[0m\u001b[2;3;38;5;136mRepeat [\u001b[0m\u001b[1;2;3;38;5;136m3\u001b[0m\u001b[2;3;38;5;136m] Times\u001b[0m\u001b[2;38;5;136m \u001b[0m\u001b[2;38;5;136mโ”โ”โ”\u001b[0m\u001b[2;38;5;136mโ”โ”“\u001b[0m \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[1;38;5;240m(1.c) \u001b[0m\u001b[1;32m28\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mBatchNorm2d\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.6\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m5\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[1;38;5;240m(1.(c+1)) \u001b[0m\u001b[1;32m29\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[1;38;5;240m(1.(c+2)) \u001b[0m\u001b[1;32m30\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mConv2d\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.7\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m6\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m MaxPool2d \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136m------------------------\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mWhere c = \u001b[0m\u001b[1;2;36m29\u001b[0m\u001b[2;38;5;136m, \u001b[0m\u001b[1;2;36m32\u001b[0m\u001b[2;38;5;136m, \u001b[0m\u001b[1;2;36m35\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.8\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m7\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m73.73\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”—โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”›\u001b[0m \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.38) \u001b[0m\u001b[1;32m37\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mBatchNorm2d\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.8\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m7\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m128.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.39) \u001b[0m\u001b[1;32m38\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU\u001b[0m \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.40) \u001b[0m\u001b[1;32m39\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mMaxPool2d\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.9\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m8\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m128.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[2;38;5;136mโ”โ”\u001b[0m\u001b[2;38;5;136mโ”โ”โ”โ”โ”\u001b[0m\u001b[2;38;5;136m \u001b[0m\u001b[2;3;38;5;136mRepeat [\u001b[0m\u001b[1;2;3;38;5;136m2\u001b[0m\u001b[2;3;38;5;136m] Times\u001b[0m\u001b[2;38;5;136m \u001b[0m\u001b[2;38;5;136mโ”โ”โ”โ”โ”\u001b[0m\u001b[2;38;5;136mโ”โ”“\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m 2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[1;38;5;240m(1.d) \u001b[0m\u001b[1;32m40\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mConv2d\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[1;38;5;240m(1.(d+1)) \u001b[0m\u001b[1;32m41\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mBatchNorm2d\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.9\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m8\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m128.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[1;38;5;240m(1.(d+2)) \u001b[0m\u001b[1;32m42\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m 2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[1;38;5;240m(1.(d+3)) \u001b[0m\u001b[1;32m43\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mConv2d\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[1;38;5;240m(1.(d+4)) \u001b[0m\u001b[1;32m44\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mBatchNorm2d\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.10\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m9\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[1;38;5;240m(1.(d+5)) \u001b[0m\u001b[1;32m45\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136m----------------------------\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.11\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m10\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m147.46\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mWhere d = \u001b[0m\u001b[1;2;36m41\u001b[0m\u001b[2;38;5;136m, \u001b[0m\u001b[1;2;36m47\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ”‚ \u001b[0m\u001b[2;38;5;136mโ”—โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”›\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.11\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m10\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m128.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;210mโ”‚ \u001b[0m\u001b[38;5;210mโ””โ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1.53) \u001b[0m\u001b[1;32m52\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mMaxPool2d\u001b[0m \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(2) \u001b[0m\u001b[1;32mavgpool\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mAdaptiveAvgPool2d\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.12\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m11\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m128.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;210mโ””โ”€โ”€ \u001b[0m\u001b[1;38;5;240m(3) \u001b[0m\u001b[1;32mclassifier\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mSequential\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m 2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;210m \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(3.1) \u001b[0m\u001b[1;32m0\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mLinear\u001b[0m \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;210m \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(3.2) \u001b[0m\u001b[1;32m1\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.12\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m11\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m128.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;210m \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(3.3) \u001b[0m\u001b[1;32m2\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mDropout\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m 2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;210m \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(3.4) \u001b[0m\u001b[1;32m3\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mLinear\u001b[0m \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;210m \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(3.5) \u001b[0m\u001b[1;32m4\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mReLU\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.13\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m12\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;210m \u001b[0m\u001b[38;5;210mโ”œโ”€โ”€ \u001b[0m\u001b[1;38;5;240m(3.6) \u001b[0m\u001b[1;32m5\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mDropout\u001b[0m \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;210m \u001b[0m\u001b[38;5;210mโ””โ”€โ”€ \u001b[0m\u001b[1;38;5;240m(3.7) \u001b[0m\u001b[1;32m6\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mLinear\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.14\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m13\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m MaxPool2d \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.15\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m14\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m294.91\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.15\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m14\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m256.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.16\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m15\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m256.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m 2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.16\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m15\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m256.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m 2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.17\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m16\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.18\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m17\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m589.82\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.18\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m17\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m256.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.19\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m18\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m256.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m 2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.19\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m18\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m256.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m 2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.20\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m19\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.21\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m20\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m589.82\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.21\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m20\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m256.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.22\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m21\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m256.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m 2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.22\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m21\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m256.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m 2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.23\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m22\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.24\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m23\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m589.82\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.24\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m23\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m256.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.25\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m24\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m256.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m 2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.25\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m24\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m256.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m 2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.26\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m25\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.27\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m26\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m MaxPool2d \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.28\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m27\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.18\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.28\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m27\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.29\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m28\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m 2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.29\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m28\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m 2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.30\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m29\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.31\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m30\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2.36\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.31\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m30\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.32\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m31\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m 2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.32\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m31\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m 2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.33\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m32\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.34\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m33\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2.36\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.34\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m33\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.35\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m34\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m 2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.35\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m34\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m 2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.36\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m35\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.37\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m36\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2.36\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.37\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m36\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.38\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m37\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m 2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.38\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m37\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m 2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.39\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m38\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.40\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m39\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m MaxPool2d \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.41\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m40\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2.36\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.41\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m40\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.42\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m41\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m 2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.42\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m41\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m 2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.43\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m42\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.44\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m43\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2.36\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.44\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m43\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.45\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m44\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m 2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.45\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m44\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m 2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.46\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m45\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.47\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m46\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2.36\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.47\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m46\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.48\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m47\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m 2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.48\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m47\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m 2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.49\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m48\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.50\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m49\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2.36\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.50\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m49\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.51\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m50\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m 2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.51\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m50\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m 2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.52\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m51\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.53\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m52\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m MaxPool2d \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m avgpool \u001b[38;5;29mโ”‚\u001b[0m AdaptiveA \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m vgPool2d \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m classifie \u001b[38;5;29mโ”‚\u001b[0m Sequentia \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m r \u001b[38;5;29mโ”‚\u001b[0m l \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.1\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Linear \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;92mTrue\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m102.76\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.1\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Linear \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;92mTrue\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4.10\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.2\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.3\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Dropout \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.4\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Linear \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;92mTrue\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m16.78\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.4\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Linear \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;92mTrue\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4.10\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.5\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.6\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m5\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Dropout \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.7\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m6\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Linear \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;92mTrue\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4.10\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + " \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.7\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m6\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Linear \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;92mTrue\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m\n", + " \u001b[38;5;29mโ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ\u001b[0m\n", + "\u001b[38;5;245m-------------------------------------------------- \u001b[0m\u001b[38;5;245ms u m m a r y\u001b[0m\u001b[38;5;245m --------------------------------------------------\u001b[0m\n", + "\u001b[2mโ€ข \u001b[0m\u001b[1;2mModel :\u001b[0m\u001b[2m VGG \u001b[0m \u001b[2mโ€ข \u001b[0m\u001b[1;2mStatistics:\u001b[0m\u001b[2m param \u001b[0m \n", + "\u001b[2mโ€ข \u001b[0m\u001b[1;2mDevice :\u001b[0m\u001b[2m cuda \u001b[0m \u001b[2mโ€ข \u001b[0m\u001b[1;2mLearnable Parameters Num:\u001b[0m\u001b[2m \u001b[0m\u001b[1;2;36m123.64\u001b[0m\u001b[2m M \u001b[0m \n", + "\u001b[2mโ€ข \u001b[0m\u001b[1;2mSignature:\u001b[0m\u001b[2m \u001b[0m\u001b[1;2;35mforward\u001b[0m\u001b[1;2m(\u001b[0m\u001b[2mself, x\u001b[0m\u001b[1;2m)\u001b[0m\u001b[2m \u001b[0m \u001b[2mโ€ข \u001b[0m\u001b[1;2mTotal Parameters Num :\u001b[0m\u001b[2m \u001b[0m\u001b[1;2;36m143.68\u001b[0m\u001b[2m M \u001b[0m \n", + "\u001b[2mโ€ข \u001b[0m\u001b[1;2mInput :\u001b[0m\u001b[2m \u001b[0m \n", + "\u001b[2m x = \u001b[0m\u001b[1;2;35mShape\u001b[0m\u001b[1;2m(\u001b[0m\u001b[1;2;32m[\u001b[0m\u001b[1;2;32m1\u001b[0m\u001b[1;2;32m, \u001b[0m\u001b[1;2;32m3\u001b[0m\u001b[1;2;32m, \u001b[0m\u001b[1;2;32m224\u001b[0m\u001b[1;2;32m, \u001b[0m\u001b[1;2;32m224\u001b[0m\u001b[1;2;32m]\u001b[0m\u001b[1;2m)\u001b[0m\u001b[2m \u001b[0m\u001b[1;2m<\u001b[0m\u001b[1;2;95mTensor\u001b[0m\u001b[1;2m>\u001b[0m \n" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "# 7.3 Custom rendering of table content\n", + "## 7.3.1 structure tree + tabular report\n", + "print(\"=\"*10, \" Table report with tree \", \"=\"*10)\n", + "tb, data = metered_model.profile(\"param\", no_tree=False)" + ] + }, + { + "cell_type": "code", + "execution_count": 43, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
==========  Table report with raw data  ==========\n",
+       "
\n" + ], + "text/plain": [ + "========== Table report with raw data ==========\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "
โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ\n",
+       "โ”‚ Operation_Id โ”‚ Operation_Name โ”‚  Operation_Type   โ”‚ Param_Name โ”‚ Requires_Grad โ”‚ Numeric_Num โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚      1       โ”‚    features    โ”‚    Sequential     โ”‚     -      โ”‚       -       โ”‚     0.0     โ”‚\n",
+       "โ”‚     1.1      โ”‚       0        โ”‚      Conv2d       โ”‚   weight   โ”‚     False     โ”‚   1728.0    โ”‚\n",
+       "โ”‚     1.1      โ”‚       0        โ”‚      Conv2d       โ”‚    bias    โ”‚     False     โ”‚    64.0     โ”‚\n",
+       "โ”‚     1.2      โ”‚       1        โ”‚    BatchNorm2d    โ”‚   weight   โ”‚     False     โ”‚    64.0     โ”‚\n",
+       "โ”‚     1.2      โ”‚       1        โ”‚    BatchNorm2d    โ”‚    bias    โ”‚     False     โ”‚    64.0     โ”‚\n",
+       "โ”‚     1.3      โ”‚       2        โ”‚       ReLU        โ”‚     -      โ”‚       -       โ”‚     0.0     โ”‚\n",
+       "โ”‚     1.4      โ”‚       3        โ”‚      Conv2d       โ”‚   weight   โ”‚     False     โ”‚   36864.0   โ”‚\n",
+       "โ”‚     1.4      โ”‚       3        โ”‚      Conv2d       โ”‚    bias    โ”‚     False     โ”‚    64.0     โ”‚\n",
+       "โ”‚     1.5      โ”‚       4        โ”‚    BatchNorm2d    โ”‚   weight   โ”‚     False     โ”‚    64.0     โ”‚\n",
+       "โ”‚     1.5      โ”‚       4        โ”‚    BatchNorm2d    โ”‚    bias    โ”‚     False     โ”‚    64.0     โ”‚\n",
+       "โ”‚     1.6      โ”‚       5        โ”‚       ReLU        โ”‚     -      โ”‚       -       โ”‚     0.0     โ”‚\n",
+       "โ”‚     1.7      โ”‚       6        โ”‚     MaxPool2d     โ”‚     -      โ”‚       -       โ”‚     0.0     โ”‚\n",
+       "โ”‚     1.8      โ”‚       7        โ”‚      Conv2d       โ”‚   weight   โ”‚     False     โ”‚   73728.0   โ”‚\n",
+       "โ”‚     1.8      โ”‚       7        โ”‚      Conv2d       โ”‚    bias    โ”‚     False     โ”‚    128.0    โ”‚\n",
+       "โ”‚     1.9      โ”‚       8        โ”‚    BatchNorm2d    โ”‚   weight   โ”‚     False     โ”‚    128.0    โ”‚\n",
+       "โ”‚     1.9      โ”‚       8        โ”‚    BatchNorm2d    โ”‚    bias    โ”‚     False     โ”‚    128.0    โ”‚\n",
+       "โ”‚     1.10     โ”‚       9        โ”‚       ReLU        โ”‚     -      โ”‚       -       โ”‚     0.0     โ”‚\n",
+       "โ”‚     1.11     โ”‚       10       โ”‚      Conv2d       โ”‚   weight   โ”‚     False     โ”‚  147456.0   โ”‚\n",
+       "โ”‚     1.11     โ”‚       10       โ”‚      Conv2d       โ”‚    bias    โ”‚     False     โ”‚    128.0    โ”‚\n",
+       "โ”‚     1.12     โ”‚       11       โ”‚    BatchNorm2d    โ”‚   weight   โ”‚     False     โ”‚    128.0    โ”‚\n",
+       "โ”‚     1.12     โ”‚       11       โ”‚    BatchNorm2d    โ”‚    bias    โ”‚     False     โ”‚    128.0    โ”‚\n",
+       "โ”‚     1.13     โ”‚       12       โ”‚       ReLU        โ”‚     -      โ”‚       -       โ”‚     0.0     โ”‚\n",
+       "โ”‚     1.14     โ”‚       13       โ”‚     MaxPool2d     โ”‚     -      โ”‚       -       โ”‚     0.0     โ”‚\n",
+       "โ”‚     1.15     โ”‚       14       โ”‚      Conv2d       โ”‚   weight   โ”‚     False     โ”‚  294912.0   โ”‚\n",
+       "โ”‚     1.15     โ”‚       14       โ”‚      Conv2d       โ”‚    bias    โ”‚     False     โ”‚    256.0    โ”‚\n",
+       "โ”‚     1.16     โ”‚       15       โ”‚    BatchNorm2d    โ”‚   weight   โ”‚     False     โ”‚    256.0    โ”‚\n",
+       "โ”‚     1.16     โ”‚       15       โ”‚    BatchNorm2d    โ”‚    bias    โ”‚     False     โ”‚    256.0    โ”‚\n",
+       "โ”‚     1.17     โ”‚       16       โ”‚       ReLU        โ”‚     -      โ”‚       -       โ”‚     0.0     โ”‚\n",
+       "โ”‚     1.18     โ”‚       17       โ”‚      Conv2d       โ”‚   weight   โ”‚     False     โ”‚  589824.0   โ”‚\n",
+       "โ”‚     1.18     โ”‚       17       โ”‚      Conv2d       โ”‚    bias    โ”‚     False     โ”‚    256.0    โ”‚\n",
+       "โ”‚     1.19     โ”‚       18       โ”‚    BatchNorm2d    โ”‚   weight   โ”‚     False     โ”‚    256.0    โ”‚\n",
+       "โ”‚     1.19     โ”‚       18       โ”‚    BatchNorm2d    โ”‚    bias    โ”‚     False     โ”‚    256.0    โ”‚\n",
+       "โ”‚     1.20     โ”‚       19       โ”‚       ReLU        โ”‚     -      โ”‚       -       โ”‚     0.0     โ”‚\n",
+       "โ”‚     1.21     โ”‚       20       โ”‚      Conv2d       โ”‚   weight   โ”‚     False     โ”‚  589824.0   โ”‚\n",
+       "โ”‚     1.21     โ”‚       20       โ”‚      Conv2d       โ”‚    bias    โ”‚     False     โ”‚    256.0    โ”‚\n",
+       "โ”‚     1.22     โ”‚       21       โ”‚    BatchNorm2d    โ”‚   weight   โ”‚     False     โ”‚    256.0    โ”‚\n",
+       "โ”‚     1.22     โ”‚       21       โ”‚    BatchNorm2d    โ”‚    bias    โ”‚     False     โ”‚    256.0    โ”‚\n",
+       "โ”‚     1.23     โ”‚       22       โ”‚       ReLU        โ”‚     -      โ”‚       -       โ”‚     0.0     โ”‚\n",
+       "โ”‚     1.24     โ”‚       23       โ”‚      Conv2d       โ”‚   weight   โ”‚     False     โ”‚  589824.0   โ”‚\n",
+       "โ”‚     1.24     โ”‚       23       โ”‚      Conv2d       โ”‚    bias    โ”‚     False     โ”‚    256.0    โ”‚\n",
+       "โ”‚     1.25     โ”‚       24       โ”‚    BatchNorm2d    โ”‚   weight   โ”‚     False     โ”‚    256.0    โ”‚\n",
+       "โ”‚     1.25     โ”‚       24       โ”‚    BatchNorm2d    โ”‚    bias    โ”‚     False     โ”‚    256.0    โ”‚\n",
+       "โ”‚     1.26     โ”‚       25       โ”‚       ReLU        โ”‚     -      โ”‚       -       โ”‚     0.0     โ”‚\n",
+       "โ”‚     1.27     โ”‚       26       โ”‚     MaxPool2d     โ”‚     -      โ”‚       -       โ”‚     0.0     โ”‚\n",
+       "โ”‚     1.28     โ”‚       27       โ”‚      Conv2d       โ”‚   weight   โ”‚     False     โ”‚  1179648.0  โ”‚\n",
+       "โ”‚     1.28     โ”‚       27       โ”‚      Conv2d       โ”‚    bias    โ”‚     False     โ”‚    512.0    โ”‚\n",
+       "โ”‚     1.29     โ”‚       28       โ”‚    BatchNorm2d    โ”‚   weight   โ”‚     False     โ”‚    512.0    โ”‚\n",
+       "โ”‚     1.29     โ”‚       28       โ”‚    BatchNorm2d    โ”‚    bias    โ”‚     False     โ”‚    512.0    โ”‚\n",
+       "โ”‚     1.30     โ”‚       29       โ”‚       ReLU        โ”‚     -      โ”‚       -       โ”‚     0.0     โ”‚\n",
+       "โ”‚     1.31     โ”‚       30       โ”‚      Conv2d       โ”‚   weight   โ”‚     False     โ”‚  2359296.0  โ”‚\n",
+       "โ”‚     1.31     โ”‚       30       โ”‚      Conv2d       โ”‚    bias    โ”‚     False     โ”‚    512.0    โ”‚\n",
+       "โ”‚     1.32     โ”‚       31       โ”‚    BatchNorm2d    โ”‚   weight   โ”‚     False     โ”‚    512.0    โ”‚\n",
+       "โ”‚     1.32     โ”‚       31       โ”‚    BatchNorm2d    โ”‚    bias    โ”‚     False     โ”‚    512.0    โ”‚\n",
+       "โ”‚     1.33     โ”‚       32       โ”‚       ReLU        โ”‚     -      โ”‚       -       โ”‚     0.0     โ”‚\n",
+       "โ”‚     1.34     โ”‚       33       โ”‚      Conv2d       โ”‚   weight   โ”‚     False     โ”‚  2359296.0  โ”‚\n",
+       "โ”‚     1.34     โ”‚       33       โ”‚      Conv2d       โ”‚    bias    โ”‚     False     โ”‚    512.0    โ”‚\n",
+       "โ”‚     1.35     โ”‚       34       โ”‚    BatchNorm2d    โ”‚   weight   โ”‚     False     โ”‚    512.0    โ”‚\n",
+       "โ”‚     1.35     โ”‚       34       โ”‚    BatchNorm2d    โ”‚    bias    โ”‚     False     โ”‚    512.0    โ”‚\n",
+       "โ”‚     1.36     โ”‚       35       โ”‚       ReLU        โ”‚     -      โ”‚       -       โ”‚     0.0     โ”‚\n",
+       "โ”‚     1.37     โ”‚       36       โ”‚      Conv2d       โ”‚   weight   โ”‚     False     โ”‚  2359296.0  โ”‚\n",
+       "โ”‚     1.37     โ”‚       36       โ”‚      Conv2d       โ”‚    bias    โ”‚     False     โ”‚    512.0    โ”‚\n",
+       "โ”‚     1.38     โ”‚       37       โ”‚    BatchNorm2d    โ”‚   weight   โ”‚     False     โ”‚    512.0    โ”‚\n",
+       "โ”‚     1.38     โ”‚       37       โ”‚    BatchNorm2d    โ”‚    bias    โ”‚     False     โ”‚    512.0    โ”‚\n",
+       "โ”‚     1.39     โ”‚       38       โ”‚       ReLU        โ”‚     -      โ”‚       -       โ”‚     0.0     โ”‚\n",
+       "โ”‚     1.40     โ”‚       39       โ”‚     MaxPool2d     โ”‚     -      โ”‚       -       โ”‚     0.0     โ”‚\n",
+       "โ”‚     1.41     โ”‚       40       โ”‚      Conv2d       โ”‚   weight   โ”‚     False     โ”‚  2359296.0  โ”‚\n",
+       "โ”‚     1.41     โ”‚       40       โ”‚      Conv2d       โ”‚    bias    โ”‚     False     โ”‚    512.0    โ”‚\n",
+       "โ”‚     1.42     โ”‚       41       โ”‚    BatchNorm2d    โ”‚   weight   โ”‚     False     โ”‚    512.0    โ”‚\n",
+       "โ”‚     1.42     โ”‚       41       โ”‚    BatchNorm2d    โ”‚    bias    โ”‚     False     โ”‚    512.0    โ”‚\n",
+       "โ”‚     1.43     โ”‚       42       โ”‚       ReLU        โ”‚     -      โ”‚       -       โ”‚     0.0     โ”‚\n",
+       "โ”‚     1.44     โ”‚       43       โ”‚      Conv2d       โ”‚   weight   โ”‚     False     โ”‚  2359296.0  โ”‚\n",
+       "โ”‚     1.44     โ”‚       43       โ”‚      Conv2d       โ”‚    bias    โ”‚     False     โ”‚    512.0    โ”‚\n",
+       "โ”‚     1.45     โ”‚       44       โ”‚    BatchNorm2d    โ”‚   weight   โ”‚     False     โ”‚    512.0    โ”‚\n",
+       "โ”‚     1.45     โ”‚       44       โ”‚    BatchNorm2d    โ”‚    bias    โ”‚     False     โ”‚    512.0    โ”‚\n",
+       "โ”‚     1.46     โ”‚       45       โ”‚       ReLU        โ”‚     -      โ”‚       -       โ”‚     0.0     โ”‚\n",
+       "โ”‚     1.47     โ”‚       46       โ”‚      Conv2d       โ”‚   weight   โ”‚     False     โ”‚  2359296.0  โ”‚\n",
+       "โ”‚     1.47     โ”‚       46       โ”‚      Conv2d       โ”‚    bias    โ”‚     False     โ”‚    512.0    โ”‚\n",
+       "โ”‚     1.48     โ”‚       47       โ”‚    BatchNorm2d    โ”‚   weight   โ”‚     False     โ”‚    512.0    โ”‚\n",
+       "โ”‚     1.48     โ”‚       47       โ”‚    BatchNorm2d    โ”‚    bias    โ”‚     False     โ”‚    512.0    โ”‚\n",
+       "โ”‚     1.49     โ”‚       48       โ”‚       ReLU        โ”‚     -      โ”‚       -       โ”‚     0.0     โ”‚\n",
+       "โ”‚     1.50     โ”‚       49       โ”‚      Conv2d       โ”‚   weight   โ”‚     False     โ”‚  2359296.0  โ”‚\n",
+       "โ”‚     1.50     โ”‚       49       โ”‚      Conv2d       โ”‚    bias    โ”‚     False     โ”‚    512.0    โ”‚\n",
+       "โ”‚     1.51     โ”‚       50       โ”‚    BatchNorm2d    โ”‚   weight   โ”‚     False     โ”‚    512.0    โ”‚\n",
+       "โ”‚     1.51     โ”‚       50       โ”‚    BatchNorm2d    โ”‚    bias    โ”‚     False     โ”‚    512.0    โ”‚\n",
+       "โ”‚     1.52     โ”‚       51       โ”‚       ReLU        โ”‚     -      โ”‚       -       โ”‚     0.0     โ”‚\n",
+       "โ”‚     1.53     โ”‚       52       โ”‚     MaxPool2d     โ”‚     -      โ”‚       -       โ”‚     0.0     โ”‚\n",
+       "โ”‚      2       โ”‚    avgpool     โ”‚ AdaptiveAvgPool2d โ”‚     -      โ”‚       -       โ”‚     0.0     โ”‚\n",
+       "โ”‚      3       โ”‚   classifier   โ”‚    Sequential     โ”‚     -      โ”‚       -       โ”‚     0.0     โ”‚\n",
+       "โ”‚     3.1      โ”‚       0        โ”‚      Linear       โ”‚   weight   โ”‚     True      โ”‚ 102760448.0 โ”‚\n",
+       "โ”‚     3.1      โ”‚       0        โ”‚      Linear       โ”‚    bias    โ”‚     True      โ”‚   4096.0    โ”‚\n",
+       "โ”‚     3.2      โ”‚       1        โ”‚       ReLU        โ”‚     -      โ”‚       -       โ”‚     0.0     โ”‚\n",
+       "โ”‚     3.3      โ”‚       2        โ”‚      Dropout      โ”‚     -      โ”‚       -       โ”‚     0.0     โ”‚\n",
+       "โ”‚     3.4      โ”‚       3        โ”‚      Linear       โ”‚   weight   โ”‚     True      โ”‚ 16777216.0  โ”‚\n",
+       "โ”‚     3.4      โ”‚       3        โ”‚      Linear       โ”‚    bias    โ”‚     True      โ”‚   4096.0    โ”‚\n",
+       "โ”‚     3.5      โ”‚       4        โ”‚       ReLU        โ”‚     -      โ”‚       -       โ”‚     0.0     โ”‚\n",
+       "โ”‚     3.6      โ”‚       5        โ”‚      Dropout      โ”‚     -      โ”‚       -       โ”‚     0.0     โ”‚\n",
+       "โ”‚     3.7      โ”‚       6        โ”‚      Linear       โ”‚   weight   โ”‚     True      โ”‚  4096000.0  โ”‚\n",
+       "โ”‚     3.7      โ”‚       6        โ”‚      Linear       โ”‚    bias    โ”‚     True      โ”‚   1000.0    โ”‚\n",
+       "โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ\n",
+       "---------------------------------------- s u m m a r y -----------------------------------------\n",
+       "โ€ข Model    : VGG                                   โ€ข Statistics: param                          \n",
+       "โ€ข Device   : cuda                                  โ€ข Learnable Parameters Num: 123.64 M         \n",
+       "โ€ข Signature: forward(self, x)                      โ€ข Total Parameters Num    : 143.68 M         \n",
+       "โ€ข Input    :                                                                                    \n",
+       "   x = Shape([1, 3, 224, 224]) <Tensor>                                                         \n",
+       "
\n" + ], + "text/plain": [ + "\u001b[38;5;29mโ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1mOperation_Id\u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1mOperation_Name\u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1m Operation_Type \u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1mParam_Name\u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1mRequires_Grad\u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1mNumeric_Num\u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m features \u001b[38;5;29mโ”‚\u001b[0m Sequential \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.1\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1728.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.1\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m64.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.2\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m64.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.2\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m64.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.3\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.4\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m36864.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.4\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m64.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.5\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m64.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.5\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m64.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.6\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m5\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.7\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m6\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m MaxPool2d \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.8\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m7\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m73728.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.8\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m7\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m128.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.9\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m8\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m128.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.9\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m8\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m128.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.10\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m9\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.11\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m10\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m147456.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.11\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m10\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m128.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.12\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m11\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m128.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.12\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m11\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m128.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.13\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m12\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.14\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m13\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m MaxPool2d \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.15\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m14\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m294912.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.15\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m14\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m256.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.16\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m15\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m256.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.16\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m15\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m256.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.17\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m16\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.18\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m17\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m589824.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.18\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m17\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m256.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.19\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m18\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m256.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.19\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m18\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m256.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.20\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m19\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.21\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m20\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m589824.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.21\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m20\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m256.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.22\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m21\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m256.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.22\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m21\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m256.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.23\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m22\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.24\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m23\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m589824.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.24\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m23\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m256.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.25\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m24\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m256.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.25\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m24\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m256.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.26\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m25\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.27\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m26\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m MaxPool2d \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.28\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m27\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1179648.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.28\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m27\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.29\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m28\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.29\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m28\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.30\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m29\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.31\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m30\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2359296.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.31\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m30\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.32\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m31\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.32\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m31\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.33\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m32\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.34\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m33\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2359296.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.34\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m33\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.35\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m34\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.35\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m34\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.36\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m35\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.37\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m36\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2359296.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.37\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m36\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.38\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m37\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.38\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m37\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.39\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m38\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.40\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m39\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m MaxPool2d \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.41\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m40\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2359296.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.41\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m40\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.42\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m41\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.42\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m41\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.43\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m42\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.44\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m43\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2359296.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.44\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m43\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.45\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m44\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.45\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m44\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.46\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m45\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.47\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m46\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2359296.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.47\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m46\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.48\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m47\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.48\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m47\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.49\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m48\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.50\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m49\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2359296.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.50\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m49\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.51\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m50\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.51\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m50\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.52\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m51\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.53\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m52\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m MaxPool2d \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m avgpool \u001b[38;5;29mโ”‚\u001b[0m AdaptiveAvgPool2d \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m classifier \u001b[38;5;29mโ”‚\u001b[0m Sequential \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.1\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Linear \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;92mTrue\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m102760448.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.1\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Linear \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;92mTrue\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4096.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.2\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.3\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Dropout \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.4\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Linear \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;92mTrue\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m16777216.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.4\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Linear \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;92mTrue\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4096.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.5\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.6\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m5\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Dropout \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.7\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m6\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Linear \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;92mTrue\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4096000.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.7\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m6\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Linear \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;92mTrue\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1000.0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ\u001b[0m\n", + "\u001b[38;5;245m---------------------------------------- \u001b[0m\u001b[38;5;245ms u m m a r y\u001b[0m\u001b[38;5;245m -----------------------------------------\u001b[0m\n", + "\u001b[2mโ€ข \u001b[0m\u001b[1;2mModel :\u001b[0m\u001b[2m VGG \u001b[0m \u001b[2mโ€ข \u001b[0m\u001b[1;2mStatistics:\u001b[0m\u001b[2m param \u001b[0m \n", + "\u001b[2mโ€ข \u001b[0m\u001b[1;2mDevice :\u001b[0m\u001b[2m cuda \u001b[0m \u001b[2mโ€ข \u001b[0m\u001b[1;2mLearnable Parameters Num:\u001b[0m\u001b[2m \u001b[0m\u001b[1;2;36m123.64\u001b[0m\u001b[2m M \u001b[0m \n", + "\u001b[2mโ€ข \u001b[0m\u001b[1;2mSignature:\u001b[0m\u001b[2m \u001b[0m\u001b[1;2;35mforward\u001b[0m\u001b[1;2m(\u001b[0m\u001b[2mself, x\u001b[0m\u001b[1;2m)\u001b[0m\u001b[2m \u001b[0m \u001b[2mโ€ข \u001b[0m\u001b[1;2mTotal Parameters Num :\u001b[0m\u001b[2m \u001b[0m\u001b[1;2;36m143.68\u001b[0m\u001b[2m M \u001b[0m \n", + "\u001b[2mโ€ข \u001b[0m\u001b[1;2mInput :\u001b[0m\u001b[2m \u001b[0m \n", + "\u001b[2m x = \u001b[0m\u001b[1;2;35mShape\u001b[0m\u001b[1;2m(\u001b[0m\u001b[1;2;32m[\u001b[0m\u001b[1;2;32m1\u001b[0m\u001b[1;2;32m, \u001b[0m\u001b[1;2;32m3\u001b[0m\u001b[1;2;32m, \u001b[0m\u001b[1;2;32m224\u001b[0m\u001b[1;2;32m, \u001b[0m\u001b[1;2;32m224\u001b[0m\u001b[1;2;32m]\u001b[0m\u001b[1;2m)\u001b[0m\u001b[2m \u001b[0m\u001b[1;2m<\u001b[0m\u001b[1;2;95mTensor\u001b[0m\u001b[1;2m>\u001b[0m \n" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "## 7.3.2 tabular report with raw data\n", + "print(\"=\"*10, \" Table report with raw data \", \"=\"*10)\n", + "tb, data = metered_model.profile(\"param\", no_tree=True, raw_data=True)" + ] + }, + { + "cell_type": "code", + "execution_count": 44, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
==========  Table structure customization  ==========\n",
+       "
\n" + ], + "text/plain": [ + "========== Table structure customization ==========\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "
โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ\n",
+       "โ”‚ Index โ”‚  ID  โ”‚ Param Cost โ”‚ Buffer Cost โ”‚ Output Cost โ”‚   Total    โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚   0   โ”‚  1   โ”‚ 76.43 MiB  โ”‚  43.12 KiB  โ”‚ 119.15 MiB  โ”‚ 195.62 MiB โ”‚\n",
+       "โ”‚   1   โ”‚ 1.1  โ”‚   7 KiB    โ”‚      -      โ”‚  12.25 MiB  โ”‚ 12.26 MiB  โ”‚\n",
+       "โ”‚   2   โ”‚ 1.2  โ”‚   512 B    โ”‚    520 B    โ”‚  12.25 MiB  โ”‚ 12.25 MiB  โ”‚\n",
+       "โ”‚   3   โ”‚ 1.3  โ”‚     -      โ”‚      -      โ”‚      -      โ”‚     -      โ”‚\n",
+       "โ”‚   4   โ”‚ 1.4  โ”‚ 144.25 KiB โ”‚      -      โ”‚  12.25 MiB  โ”‚ 12.39 MiB  โ”‚\n",
+       "โ”‚   5   โ”‚ 1.5  โ”‚   512 B    โ”‚    520 B    โ”‚  12.25 MiB  โ”‚ 12.25 MiB  โ”‚\n",
+       "โ”‚   6   โ”‚ 1.6  โ”‚     -      โ”‚      -      โ”‚      -      โ”‚     -      โ”‚\n",
+       "โ”‚   7   โ”‚ 1.7  โ”‚     -      โ”‚      -      โ”‚  3.06 MiB   โ”‚  3.06 MiB  โ”‚\n",
+       "โ”‚   8   โ”‚ 1.8  โ”‚ 288.50 KiB โ”‚      -      โ”‚  6.12 MiB   โ”‚  6.41 MiB  โ”‚\n",
+       "โ”‚   9   โ”‚ 1.9  โ”‚   1 KiB    โ”‚  1.01 KiB   โ”‚  6.12 MiB   โ”‚  6.13 MiB  โ”‚\n",
+       "โ”‚  10   โ”‚ 1.10 โ”‚     -      โ”‚      -      โ”‚      -      โ”‚     -      โ”‚\n",
+       "โ”‚  11   โ”‚ 1.11 โ”‚ 576.50 KiB โ”‚      -      โ”‚  6.12 MiB   โ”‚  6.69 MiB  โ”‚\n",
+       "โ”‚  12   โ”‚ 1.12 โ”‚   1 KiB    โ”‚  1.01 KiB   โ”‚  6.12 MiB   โ”‚  6.13 MiB  โ”‚\n",
+       "โ”‚  13   โ”‚ 1.13 โ”‚     -      โ”‚      -      โ”‚      -      โ”‚     -      โ”‚\n",
+       "โ”‚  14   โ”‚ 1.14 โ”‚     -      โ”‚      -      โ”‚  1.53 MiB   โ”‚  1.53 MiB  โ”‚\n",
+       "โ”‚  15   โ”‚ 1.15 โ”‚  1.13 MiB  โ”‚      -      โ”‚  3.06 MiB   โ”‚  4.19 MiB  โ”‚\n",
+       "โ”‚  16   โ”‚ 1.16 โ”‚   2 KiB    โ”‚  2.01 KiB   โ”‚  3.06 MiB   โ”‚  3.07 MiB  โ”‚\n",
+       "โ”‚  17   โ”‚ 1.17 โ”‚     -      โ”‚      -      โ”‚      -      โ”‚     -      โ”‚\n",
+       "โ”‚  18   โ”‚ 1.18 โ”‚  2.25 MiB  โ”‚      -      โ”‚  3.06 MiB   โ”‚  5.31 MiB  โ”‚\n",
+       "โ”‚  19   โ”‚ 1.19 โ”‚   2 KiB    โ”‚  2.01 KiB   โ”‚  3.06 MiB   โ”‚  3.07 MiB  โ”‚\n",
+       "โ”‚  20   โ”‚ 1.20 โ”‚     -      โ”‚      -      โ”‚      -      โ”‚     -      โ”‚\n",
+       "โ”‚  21   โ”‚ 1.21 โ”‚  2.25 MiB  โ”‚      -      โ”‚  3.06 MiB   โ”‚  5.31 MiB  โ”‚\n",
+       "โ”‚  22   โ”‚ 1.22 โ”‚   2 KiB    โ”‚  2.01 KiB   โ”‚  3.06 MiB   โ”‚  3.07 MiB  โ”‚\n",
+       "โ”‚  23   โ”‚ 1.23 โ”‚     -      โ”‚      -      โ”‚      -      โ”‚     -      โ”‚\n",
+       "โ”‚  24   โ”‚ 1.24 โ”‚  2.25 MiB  โ”‚      -      โ”‚  3.06 MiB   โ”‚  5.31 MiB  โ”‚\n",
+       "โ”‚  25   โ”‚ 1.25 โ”‚   2 KiB    โ”‚  2.01 KiB   โ”‚  3.06 MiB   โ”‚  3.07 MiB  โ”‚\n",
+       "โ”‚  26   โ”‚ 1.26 โ”‚     -      โ”‚      -      โ”‚      -      โ”‚     -      โ”‚\n",
+       "โ”‚  27   โ”‚ 1.27 โ”‚     -      โ”‚      -      โ”‚   784 KiB   โ”‚  784 KiB   โ”‚\n",
+       "โ”‚  28   โ”‚ 1.28 โ”‚  4.50 MiB  โ”‚      -      โ”‚  1.53 MiB   โ”‚  6.03 MiB  โ”‚\n",
+       "โ”‚  29   โ”‚ 1.29 โ”‚   4 KiB    โ”‚  4.01 KiB   โ”‚  1.53 MiB   โ”‚  1.54 MiB  โ”‚\n",
+       "โ”‚  30   โ”‚ 1.30 โ”‚     -      โ”‚      -      โ”‚      -      โ”‚     -      โ”‚\n",
+       "โ”‚  31   โ”‚ 1.31 โ”‚  9.00 MiB  โ”‚      -      โ”‚  1.53 MiB   โ”‚ 10.53 MiB  โ”‚\n",
+       "โ”‚  32   โ”‚ 1.32 โ”‚   4 KiB    โ”‚  4.01 KiB   โ”‚  1.53 MiB   โ”‚  1.54 MiB  โ”‚\n",
+       "โ”‚  33   โ”‚ 1.33 โ”‚     -      โ”‚      -      โ”‚      -      โ”‚     -      โ”‚\n",
+       "โ”‚  34   โ”‚ 1.34 โ”‚  9.00 MiB  โ”‚      -      โ”‚  1.53 MiB   โ”‚ 10.53 MiB  โ”‚\n",
+       "โ”‚  35   โ”‚ 1.35 โ”‚   4 KiB    โ”‚  4.01 KiB   โ”‚  1.53 MiB   โ”‚  1.54 MiB  โ”‚\n",
+       "โ”‚  36   โ”‚ 1.36 โ”‚     -      โ”‚      -      โ”‚      -      โ”‚     -      โ”‚\n",
+       "โ”‚  37   โ”‚ 1.37 โ”‚  9.00 MiB  โ”‚      -      โ”‚  1.53 MiB   โ”‚ 10.53 MiB  โ”‚\n",
+       "โ”‚  38   โ”‚ 1.38 โ”‚   4 KiB    โ”‚  4.01 KiB   โ”‚  1.53 MiB   โ”‚  1.54 MiB  โ”‚\n",
+       "โ”‚  39   โ”‚ 1.39 โ”‚     -      โ”‚      -      โ”‚      -      โ”‚     -      โ”‚\n",
+       "โ”‚  40   โ”‚ 1.40 โ”‚     -      โ”‚      -      โ”‚   392 KiB   โ”‚  392 KiB   โ”‚\n",
+       "โ”‚  41   โ”‚ 1.41 โ”‚  9.00 MiB  โ”‚      -      โ”‚   392 KiB   โ”‚  9.38 MiB  โ”‚\n",
+       "โ”‚  42   โ”‚ 1.42 โ”‚   4 KiB    โ”‚  4.01 KiB   โ”‚   392 KiB   โ”‚ 400.01 KiB โ”‚\n",
+       "โ”‚  43   โ”‚ 1.43 โ”‚     -      โ”‚      -      โ”‚      -      โ”‚     -      โ”‚\n",
+       "โ”‚  44   โ”‚ 1.44 โ”‚  9.00 MiB  โ”‚      -      โ”‚   392 KiB   โ”‚  9.38 MiB  โ”‚\n",
+       "โ”‚  45   โ”‚ 1.45 โ”‚   4 KiB    โ”‚  4.01 KiB   โ”‚   392 KiB   โ”‚ 400.01 KiB โ”‚\n",
+       "โ”‚  46   โ”‚ 1.46 โ”‚     -      โ”‚      -      โ”‚      -      โ”‚     -      โ”‚\n",
+       "โ”‚  47   โ”‚ 1.47 โ”‚  9.00 MiB  โ”‚      -      โ”‚   392 KiB   โ”‚  9.38 MiB  โ”‚\n",
+       "โ”‚  48   โ”‚ 1.48 โ”‚   4 KiB    โ”‚  4.01 KiB   โ”‚   392 KiB   โ”‚ 400.01 KiB โ”‚\n",
+       "โ”‚  49   โ”‚ 1.49 โ”‚     -      โ”‚      -      โ”‚      -      โ”‚     -      โ”‚\n",
+       "โ”‚  50   โ”‚ 1.50 โ”‚  9.00 MiB  โ”‚      -      โ”‚   392 KiB   โ”‚  9.38 MiB  โ”‚\n",
+       "โ”‚  51   โ”‚ 1.51 โ”‚   4 KiB    โ”‚  4.01 KiB   โ”‚   392 KiB   โ”‚ 400.01 KiB โ”‚\n",
+       "โ”‚  52   โ”‚ 1.52 โ”‚     -      โ”‚      -      โ”‚      -      โ”‚     -      โ”‚\n",
+       "โ”‚  53   โ”‚ 1.53 โ”‚     -      โ”‚      -      โ”‚   98 KiB    โ”‚   98 KiB   โ”‚\n",
+       "โ”‚  54   โ”‚  2   โ”‚     -      โ”‚      -      โ”‚   98 KiB    โ”‚   98 KiB   โ”‚\n",
+       "โ”‚  55   โ”‚  3   โ”‚ 471.66 MiB โ”‚    0.00     โ”‚  67.91 KiB  โ”‚ 471.73 MiB โ”‚\n",
+       "โ”‚  56   โ”‚ 3.1  โ”‚ 392.02 MiB โ”‚      -      โ”‚   16 KiB    โ”‚ 392.03 MiB โ”‚\n",
+       "โ”‚  57   โ”‚ 3.2  โ”‚     -      โ”‚      -      โ”‚      -      โ”‚     -      โ”‚\n",
+       "โ”‚  58   โ”‚ 3.3  โ”‚     -      โ”‚      -      โ”‚   16 KiB    โ”‚   16 KiB   โ”‚\n",
+       "โ”‚  59   โ”‚ 3.4  โ”‚ 64.02 MiB  โ”‚      -      โ”‚   16 KiB    โ”‚ 64.03 MiB  โ”‚\n",
+       "โ”‚  60   โ”‚ 3.5  โ”‚     -      โ”‚      -      โ”‚      -      โ”‚     -      โ”‚\n",
+       "โ”‚  61   โ”‚ 3.6  โ”‚     -      โ”‚      -      โ”‚   16 KiB    โ”‚   16 KiB   โ”‚\n",
+       "โ”‚  62   โ”‚ 3.7  โ”‚ 15.63 MiB  โ”‚      -      โ”‚  3.91 KiB   โ”‚ 15.63 MiB  โ”‚\n",
+       "โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ\n",
+       "--------------------------- s u m m a r y ----------------------------\n",
+       "โ€ข Model    : VGG                                                      \n",
+       "โ€ข Device   : cuda                                                     \n",
+       "โ€ข Signature: forward(self, x)                                         \n",
+       "โ€ข Input    :                                                          \n",
+       "   x = Shape([1, 3, 224, 224]) <Tensor>                               \n",
+       "                                                                      \n",
+       "โ€ข Statistics: mem                                                     \n",
+       "โ€ข Parameters Memory Cost: 548.09 MiB, 82.12 %                         \n",
+       "โ€ข Buffers Memory Cost   : 43.12 KiB, 0.01 %                           \n",
+       "โ€ข FeatureMap Memory Cost: 119.31 MiB, 17.88 %                         \n",
+       "โ€ข Total Memory Cost     : 667.44 MiB                                  \n",
+       "
\n" + ], + "text/plain": [ + "\u001b[38;5;29mโ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1mIndex\u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1m ID \u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1mParam Cost\u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1mBuffer Cost\u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1mOutput Cost\u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1m Total \u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m76.43\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m43.12\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m119.15\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m195.62\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.1\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m7\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m12.25\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m12.26\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.2\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512\u001b[0m B \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m520\u001b[0m B \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m12.25\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m12.25\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.3\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.4\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m144.25\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m12.25\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m12.39\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m5\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.5\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512\u001b[0m B \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m520\u001b[0m B \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m12.25\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m12.25\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m6\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.6\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m7\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.7\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.06\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.06\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m8\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.8\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m288.50\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m6.12\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m6.41\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m9\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.9\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.01\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m6.12\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m6.13\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m10\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.10\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m11\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.11\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m576.50\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m6.12\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m6.69\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m12\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.12\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.01\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m6.12\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m6.13\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m13\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.13\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m14\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.14\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.53\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.53\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m15\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.15\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.13\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.06\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4.19\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m16\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.16\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2.01\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.06\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.07\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m17\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.17\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m18\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.18\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2.25\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.06\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m5.31\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m19\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.19\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2.01\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.06\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.07\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m20\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.20\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m21\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.21\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2.25\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.06\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m5.31\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m22\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.22\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2.01\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.06\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.07\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m23\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.23\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m24\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.24\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2.25\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.06\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m5.31\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m25\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.25\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2.01\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.06\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.07\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m26\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.26\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m27\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.27\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m784\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m784\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m28\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.28\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4.50\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.53\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m6.03\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m29\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.29\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4.01\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.53\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.54\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m30\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.30\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m31\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.31\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m9.00\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.53\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m10.53\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m32\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.32\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4.01\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.53\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.54\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m33\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.33\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m34\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.34\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m9.00\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.53\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m10.53\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m35\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.35\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4.01\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.53\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.54\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m36\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.36\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m37\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.37\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m9.00\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.53\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m10.53\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m38\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.38\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4.01\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.53\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.54\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m39\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.39\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m40\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.40\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m392\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m392\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m41\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.41\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m9.00\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m392\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m9.38\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m42\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.42\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4.01\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m392\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m400.01\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m43\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.43\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m44\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.44\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m9.00\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m392\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m9.38\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m45\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.45\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4.01\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m392\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m400.01\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m46\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.46\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m47\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.47\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m9.00\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m392\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m9.38\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m48\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.48\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4.01\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m392\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m400.01\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m49\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.49\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m50\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.50\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m9.00\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m392\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m9.38\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m51\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.51\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4.01\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m392\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m400.01\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m52\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.52\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m53\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.53\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m98\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m98\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m54\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m98\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m98\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m55\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m471.66\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m67.91\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m471.73\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m56\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.1\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m392.02\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m16\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m392.03\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m57\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.2\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m58\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.3\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m16\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m16\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m59\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.4\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m64.02\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m16\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m64.03\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m60\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.5\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m61\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.6\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m16\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m16\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m62\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.7\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m15.63\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.91\u001b[0m KiB \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m15.63\u001b[0m MiB \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ\u001b[0m\n", + "\u001b[38;5;245m--------------------------- \u001b[0m\u001b[38;5;245ms u m m a r y\u001b[0m\u001b[38;5;245m ----------------------------\u001b[0m\n", + "\u001b[2mโ€ข \u001b[0m\u001b[1;2mModel :\u001b[0m\u001b[2m VGG \u001b[0m \n", + "\u001b[2mโ€ข \u001b[0m\u001b[1;2mDevice :\u001b[0m\u001b[2m cuda \u001b[0m \n", + "\u001b[2mโ€ข \u001b[0m\u001b[1;2mSignature:\u001b[0m\u001b[2m \u001b[0m\u001b[1;2;35mforward\u001b[0m\u001b[1;2m(\u001b[0m\u001b[2mself, x\u001b[0m\u001b[1;2m)\u001b[0m\u001b[2m \u001b[0m \n", + "\u001b[2mโ€ข \u001b[0m\u001b[1;2mInput :\u001b[0m\u001b[2m \u001b[0m \n", + "\u001b[2m x = \u001b[0m\u001b[1;2;35mShape\u001b[0m\u001b[1;2m(\u001b[0m\u001b[1;2;32m[\u001b[0m\u001b[1;2;32m1\u001b[0m\u001b[1;2;32m, \u001b[0m\u001b[1;2;32m3\u001b[0m\u001b[1;2;32m, \u001b[0m\u001b[1;2;32m224\u001b[0m\u001b[1;2;32m, \u001b[0m\u001b[1;2;32m224\u001b[0m\u001b[1;2;32m]\u001b[0m\u001b[1;2m)\u001b[0m\u001b[2m \u001b[0m\u001b[1;2m<\u001b[0m\u001b[1;2;95mTensor\u001b[0m\u001b[1;2m>\u001b[0m\u001b[2m \u001b[0m \n", + " \n", + "\u001b[2mโ€ข \u001b[0m\u001b[1;2mStatistics:\u001b[0m\u001b[2m mem \u001b[0m \n", + "\u001b[2mโ€ข \u001b[0m\u001b[1;2mParameters\u001b[0m\u001b[1;2m Memory Cost:\u001b[0m\u001b[2m \u001b[0m\u001b[1;2;36m548.09\u001b[0m\u001b[2m MiB, \u001b[0m\u001b[1;2;36m82.12\u001b[0m\u001b[2m %\u001b[0m \n", + "\u001b[2mโ€ข \u001b[0m\u001b[1;2mBuffers\u001b[0m\u001b[1;2m Memory Cost :\u001b[0m\u001b[2m \u001b[0m\u001b[1;2;36m43.12\u001b[0m\u001b[2m KiB, \u001b[0m\u001b[1;2;36m0.01\u001b[0m\u001b[2m % \u001b[0m \n", + "\u001b[2mโ€ข \u001b[0m\u001b[1;2mFeatureMap\u001b[0m\u001b[1;2m Memory Cost:\u001b[0m\u001b[2m \u001b[0m\u001b[1;2;36m119.31\u001b[0m\u001b[2m MiB, \u001b[0m\u001b[1;2;36m17.88\u001b[0m\u001b[2m %\u001b[0m \n", + "\u001b[2mโ€ข \u001b[0m\u001b[1;2mTotal Memory Cost\u001b[0m\u001b[1;2m :\u001b[0m\u001b[2m \u001b[0m\u001b[1;2;36m667.44\u001b[0m\u001b[2m MiB \u001b[0m \n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "
('Index', 'ID', 'Param Cost', 'Buffer Cost', 'Output Cost', 'Total')\n",
+       "
\n" + ], + "text/plain": [ + "\u001b[1m(\u001b[0m\u001b[32m'Index'\u001b[0m, \u001b[32m'ID'\u001b[0m, \u001b[32m'Param Cost'\u001b[0m, \u001b[32m'Buffer Cost'\u001b[0m, \u001b[32m'Output Cost'\u001b[0m, \u001b[32m'Total'\u001b[0m\u001b[1m)\u001b[0m\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "# 7.3.3 Column customization of the tabular report\n", + "print(\"=\"*10, \" Table structure customization \", \"=\"*10)\n", + "tb, data = metered_model.profile(\n", + " \"mem\", \n", + " no_tree=True, \n", + " pick_cols=[\"Operation_Id\", \"Operation_Name\", \"Param_Cost\", \"Buffer_Cost\", \"Output_Cost\", \"Total\"], \n", + " exclude_cols=[\"Operation_Name\"],\n", + " custom_cols={\"Operation_Id\": \"ID\", \n", + " \"Param_Cost\": \"Param Cost\", \n", + " \"Buffer_Cost\": \"Buffer Cost\", \n", + " \"Output_Cost\": \"Output Cost\"},\n", + " keep_custom_name = True,\n", + " newcol_name=\"Index\",\n", + " newcol_func=lambda df: list(range(len(df))),\n", + " newcol_type=int,\n", + " newcol_idx=0,\n", + " keep_new_col=True\n", + ")\n", + "\n", + "## check the new columns are kept\n", + "print(metered_model.table_cols(\"mem\"))" + ] + }, + { + "cell_type": "code", + "execution_count": 45, + "metadata": {}, + "outputs": [], + "source": [ + "## discard above settings\n", + "cfg.restore()\n", + "cfg.render_interval = 0" + ] + }, + { + "cell_type": "code", + "execution_count": 46, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
==========  Programmable tabular report  ==========\n",
+       "
\n" + ], + "text/plain": [ + "========== Programmable tabular report ==========\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "
origin cols: ('Operation_Id', 'Operation_Name', 'Operation_Type', 'Param_Name', 'Requires_Grad', 'Numeric_Num')\n",
+       "
\n" + ], + "text/plain": [ + "origin cols: \u001b[1m(\u001b[0m\u001b[32m'Operation_Id'\u001b[0m, \u001b[32m'Operation_Name'\u001b[0m, \u001b[32m'Operation_Type'\u001b[0m, \u001b[32m'Param_Name'\u001b[0m, \u001b[32m'Requires_Grad'\u001b[0m, \u001b[32m'Numeric_Num'\u001b[0m\u001b[1m)\u001b[0m\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "
โ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ\n",
+       "โ”‚  ID  โ”‚  Operation_Type   โ”‚ Param Name โ”‚ Trainable โ”‚  Number  โ”‚ Percentage โ”‚\n",
+       "โ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\n",
+       "โ”‚  1   โ”‚    Sequential     โ”‚     -      โ”‚     -     โ”‚   0.00   โ”‚  0.0000 %  โ”‚\n",
+       "โ”‚ 1.1  โ”‚      Conv2d       โ”‚   weight   โ”‚   False   โ”‚  1.73 K  โ”‚  0.0012 %  โ”‚\n",
+       "โ”‚ 1.1  โ”‚      Conv2d       โ”‚    bias    โ”‚   False   โ”‚  64.00   โ”‚  0.0000 %  โ”‚\n",
+       "โ”‚ 1.2  โ”‚    BatchNorm2d    โ”‚   weight   โ”‚   False   โ”‚  64.00   โ”‚  0.0000 %  โ”‚\n",
+       "โ”‚ 1.2  โ”‚    BatchNorm2d    โ”‚    bias    โ”‚   False   โ”‚  64.00   โ”‚  0.0000 %  โ”‚\n",
+       "โ”‚ 1.3  โ”‚       ReLU        โ”‚     -      โ”‚     -     โ”‚   0.00   โ”‚  0.0000 %  โ”‚\n",
+       "โ”‚ 1.4  โ”‚      Conv2d       โ”‚   weight   โ”‚   False   โ”‚ 36.86 K  โ”‚  0.0257 %  โ”‚\n",
+       "โ”‚ 1.4  โ”‚      Conv2d       โ”‚    bias    โ”‚   False   โ”‚  64.00   โ”‚  0.0000 %  โ”‚\n",
+       "โ”‚ 1.5  โ”‚    BatchNorm2d    โ”‚   weight   โ”‚   False   โ”‚  64.00   โ”‚  0.0000 %  โ”‚\n",
+       "โ”‚ 1.5  โ”‚    BatchNorm2d    โ”‚    bias    โ”‚   False   โ”‚  64.00   โ”‚  0.0000 %  โ”‚\n",
+       "โ”‚ 1.6  โ”‚       ReLU        โ”‚     -      โ”‚     -     โ”‚   0.00   โ”‚  0.0000 %  โ”‚\n",
+       "โ”‚ 1.7  โ”‚     MaxPool2d     โ”‚     -      โ”‚     -     โ”‚   0.00   โ”‚  0.0000 %  โ”‚\n",
+       "โ”‚ 1.8  โ”‚      Conv2d       โ”‚   weight   โ”‚   False   โ”‚ 73.73 K  โ”‚  0.0513 %  โ”‚\n",
+       "โ”‚ 1.8  โ”‚      Conv2d       โ”‚    bias    โ”‚   False   โ”‚  128.00  โ”‚  0.0001 %  โ”‚\n",
+       "โ”‚ 1.9  โ”‚    BatchNorm2d    โ”‚   weight   โ”‚   False   โ”‚  128.00  โ”‚  0.0001 %  โ”‚\n",
+       "โ”‚ 1.9  โ”‚    BatchNorm2d    โ”‚    bias    โ”‚   False   โ”‚  128.00  โ”‚  0.0001 %  โ”‚\n",
+       "โ”‚ 1.10 โ”‚       ReLU        โ”‚     -      โ”‚     -     โ”‚   0.00   โ”‚  0.0000 %  โ”‚\n",
+       "โ”‚ 1.11 โ”‚      Conv2d       โ”‚   weight   โ”‚   False   โ”‚ 147.46 K โ”‚  0.1026 %  โ”‚\n",
+       "โ”‚ 1.11 โ”‚      Conv2d       โ”‚    bias    โ”‚   False   โ”‚  128.00  โ”‚  0.0001 %  โ”‚\n",
+       "โ”‚ 1.12 โ”‚    BatchNorm2d    โ”‚   weight   โ”‚   False   โ”‚  128.00  โ”‚  0.0001 %  โ”‚\n",
+       "โ”‚ 1.12 โ”‚    BatchNorm2d    โ”‚    bias    โ”‚   False   โ”‚  128.00  โ”‚  0.0001 %  โ”‚\n",
+       "โ”‚ 1.13 โ”‚       ReLU        โ”‚     -      โ”‚     -     โ”‚   0.00   โ”‚  0.0000 %  โ”‚\n",
+       "โ”‚ 1.14 โ”‚     MaxPool2d     โ”‚     -      โ”‚     -     โ”‚   0.00   โ”‚  0.0000 %  โ”‚\n",
+       "โ”‚ 1.15 โ”‚      Conv2d       โ”‚   weight   โ”‚   False   โ”‚ 294.91 K โ”‚  0.2053 %  โ”‚\n",
+       "โ”‚ 1.15 โ”‚      Conv2d       โ”‚    bias    โ”‚   False   โ”‚  256.00  โ”‚  0.0002 %  โ”‚\n",
+       "โ”‚ 1.16 โ”‚    BatchNorm2d    โ”‚   weight   โ”‚   False   โ”‚  256.00  โ”‚  0.0002 %  โ”‚\n",
+       "โ”‚ 1.16 โ”‚    BatchNorm2d    โ”‚    bias    โ”‚   False   โ”‚  256.00  โ”‚  0.0002 %  โ”‚\n",
+       "โ”‚ 1.17 โ”‚       ReLU        โ”‚     -      โ”‚     -     โ”‚   0.00   โ”‚  0.0000 %  โ”‚\n",
+       "โ”‚ 1.18 โ”‚      Conv2d       โ”‚   weight   โ”‚   False   โ”‚ 589.82 K โ”‚  0.4105 %  โ”‚\n",
+       "โ”‚ 1.18 โ”‚      Conv2d       โ”‚    bias    โ”‚   False   โ”‚  256.00  โ”‚  0.0002 %  โ”‚\n",
+       "โ”‚ 1.19 โ”‚    BatchNorm2d    โ”‚   weight   โ”‚   False   โ”‚  256.00  โ”‚  0.0002 %  โ”‚\n",
+       "โ”‚ 1.19 โ”‚    BatchNorm2d    โ”‚    bias    โ”‚   False   โ”‚  256.00  โ”‚  0.0002 %  โ”‚\n",
+       "โ”‚ 1.20 โ”‚       ReLU        โ”‚     -      โ”‚     -     โ”‚   0.00   โ”‚  0.0000 %  โ”‚\n",
+       "โ”‚ 1.21 โ”‚      Conv2d       โ”‚   weight   โ”‚   False   โ”‚ 589.82 K โ”‚  0.4105 %  โ”‚\n",
+       "โ”‚ 1.21 โ”‚      Conv2d       โ”‚    bias    โ”‚   False   โ”‚  256.00  โ”‚  0.0002 %  โ”‚\n",
+       "โ”‚ 1.22 โ”‚    BatchNorm2d    โ”‚   weight   โ”‚   False   โ”‚  256.00  โ”‚  0.0002 %  โ”‚\n",
+       "โ”‚ 1.22 โ”‚    BatchNorm2d    โ”‚    bias    โ”‚   False   โ”‚  256.00  โ”‚  0.0002 %  โ”‚\n",
+       "โ”‚ 1.23 โ”‚       ReLU        โ”‚     -      โ”‚     -     โ”‚   0.00   โ”‚  0.0000 %  โ”‚\n",
+       "โ”‚ 1.24 โ”‚      Conv2d       โ”‚   weight   โ”‚   False   โ”‚ 589.82 K โ”‚  0.4105 %  โ”‚\n",
+       "โ”‚ 1.24 โ”‚      Conv2d       โ”‚    bias    โ”‚   False   โ”‚  256.00  โ”‚  0.0002 %  โ”‚\n",
+       "โ”‚ 1.25 โ”‚    BatchNorm2d    โ”‚   weight   โ”‚   False   โ”‚  256.00  โ”‚  0.0002 %  โ”‚\n",
+       "โ”‚ 1.25 โ”‚    BatchNorm2d    โ”‚    bias    โ”‚   False   โ”‚  256.00  โ”‚  0.0002 %  โ”‚\n",
+       "โ”‚ 1.26 โ”‚       ReLU        โ”‚     -      โ”‚     -     โ”‚   0.00   โ”‚  0.0000 %  โ”‚\n",
+       "โ”‚ 1.27 โ”‚     MaxPool2d     โ”‚     -      โ”‚     -     โ”‚   0.00   โ”‚  0.0000 %  โ”‚\n",
+       "โ”‚ 1.28 โ”‚      Conv2d       โ”‚   weight   โ”‚   False   โ”‚  1.18 M  โ”‚  0.8210 %  โ”‚\n",
+       "โ”‚ 1.28 โ”‚      Conv2d       โ”‚    bias    โ”‚   False   โ”‚  512.00  โ”‚  0.0004 %  โ”‚\n",
+       "โ”‚ 1.29 โ”‚    BatchNorm2d    โ”‚   weight   โ”‚   False   โ”‚  512.00  โ”‚  0.0004 %  โ”‚\n",
+       "โ”‚ 1.29 โ”‚    BatchNorm2d    โ”‚    bias    โ”‚   False   โ”‚  512.00  โ”‚  0.0004 %  โ”‚\n",
+       "โ”‚ 1.30 โ”‚       ReLU        โ”‚     -      โ”‚     -     โ”‚   0.00   โ”‚  0.0000 %  โ”‚\n",
+       "โ”‚ 1.31 โ”‚      Conv2d       โ”‚   weight   โ”‚   False   โ”‚  2.36 M  โ”‚  1.6421 %  โ”‚\n",
+       "โ”‚ 1.31 โ”‚      Conv2d       โ”‚    bias    โ”‚   False   โ”‚  512.00  โ”‚  0.0004 %  โ”‚\n",
+       "โ”‚ 1.32 โ”‚    BatchNorm2d    โ”‚   weight   โ”‚   False   โ”‚  512.00  โ”‚  0.0004 %  โ”‚\n",
+       "โ”‚ 1.32 โ”‚    BatchNorm2d    โ”‚    bias    โ”‚   False   โ”‚  512.00  โ”‚  0.0004 %  โ”‚\n",
+       "โ”‚ 1.33 โ”‚       ReLU        โ”‚     -      โ”‚     -     โ”‚   0.00   โ”‚  0.0000 %  โ”‚\n",
+       "โ”‚ 1.34 โ”‚      Conv2d       โ”‚   weight   โ”‚   False   โ”‚  2.36 M  โ”‚  1.6421 %  โ”‚\n",
+       "โ”‚ 1.34 โ”‚      Conv2d       โ”‚    bias    โ”‚   False   โ”‚  512.00  โ”‚  0.0004 %  โ”‚\n",
+       "โ”‚ 1.35 โ”‚    BatchNorm2d    โ”‚   weight   โ”‚   False   โ”‚  512.00  โ”‚  0.0004 %  โ”‚\n",
+       "โ”‚ 1.35 โ”‚    BatchNorm2d    โ”‚    bias    โ”‚   False   โ”‚  512.00  โ”‚  0.0004 %  โ”‚\n",
+       "โ”‚ 1.36 โ”‚       ReLU        โ”‚     -      โ”‚     -     โ”‚   0.00   โ”‚  0.0000 %  โ”‚\n",
+       "โ”‚ 1.37 โ”‚      Conv2d       โ”‚   weight   โ”‚   False   โ”‚  2.36 M  โ”‚  1.6421 %  โ”‚\n",
+       "โ”‚ 1.37 โ”‚      Conv2d       โ”‚    bias    โ”‚   False   โ”‚  512.00  โ”‚  0.0004 %  โ”‚\n",
+       "โ”‚ 1.38 โ”‚    BatchNorm2d    โ”‚   weight   โ”‚   False   โ”‚  512.00  โ”‚  0.0004 %  โ”‚\n",
+       "โ”‚ 1.38 โ”‚    BatchNorm2d    โ”‚    bias    โ”‚   False   โ”‚  512.00  โ”‚  0.0004 %  โ”‚\n",
+       "โ”‚ 1.39 โ”‚       ReLU        โ”‚     -      โ”‚     -     โ”‚   0.00   โ”‚  0.0000 %  โ”‚\n",
+       "โ”‚ 1.40 โ”‚     MaxPool2d     โ”‚     -      โ”‚     -     โ”‚   0.00   โ”‚  0.0000 %  โ”‚\n",
+       "โ”‚ 1.41 โ”‚      Conv2d       โ”‚   weight   โ”‚   False   โ”‚  2.36 M  โ”‚  1.6421 %  โ”‚\n",
+       "โ”‚ 1.41 โ”‚      Conv2d       โ”‚    bias    โ”‚   False   โ”‚  512.00  โ”‚  0.0004 %  โ”‚\n",
+       "โ”‚ 1.42 โ”‚    BatchNorm2d    โ”‚   weight   โ”‚   False   โ”‚  512.00  โ”‚  0.0004 %  โ”‚\n",
+       "โ”‚ 1.42 โ”‚    BatchNorm2d    โ”‚    bias    โ”‚   False   โ”‚  512.00  โ”‚  0.0004 %  โ”‚\n",
+       "โ”‚ 1.43 โ”‚       ReLU        โ”‚     -      โ”‚     -     โ”‚   0.00   โ”‚  0.0000 %  โ”‚\n",
+       "โ”‚ 1.44 โ”‚      Conv2d       โ”‚   weight   โ”‚   False   โ”‚  2.36 M  โ”‚  1.6421 %  โ”‚\n",
+       "โ”‚ 1.44 โ”‚      Conv2d       โ”‚    bias    โ”‚   False   โ”‚  512.00  โ”‚  0.0004 %  โ”‚\n",
+       "โ”‚ 1.45 โ”‚    BatchNorm2d    โ”‚   weight   โ”‚   False   โ”‚  512.00  โ”‚  0.0004 %  โ”‚\n",
+       "โ”‚ 1.45 โ”‚    BatchNorm2d    โ”‚    bias    โ”‚   False   โ”‚  512.00  โ”‚  0.0004 %  โ”‚\n",
+       "โ”‚ 1.46 โ”‚       ReLU        โ”‚     -      โ”‚     -     โ”‚   0.00   โ”‚  0.0000 %  โ”‚\n",
+       "โ”‚ 1.47 โ”‚      Conv2d       โ”‚   weight   โ”‚   False   โ”‚  2.36 M  โ”‚  1.6421 %  โ”‚\n",
+       "โ”‚ 1.47 โ”‚      Conv2d       โ”‚    bias    โ”‚   False   โ”‚  512.00  โ”‚  0.0004 %  โ”‚\n",
+       "โ”‚ 1.48 โ”‚    BatchNorm2d    โ”‚   weight   โ”‚   False   โ”‚  512.00  โ”‚  0.0004 %  โ”‚\n",
+       "โ”‚ 1.48 โ”‚    BatchNorm2d    โ”‚    bias    โ”‚   False   โ”‚  512.00  โ”‚  0.0004 %  โ”‚\n",
+       "โ”‚ 1.49 โ”‚       ReLU        โ”‚     -      โ”‚     -     โ”‚   0.00   โ”‚  0.0000 %  โ”‚\n",
+       "โ”‚ 1.50 โ”‚      Conv2d       โ”‚   weight   โ”‚   False   โ”‚  2.36 M  โ”‚  1.6421 %  โ”‚\n",
+       "โ”‚ 1.50 โ”‚      Conv2d       โ”‚    bias    โ”‚   False   โ”‚  512.00  โ”‚  0.0004 %  โ”‚\n",
+       "โ”‚ 1.51 โ”‚    BatchNorm2d    โ”‚   weight   โ”‚   False   โ”‚  512.00  โ”‚  0.0004 %  โ”‚\n",
+       "โ”‚ 1.51 โ”‚    BatchNorm2d    โ”‚    bias    โ”‚   False   โ”‚  512.00  โ”‚  0.0004 %  โ”‚\n",
+       "โ”‚ 1.52 โ”‚       ReLU        โ”‚     -      โ”‚     -     โ”‚   0.00   โ”‚  0.0000 %  โ”‚\n",
+       "โ”‚ 1.53 โ”‚     MaxPool2d     โ”‚     -      โ”‚     -     โ”‚   0.00   โ”‚  0.0000 %  โ”‚\n",
+       "โ”‚  2   โ”‚ AdaptiveAvgPool2d โ”‚     -      โ”‚     -     โ”‚   0.00   โ”‚  0.0000 %  โ”‚\n",
+       "โ”‚  3   โ”‚    Sequential     โ”‚     -      โ”‚     -     โ”‚   0.00   โ”‚  0.0000 %  โ”‚\n",
+       "โ”‚ 3.1  โ”‚      Linear       โ”‚   weight   โ”‚   True    โ”‚ 102.76 M โ”‚ 71.5212 %  โ”‚\n",
+       "โ”‚ 3.1  โ”‚      Linear       โ”‚    bias    โ”‚   True    โ”‚  4.10 K  โ”‚  0.0029 %  โ”‚\n",
+       "โ”‚ 3.2  โ”‚       ReLU        โ”‚     -      โ”‚     -     โ”‚   0.00   โ”‚  0.0000 %  โ”‚\n",
+       "โ”‚ 3.3  โ”‚      Dropout      โ”‚     -      โ”‚     -     โ”‚   0.00   โ”‚  0.0000 %  โ”‚\n",
+       "โ”‚ 3.4  โ”‚      Linear       โ”‚   weight   โ”‚   True    โ”‚ 16.78 M  โ”‚ 11.6769 %  โ”‚\n",
+       "โ”‚ 3.4  โ”‚      Linear       โ”‚    bias    โ”‚   True    โ”‚  4.10 K  โ”‚  0.0029 %  โ”‚\n",
+       "โ”‚ 3.5  โ”‚       ReLU        โ”‚     -      โ”‚     -     โ”‚   0.00   โ”‚  0.0000 %  โ”‚\n",
+       "โ”‚ 3.6  โ”‚      Dropout      โ”‚     -      โ”‚     -     โ”‚   0.00   โ”‚  0.0000 %  โ”‚\n",
+       "โ”‚ 3.7  โ”‚      Linear       โ”‚   weight   โ”‚   True    โ”‚  4.10 M  โ”‚  2.8508 %  โ”‚\n",
+       "โ”‚ 3.7  โ”‚      Linear       โ”‚    bias    โ”‚   True    โ”‚   1 K    โ”‚  0.0007 %  โ”‚\n",
+       "โ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ\n",
+       "------------------------------- s u m m a r y -------------------------------\n",
+       "โ€ข Model    : VGG                                                             \n",
+       "โ€ข Device   : cuda                                                            \n",
+       "โ€ข Signature: forward(self, x)                                                \n",
+       "โ€ข Input    :                                                                 \n",
+       "   x = Shape([1, 3, 224, 224]) <Tensor>                                      \n",
+       "                                                                             \n",
+       "โ€ข Statistics: param                                                          \n",
+       "โ€ข Learnable Parameters Num: 123.64 M                                         \n",
+       "โ€ข Total Parameters Num    : 143.68 M                                         \n",
+       "
\n" + ], + "text/plain": [ + "\u001b[38;5;29mโ•ญโ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ฌโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฎ\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1m ID \u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1m Operation_Type \u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1mParam Name\u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1mTrainable\u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1m Number \u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\u001b[1m \u001b[0m\u001b[1mPercentage\u001b[0m\u001b[1m \u001b[0m\u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”œโ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ผโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ค\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Sequential \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0000\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.1\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.73\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0012\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.1\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m64.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0000\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.2\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m64.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0000\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.2\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m64.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0000\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.3\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0000\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.4\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m36.86\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0257\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.4\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m64.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0000\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.5\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m64.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0000\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.5\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m64.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0000\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.6\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0000\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.7\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m MaxPool2d \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0000\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.8\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m73.73\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0513\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.8\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m128.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0001\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.9\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m128.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0001\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.9\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m128.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0001\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.10\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0000\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.11\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m147.46\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.1026\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.11\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m128.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0001\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.12\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m128.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0001\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.12\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m128.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0001\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.13\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0000\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.14\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m MaxPool2d \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0000\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.15\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m294.91\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.2053\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.15\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m256.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0002\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.16\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m256.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0002\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.16\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m256.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0002\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.17\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0000\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.18\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m589.82\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.4105\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.18\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m256.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0002\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.19\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m256.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0002\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.19\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m256.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0002\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.20\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0000\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.21\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m589.82\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.4105\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.21\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m256.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0002\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.22\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m256.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0002\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.22\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m256.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0002\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.23\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0000\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.24\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m589.82\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.4105\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.24\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m256.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0002\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.25\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m256.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0002\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.25\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m256.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0002\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.26\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0000\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.27\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m MaxPool2d \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0000\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.28\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.18\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.8210\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.28\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0004\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.29\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0004\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.29\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0004\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.30\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0000\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.31\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2.36\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.6421\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.31\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0004\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.32\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0004\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.32\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0004\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.33\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0000\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.34\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2.36\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.6421\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.34\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0004\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.35\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0004\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.35\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0004\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.36\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0000\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.37\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2.36\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.6421\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.37\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0004\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.38\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0004\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.38\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0004\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.39\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0000\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.40\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m MaxPool2d \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0000\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.41\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2.36\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.6421\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.41\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0004\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.42\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0004\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.42\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0004\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.43\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0000\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.44\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2.36\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.6421\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.44\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0004\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.45\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0004\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.45\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0004\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.46\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0000\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.47\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2.36\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.6421\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.47\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0004\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.48\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0004\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.48\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0004\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.49\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0000\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.50\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2.36\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.6421\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.50\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Conv2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0004\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.51\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0004\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.51\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m BatchNorm2d \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;91mFalse\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m512.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0004\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.52\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0000\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1.53\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m MaxPool2d \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0000\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m AdaptiveAvgPool2d \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0000\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Sequential \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0000\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.1\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Linear \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;92mTrue\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m102.76\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m71.5212\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.1\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Linear \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;92mTrue\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4.10\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0029\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.2\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0000\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.3\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Dropout \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0000\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.4\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Linear \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;92mTrue\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m16.78\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m11.6769\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.4\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Linear \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;92mTrue\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4.10\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0029\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.5\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m ReLU \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0000\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.6\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Dropout \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m - \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.00\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0000\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.7\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Linear \u001b[38;5;29mโ”‚\u001b[0m weight \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;92mTrue\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m4.10\u001b[0m M \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m2.8508\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m3.7\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m Linear \u001b[38;5;29mโ”‚\u001b[0m bias \u001b[38;5;29mโ”‚\u001b[0m \u001b[3;92mTrue\u001b[0m \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m1\u001b[0m K \u001b[38;5;29mโ”‚\u001b[0m \u001b[1;36m0.0007\u001b[0m % \u001b[38;5;29mโ”‚\u001b[0m\n", + "\u001b[38;5;29mโ•ฐโ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”ดโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ•ฏ\u001b[0m\n", + "\u001b[38;5;245m------------------------------- \u001b[0m\u001b[38;5;245ms u m m a r y\u001b[0m\u001b[38;5;245m -------------------------------\u001b[0m\n", + "\u001b[2mโ€ข \u001b[0m\u001b[1;2mModel :\u001b[0m\u001b[2m VGG \u001b[0m \n", + "\u001b[2mโ€ข \u001b[0m\u001b[1;2mDevice :\u001b[0m\u001b[2m cuda \u001b[0m \n", + "\u001b[2mโ€ข \u001b[0m\u001b[1;2mSignature:\u001b[0m\u001b[2m \u001b[0m\u001b[1;2;35mforward\u001b[0m\u001b[1;2m(\u001b[0m\u001b[2mself, x\u001b[0m\u001b[1;2m)\u001b[0m\u001b[2m \u001b[0m \n", + "\u001b[2mโ€ข \u001b[0m\u001b[1;2mInput :\u001b[0m\u001b[2m \u001b[0m \n", + "\u001b[2m x = \u001b[0m\u001b[1;2;35mShape\u001b[0m\u001b[1;2m(\u001b[0m\u001b[1;2;32m[\u001b[0m\u001b[1;2;32m1\u001b[0m\u001b[1;2;32m, \u001b[0m\u001b[1;2;32m3\u001b[0m\u001b[1;2;32m, \u001b[0m\u001b[1;2;32m224\u001b[0m\u001b[1;2;32m, \u001b[0m\u001b[1;2;32m224\u001b[0m\u001b[1;2;32m]\u001b[0m\u001b[1;2m)\u001b[0m\u001b[2m \u001b[0m\u001b[1;2m<\u001b[0m\u001b[1;2;95mTensor\u001b[0m\u001b[1;2m>\u001b[0m \n", + " \n", + "\u001b[2mโ€ข \u001b[0m\u001b[1;2mStatistics:\u001b[0m\u001b[2m param \u001b[0m \n", + "\u001b[2mโ€ข \u001b[0m\u001b[1;2mLearnable Parameters Num:\u001b[0m\u001b[2m \u001b[0m\u001b[1;2;36m123.64\u001b[0m\u001b[2m M \u001b[0m \n", + "\u001b[2mโ€ข \u001b[0m\u001b[1;2mTotal Parameters Num :\u001b[0m\u001b[2m \u001b[0m\u001b[1;2;36m143.68\u001b[0m\u001b[2m M \u001b[0m \n" + ] + }, + "metadata": {}, + "output_type": "display_data" } ], "source": [ - "# This is an example of calling the `patest` api in code.\n", + "# 7.4 Programmable tabular report: Real-time data analysis in programmable way\n", + "def newcol_logic(df):\n", + " num_col = df['Number']\n", + " return num_col.map_elements(\n", + " lambda x: f\"{100 * x / metered_model.param.TotalNum:.4f} %\",\n", + " return_dtype=str\n", + " )\n", "\n", - "from patest import greet\n", + "print(\"=\"*10, \" Programmable tabular report \", \"=\"*10)\n", + "origin_col = metered_model.table_cols('param')\n", + "print(f\"origin cols: {origin_col}\")\n", "\n", - "print(greet(name='Ahzyuan',\n", - " gender='masculine',\n", - " knight=True,\n", - " count=3))" + "tb, data = metered_model.profile(\n", + " 'param', \n", + " no_tree = True,\n", + " exclude_cols=[\"Operation_Name\"],\n", + " custom_cols={\"Operation_Id\": 'ID', \n", + " \"Param_Name\": 'Param Name', \n", + " \"Requires_Grad\": 'Trainable',\n", + " \"Numeric_Num\": \"Number\"},\n", + " newcol_name='Percentage',\n", + " newcol_func=newcol_logic,\n", + " newcol_type=str\n", + ")" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 47, "metadata": {}, "outputs": [ { - "name": "stdout", + "data": { + "text/html": [ + "
==========  Tabular report export  ==========\n",
+       "
\n" + ], + "text/plain": [ + "========== Tabular report export ==========\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "
Param data saved to /home/hzy/project/TorchMeter/examples/param_report.xlsx\n",
+       "
\n" + ], + "text/plain": [ + "Param data saved to \u001b[1;35m/home/hzy/project/TorchMeter/examples/\u001b[0m\u001b[1;35mparam_report.xlsx\u001b[0m\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "# 7.5 Multi-format export of tabular report\n", + "print(\"=\"*10, \" Tabular report export \", \"=\"*10)\n", + "tb, data = metered_model.profile(\n", + " 'param', \n", + " show=False,\n", + " no_tree = True,\n", + " exclude_cols=[\"Operation_Name\"],\n", + " custom_cols={\"Operation_Id\": 'ID', \n", + " \"Param_Name\": 'Param Name', \n", + " \"Requires_Grad\": 'Trainable',\n", + " \"Numeric_Num\": \"Number\"},\n", + " newcol_name='Percentage',\n", + " newcol_func=newcol_logic,\n", + " newcol_type=str,\n", + " save_to='./param_report.xlsx' # or csv\n", + ")" + ] + }, + { + "cell_type": "code", + "execution_count": 48, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
==========  Cross-Platform Support  ==========\n",
+       "
\n" + ], + "text/plain": [ + "========== Cross-Platform Support ==========\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "
cpu\n",
+       "
\n" + ], + "text/plain": [ + "cpu\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "
cuda:0\n",
+       "
\n" + ], + "text/plain": [ + "cu\u001b[1;92mda:0\u001b[0m\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "# 8. Cross-Platform Support\n", + "print(\"=\"*10, \" Cross-Platform Support \", \"=\"*10)\n", + "\n", + "metered_model.to(\"cpu\")\n", + "print(metered_model.device)\n", + "\n", + "if torch.cuda.is_available():\n", + " metered_model.device = \"cuda:0\"\n", + " print(metered_model.device)" + ] + }, + { + "cell_type": "code", + "execution_count": 49, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
==========  Model Information  ==========\n",
+       "
\n" + ], + "text/plain": [ + "========== Model Information ==========\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "
โ€ข Model    : VGG\n",
+       "โ€ข Device   : cuda:0\n",
+       "โ€ข Signature: forward(self, x)\n",
+       "โ€ข Input    : \n",
+       "   x = Shape([1, 3, 224, 224]) <Tensor>\n",
+       "
\n" + ], + "text/plain": [ + "โ€ข \u001b[1mModel :\u001b[0m VGG\n", + "โ€ข \u001b[1mDevice :\u001b[0m cu\u001b[1;92mda:0\u001b[0m\n", + "โ€ข \u001b[1mSignature:\u001b[0m \u001b[1;35mforward\u001b[0m\u001b[1m(\u001b[0mself, x\u001b[1m)\u001b[0m\n", + "โ€ข \u001b[1mInput :\u001b[0m \n", + " x = \u001b[1;2;35mShape\u001b[0m\u001b[1m(\u001b[0m\u001b[1;32m[\u001b[0m\u001b[1;32m1\u001b[0m\u001b[1;32m, \u001b[0m\u001b[1;32m3\u001b[0m\u001b[1;32m, \u001b[0m\u001b[1;32m224\u001b[0m\u001b[1;32m, \u001b[0m\u001b[1;32m224\u001b[0m\u001b[1;32m]\u001b[0m\u001b[1m)\u001b[0m \u001b[1;2m<\u001b[0m\u001b[1;2;95mTensor\u001b[0m\u001b[1;2m>\u001b[0m\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "# 9. Model Summary\n", + "\n", + "print(\"=\"*10, \" Model Information \", \"=\"*10)\n", + "print(metered_model.model_info)" + ] + }, + { + "cell_type": "code", + "execution_count": 50, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
==========  Statistics Overview  ==========\n",
+       "
\n" + ], + "text/plain": [ + "========== Statistics Overview ==========\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "name": "stderr", "output_type": "stream", "text": [ - "Greetings, dear Ms. Ahzyuan!\n", - "Greetings, dear Ms. Ahzyuan!\n", - "Greetings, dear Ms. Ahzyuan!\n" + "Warming Up: 100%|โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆ| 10/10 [00:00<00:00, 376.86it/s]\n", + "Benchmark Inference Time & Throughput: 100%|โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆ| 1280/1280 [00:02<00:00, 607.88module/s]\n" ] + }, + { + "data": { + "text/html": [ + "
            โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Model INFO โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€                  โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Param INFO โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€      \n",
+       "             โ€ข Model    : VGG                                           โ€ข Statistics: param                        \n",
+       "             โ€ข Device   : cuda:0                                        โ€ข Learnable Parameters Num: 123.64 M       \n",
+       "             โ€ข Signature: forward(self, x)                              โ€ข Total Parameters Num    : 143.68 M       \n",
+       "             โ€ข Input    :                                              โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€      \n",
+       "                x = Shape([1, 3, 224, 224]) <Tensor>                                                               \n",
+       "            โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€                                                              \n",
+       " โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Cal INFO โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€    โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Mem INFO โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ \n",
+       "  โ€ข Statistics: cal                                                 โ€ข Statistics: mem                              \n",
+       "  โ€ข FLOPs               : 39.34 G                                   โ€ข Parameters Memory Cost: 548.09 MiB, 82.12 %  \n",
+       "  โ€ข MACs(aka MACC, MADD): 19.68 G                                   โ€ข Buffers Memory Cost   : 43.12 KiB, 0.01 %    \n",
+       "  โš   Warning: the result may be inaccurate, cause:                  โ€ข FeatureMap Memory Cost: 119.31 MiB, 17.88 %  \n",
+       "    โ–ถ  Some modules don't support calculation measurement yet.      โ€ข Total Memory Cost     : 667.44 MiB           \n",
+       "    โ˜‘  use `Meter(your_model).profile('cal')` to see more.         โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ \n",
+       " โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€                                                    \n",
+       "           โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Ittp INFO โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€                                                             \n",
+       "            โ€ข Statistics: ittp                                                                                     \n",
+       "            โ€ข Benchmark Times: 20                                                                                  \n",
+       "            โ€ข Inference Elapse: 1.69 ms ยฑ 5.38 us                                                                  \n",
+       "            โ€ข Throughput      : 591.39 IPS ยฑ 1.88 IPS                                                              \n",
+       "           โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€                                                             \n",
+       "
\n" + ], + "text/plain": [ + " \u001b[38;5;214m โ”€\u001b[0m\u001b[38;5;214mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\u001b[38;5;214m \u001b[0m\u001b[1;38;5;214mModel INFO\u001b[0m\u001b[38;5;214m \u001b[0m\u001b[38;5;214mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\u001b[38;5;214mโ”€ \u001b[0m \u001b[36m โ”€\u001b[0m\u001b[36mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\u001b[36m \u001b[0m\u001b[1;36mParam INFO\u001b[0m\u001b[36m \u001b[0m\u001b[36mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\u001b[36mโ”€ \u001b[0m \n", + " \u001b[38;5;214m \u001b[0m โ€ข \u001b[1mModel :\u001b[0m VGG \u001b[38;5;214m \u001b[0m \u001b[36m \u001b[0m โ€ข \u001b[1mStatistics:\u001b[0m param \u001b[36m \u001b[0m \n", + " \u001b[38;5;214m \u001b[0m โ€ข \u001b[1mDevice :\u001b[0m cu\u001b[1;92mda:0\u001b[0m \u001b[38;5;214m \u001b[0m \u001b[36m \u001b[0m โ€ข \u001b[1mLearnable Parameters Num:\u001b[0m \u001b[1;36m123.64\u001b[0m M \u001b[36m \u001b[0m \n", + " \u001b[38;5;214m \u001b[0m โ€ข \u001b[1mSignature:\u001b[0m \u001b[1;35mforward\u001b[0m\u001b[1m(\u001b[0mself, x\u001b[1m)\u001b[0m \u001b[38;5;214m \u001b[0m \u001b[36m \u001b[0m โ€ข \u001b[1mTotal Parameters Num :\u001b[0m \u001b[1;36m143.68\u001b[0m M \u001b[36m \u001b[0m \n", + " \u001b[38;5;214m \u001b[0m โ€ข \u001b[1mInput :\u001b[0m \u001b[38;5;214m \u001b[0m \u001b[36m โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ \u001b[0m \n", + " \u001b[38;5;214m \u001b[0m x = \u001b[1;2;35mShape\u001b[0m\u001b[1m(\u001b[0m\u001b[1;32m[\u001b[0m\u001b[1;32m1\u001b[0m\u001b[1;32m, \u001b[0m\u001b[1;32m3\u001b[0m\u001b[1;32m, \u001b[0m\u001b[1;32m224\u001b[0m\u001b[1;32m, \u001b[0m\u001b[1;32m224\u001b[0m\u001b[1;32m]\u001b[0m\u001b[1m)\u001b[0m \u001b[1;2m<\u001b[0m\u001b[1;2;95mTensor\u001b[0m\u001b[1;2m>\u001b[0m \u001b[38;5;214m \u001b[0m \n", + " \u001b[38;5;214m โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ \u001b[0m \n", + "\u001b[36m โ”€\u001b[0m\u001b[36mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\u001b[36m \u001b[0m\u001b[1;36mCal INFO\u001b[0m\u001b[36m \u001b[0m\u001b[36mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\u001b[36mโ”€ \u001b[0m \u001b[36m โ”€\u001b[0m\u001b[36mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\u001b[36m \u001b[0m\u001b[1;36mMem INFO\u001b[0m\u001b[36m \u001b[0m\u001b[36mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\u001b[36mโ”€ \u001b[0m\n", + "\u001b[36m \u001b[0m โ€ข \u001b[1mStatistics:\u001b[0m cal \u001b[36m \u001b[0m \u001b[36m \u001b[0m โ€ข \u001b[1mStatistics:\u001b[0m mem \u001b[36m \u001b[0m\n", + "\u001b[36m \u001b[0m โ€ข \u001b[1mFLOPs :\u001b[0m \u001b[1;36m39.34\u001b[0m G \u001b[36m \u001b[0m \u001b[36m \u001b[0m โ€ข \u001b[1mParameters\u001b[0m\u001b[1m Memory Cost:\u001b[0m \u001b[1;36m548.09\u001b[0m MiB, \u001b[1;36m82.12\u001b[0m % \u001b[36m \u001b[0m\n", + "\u001b[36m \u001b[0m โ€ข \u001b[1;35mMACs\u001b[0m\u001b[1m(\u001b[0m\u001b[1maka MACC, MADD\u001b[0m\u001b[1m)\u001b[0m\u001b[1m:\u001b[0m \u001b[1;36m19.68\u001b[0m G \u001b[36m \u001b[0m \u001b[36m \u001b[0m โ€ข \u001b[1mBuffers\u001b[0m\u001b[1m Memory Cost :\u001b[0m \u001b[1;36m43.12\u001b[0m KiB, \u001b[1;36m0.01\u001b[0m % \u001b[36m \u001b[0m\n", + "\u001b[36m \u001b[0m \u001b[2;33mโš  Warning: the result may be inaccurate, cause:\u001b[0m \u001b[36m \u001b[0m \u001b[36m \u001b[0m โ€ข \u001b[1mFeatureMap\u001b[0m\u001b[1m Memory Cost:\u001b[0m \u001b[1;36m119.31\u001b[0m MiB, \u001b[1;36m17.88\u001b[0m % \u001b[36m \u001b[0m\n", + "\u001b[36m \u001b[0m \u001b[2;33mโ–ถ Some modules don't support calculation measurement yet.\u001b[0m \u001b[36m \u001b[0m \u001b[36m \u001b[0m โ€ข \u001b[1mTotal Memory Cost\u001b[0m\u001b[1m :\u001b[0m \u001b[1;36m667.44\u001b[0m MiB \u001b[36m \u001b[0m\n", + "\u001b[36m \u001b[0m \u001b[2;36mโ˜‘ use `\u001b[0m\u001b[1;2;36mMeter\u001b[0m\u001b[1;2;36m(\u001b[0m\u001b[2;36myour_model\u001b[0m\u001b[1;2;36m)\u001b[0m\u001b[1;2;36m.profile\u001b[0m\u001b[1;2;36m(\u001b[0m\u001b[2;36m'cal'\u001b[0m\u001b[1;2;36m)\u001b[0m\u001b[2;36m` to see more.\u001b[0m \u001b[36m \u001b[0m \u001b[36m โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ \u001b[0m\n", + "\u001b[36m โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ \u001b[0m \n", + " \u001b[36m โ”€\u001b[0m\u001b[36mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\u001b[36m \u001b[0m\u001b[1;36mIttp INFO\u001b[0m\u001b[36m \u001b[0m\u001b[36mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\u001b[36mโ”€ \u001b[0m \n", + " \u001b[36m \u001b[0m โ€ข \u001b[1mStatistics:\u001b[0m ittp \u001b[36m \u001b[0m \n", + " \u001b[36m \u001b[0m โ€ข \u001b[1mBenchmark Times:\u001b[0m \u001b[1;36m20\u001b[0m \u001b[36m \u001b[0m \n", + " \u001b[36m \u001b[0m โ€ข \u001b[1mInference Elapse:\u001b[0m \u001b[1;36m1.69\u001b[0m ms ยฑ \u001b[1;36m5.38\u001b[0m us \u001b[36m \u001b[0m \n", + " \u001b[36m \u001b[0m โ€ข \u001b[1mThroughput :\u001b[0m \u001b[1;36m591.39\u001b[0m IPS ยฑ \u001b[1;36m1.88\u001b[0m IPS \u001b[36m \u001b[0m \n", + " \u001b[36m โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ \u001b[0m \n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "
==========  Statistics Overview (no warnings)  ==========\n",
+       "
\n" + ], + "text/plain": [ + "========== Statistics Overview \u001b[1m(\u001b[0mno warnings\u001b[1m)\u001b[0m ==========\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Warming Up: 100%|โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆ| 10/10 [00:00<00:00, 431.45it/s]\n", + "Benchmark Inference Time & Throughput: 100%|โ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆโ–ˆ| 1280/1280 [00:02<00:00, 633.55module/s]\n" + ] + }, + { + "data": { + "text/html": [ + "
      โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Model INFO โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€                   โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Param INFO โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€           \n",
+       "       โ€ข Model    : VGG                                            โ€ข Statistics: param                             \n",
+       "       โ€ข Device   : cuda:0                                         โ€ข Learnable Parameters Num: 123.64 M            \n",
+       "       โ€ข Signature: forward(self, x)                               โ€ข Total Parameters Num    : 143.68 M            \n",
+       "       โ€ข Input    :                                               โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€           \n",
+       "          x = Shape([1, 3, 224, 224]) <Tensor>                                                                     \n",
+       "      โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€                                                                    \n",
+       "          โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Cal INFO โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€                  โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Mem INFO โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€       \n",
+       "           โ€ข Statistics: cal                                  โ€ข Statistics: mem                                    \n",
+       "           โ€ข FLOPs               : 39.34 G                    โ€ข Parameters Memory Cost: 548.09 MiB, 82.12 %        \n",
+       "           โ€ข MACs(aka MACC, MADD): 19.68 G                    โ€ข Buffers Memory Cost   : 43.12 KiB, 0.01 %          \n",
+       "          โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€                   โ€ข FeatureMap Memory Cost: 119.31 MiB, 17.88 %        \n",
+       "                                                              โ€ข Total Memory Cost     : 667.44 MiB                 \n",
+       "                                                             โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€       \n",
+       "       โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Ittp INFO โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€                                                                     \n",
+       "        โ€ข Statistics: ittp                                                                                         \n",
+       "        โ€ข Benchmark Times: 20                                                                                      \n",
+       "        โ€ข Inference Elapse: 1.69 ms ยฑ 2.73 us                                                                      \n",
+       "        โ€ข Throughput      : 591.14 IPS ยฑ 0.95                                                                      \n",
+       "       โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€                                                                     \n",
+       "
\n" + ], + "text/plain": [ + " \u001b[38;5;214m โ”€\u001b[0m\u001b[38;5;214mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\u001b[38;5;214m \u001b[0m\u001b[1;38;5;214mModel INFO\u001b[0m\u001b[38;5;214m \u001b[0m\u001b[38;5;214mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\u001b[38;5;214mโ”€ \u001b[0m \u001b[36m โ”€\u001b[0m\u001b[36mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\u001b[36m \u001b[0m\u001b[1;36mParam INFO\u001b[0m\u001b[36m \u001b[0m\u001b[36mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\u001b[36mโ”€ \u001b[0m \n", + " \u001b[38;5;214m \u001b[0m โ€ข \u001b[1mModel :\u001b[0m VGG \u001b[38;5;214m \u001b[0m \u001b[36m \u001b[0m โ€ข \u001b[1mStatistics:\u001b[0m param \u001b[36m \u001b[0m \n", + " \u001b[38;5;214m \u001b[0m โ€ข \u001b[1mDevice :\u001b[0m cu\u001b[1;92mda:0\u001b[0m \u001b[38;5;214m \u001b[0m \u001b[36m \u001b[0m โ€ข \u001b[1mLearnable Parameters Num:\u001b[0m \u001b[1;36m123.64\u001b[0m M \u001b[36m \u001b[0m \n", + " \u001b[38;5;214m \u001b[0m โ€ข \u001b[1mSignature:\u001b[0m \u001b[1;35mforward\u001b[0m\u001b[1m(\u001b[0mself, x\u001b[1m)\u001b[0m \u001b[38;5;214m \u001b[0m \u001b[36m \u001b[0m โ€ข \u001b[1mTotal Parameters Num :\u001b[0m \u001b[1;36m143.68\u001b[0m M \u001b[36m \u001b[0m \n", + " \u001b[38;5;214m \u001b[0m โ€ข \u001b[1mInput :\u001b[0m \u001b[38;5;214m \u001b[0m \u001b[36m โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ \u001b[0m \n", + " \u001b[38;5;214m \u001b[0m x = \u001b[1;2;35mShape\u001b[0m\u001b[1m(\u001b[0m\u001b[1;32m[\u001b[0m\u001b[1;32m1\u001b[0m\u001b[1;32m, \u001b[0m\u001b[1;32m3\u001b[0m\u001b[1;32m, \u001b[0m\u001b[1;32m224\u001b[0m\u001b[1;32m, \u001b[0m\u001b[1;32m224\u001b[0m\u001b[1;32m]\u001b[0m\u001b[1m)\u001b[0m \u001b[1;2m<\u001b[0m\u001b[1;2;95mTensor\u001b[0m\u001b[1;2m>\u001b[0m \u001b[38;5;214m \u001b[0m \n", + " \u001b[38;5;214m โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ \u001b[0m \n", + " \u001b[36m โ”€\u001b[0m\u001b[36mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\u001b[36m \u001b[0m\u001b[1;36mCal INFO\u001b[0m\u001b[36m \u001b[0m\u001b[36mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\u001b[36mโ”€ \u001b[0m \u001b[36m โ”€\u001b[0m\u001b[36mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\u001b[36m \u001b[0m\u001b[1;36mMem INFO\u001b[0m\u001b[36m \u001b[0m\u001b[36mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\u001b[36mโ”€ \u001b[0m \n", + " \u001b[36m \u001b[0m โ€ข \u001b[1mStatistics:\u001b[0m cal \u001b[36m \u001b[0m \u001b[36m \u001b[0m โ€ข \u001b[1mStatistics:\u001b[0m mem \u001b[36m \u001b[0m \n", + " \u001b[36m \u001b[0m โ€ข \u001b[1mFLOPs :\u001b[0m \u001b[1;36m39.34\u001b[0m G \u001b[36m \u001b[0m \u001b[36m \u001b[0m โ€ข \u001b[1mParameters\u001b[0m\u001b[1m Memory Cost:\u001b[0m \u001b[1;36m548.09\u001b[0m MiB, \u001b[1;36m82.12\u001b[0m % \u001b[36m \u001b[0m \n", + " \u001b[36m \u001b[0m โ€ข \u001b[1;35mMACs\u001b[0m\u001b[1m(\u001b[0m\u001b[1maka MACC, MADD\u001b[0m\u001b[1m)\u001b[0m\u001b[1m:\u001b[0m \u001b[1;36m19.68\u001b[0m G \u001b[36m \u001b[0m \u001b[36m \u001b[0m โ€ข \u001b[1mBuffers\u001b[0m\u001b[1m Memory Cost :\u001b[0m \u001b[1;36m43.12\u001b[0m KiB, \u001b[1;36m0.01\u001b[0m % \u001b[36m \u001b[0m \n", + " \u001b[36m โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ \u001b[0m \u001b[36m \u001b[0m โ€ข \u001b[1mFeatureMap\u001b[0m\u001b[1m Memory Cost:\u001b[0m \u001b[1;36m119.31\u001b[0m MiB, \u001b[1;36m17.88\u001b[0m % \u001b[36m \u001b[0m \n", + " \u001b[36m \u001b[0m โ€ข \u001b[1mTotal Memory Cost\u001b[0m\u001b[1m :\u001b[0m \u001b[1;36m667.44\u001b[0m MiB \u001b[36m \u001b[0m \n", + " \u001b[36m โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ \u001b[0m \n", + " \u001b[36m โ”€\u001b[0m\u001b[36mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\u001b[36m \u001b[0m\u001b[1;36mIttp INFO\u001b[0m\u001b[36m \u001b[0m\u001b[36mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\u001b[36mโ”€ \u001b[0m \n", + " \u001b[36m \u001b[0m โ€ข \u001b[1mStatistics:\u001b[0m ittp \u001b[36m \u001b[0m \n", + " \u001b[36m \u001b[0m โ€ข \u001b[1mBenchmark Times:\u001b[0m \u001b[1;36m20\u001b[0m \u001b[36m \u001b[0m \n", + " \u001b[36m \u001b[0m โ€ข \u001b[1mInference Elapse:\u001b[0m \u001b[1;36m1.69\u001b[0m ms ยฑ \u001b[1;36m2.73\u001b[0m us \u001b[36m \u001b[0m \n", + " \u001b[36m \u001b[0m โ€ข \u001b[1mThroughput :\u001b[0m \u001b[1;36m591.14\u001b[0m IPS ยฑ \u001b[1;36m0.95\u001b[0m \u001b[36m \u001b[0m \n", + " \u001b[36m โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ \u001b[0m \n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "
==========  Statistics Overview (custom)  ==========\n",
+       "
\n" + ], + "text/plain": [ + "========== Statistics Overview \u001b[1m(\u001b[0mcustom\u001b[1m)\u001b[0m ==========\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "
           โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Model INFO โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€                  โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Param INFO โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€       \n",
+       "            โ€ข Model    : VGG                                           โ€ข Statistics: param                         \n",
+       "            โ€ข Device   : cuda:0                                        โ€ข Learnable Parameters Num: 123.64 M        \n",
+       "            โ€ข Signature: forward(self, x)                              โ€ข Total Parameters Num    : 143.68 M        \n",
+       "            โ€ข Input    :                                              โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€       \n",
+       "               x = Shape([1, 3, 224, 224]) <Tensor>                                                                \n",
+       "           โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€                                                               \n",
+       "        โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ Mem INFO โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€                                                            \n",
+       "         โ€ข Statistics: mem                                                                                         \n",
+       "         โ€ข Parameters Memory Cost: 548.09 MiB, 82.12 %                                                             \n",
+       "         โ€ข Buffers Memory Cost   : 43.12 KiB, 0.01 %                                                               \n",
+       "         โ€ข FeatureMap Memory Cost: 119.31 MiB, 17.88 %                                                             \n",
+       "         โ€ข Total Memory Cost     : 667.44 MiB                                                                      \n",
+       "        โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€                                                            \n",
+       "
\n" + ], + "text/plain": [ + " \u001b[38;5;214m โ”€\u001b[0m\u001b[38;5;214mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\u001b[38;5;214m \u001b[0m\u001b[1;38;5;214mModel INFO\u001b[0m\u001b[38;5;214m \u001b[0m\u001b[38;5;214mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\u001b[38;5;214mโ”€ \u001b[0m \u001b[36m โ”€\u001b[0m\u001b[36mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\u001b[36m \u001b[0m\u001b[1;36mParam INFO\u001b[0m\u001b[36m \u001b[0m\u001b[36mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\u001b[36mโ”€ \u001b[0m \n", + " \u001b[38;5;214m \u001b[0m โ€ข \u001b[1mModel :\u001b[0m VGG \u001b[38;5;214m \u001b[0m \u001b[36m \u001b[0m โ€ข \u001b[1mStatistics:\u001b[0m param \u001b[36m \u001b[0m \n", + " \u001b[38;5;214m \u001b[0m โ€ข \u001b[1mDevice :\u001b[0m cu\u001b[1;92mda:0\u001b[0m \u001b[38;5;214m \u001b[0m \u001b[36m \u001b[0m โ€ข \u001b[1mLearnable Parameters Num:\u001b[0m \u001b[1;36m123.64\u001b[0m M \u001b[36m \u001b[0m \n", + " \u001b[38;5;214m \u001b[0m โ€ข \u001b[1mSignature:\u001b[0m \u001b[1;35mforward\u001b[0m\u001b[1m(\u001b[0mself, x\u001b[1m)\u001b[0m \u001b[38;5;214m \u001b[0m \u001b[36m \u001b[0m โ€ข \u001b[1mTotal Parameters Num :\u001b[0m \u001b[1;36m143.68\u001b[0m M \u001b[36m \u001b[0m \n", + " \u001b[38;5;214m \u001b[0m โ€ข \u001b[1mInput :\u001b[0m \u001b[38;5;214m \u001b[0m \u001b[36m โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ \u001b[0m \n", + " \u001b[38;5;214m \u001b[0m x = \u001b[1;2;35mShape\u001b[0m\u001b[1m(\u001b[0m\u001b[1;32m[\u001b[0m\u001b[1;32m1\u001b[0m\u001b[1;32m, \u001b[0m\u001b[1;32m3\u001b[0m\u001b[1;32m, \u001b[0m\u001b[1;32m224\u001b[0m\u001b[1;32m, \u001b[0m\u001b[1;32m224\u001b[0m\u001b[1;32m]\u001b[0m\u001b[1m)\u001b[0m \u001b[1;2m<\u001b[0m\u001b[1;2;95mTensor\u001b[0m\u001b[1;2m>\u001b[0m \u001b[38;5;214m \u001b[0m \n", + " \u001b[38;5;214m โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ \u001b[0m \n", + " \u001b[36m โ”€\u001b[0m\u001b[36mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\u001b[36m \u001b[0m\u001b[1;36mMem INFO\u001b[0m\u001b[36m \u001b[0m\u001b[36mโ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€\u001b[0m\u001b[36mโ”€ \u001b[0m \n", + " \u001b[36m \u001b[0m โ€ข \u001b[1mStatistics:\u001b[0m mem \u001b[36m \u001b[0m \n", + " \u001b[36m \u001b[0m โ€ข \u001b[1mParameters\u001b[0m\u001b[1m Memory Cost:\u001b[0m \u001b[1;36m548.09\u001b[0m MiB, \u001b[1;36m82.12\u001b[0m % \u001b[36m \u001b[0m \n", + " \u001b[36m \u001b[0m โ€ข \u001b[1mBuffers\u001b[0m\u001b[1m Memory Cost :\u001b[0m \u001b[1;36m43.12\u001b[0m KiB, \u001b[1;36m0.01\u001b[0m % \u001b[36m \u001b[0m \n", + " \u001b[36m \u001b[0m โ€ข \u001b[1mFeatureMap\u001b[0m\u001b[1m Memory Cost:\u001b[0m \u001b[1;36m119.31\u001b[0m MiB, \u001b[1;36m17.88\u001b[0m % \u001b[36m \u001b[0m \n", + " \u001b[36m \u001b[0m โ€ข \u001b[1mTotal Memory Cost\u001b[0m\u001b[1m :\u001b[0m \u001b[1;36m667.44\u001b[0m MiB \u001b[36m \u001b[0m \n", + " \u001b[36m โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ \u001b[0m \n" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "# 10. Statistics Overview\n", + "print(\"=\"*10, \" Statistics Overview \", \"=\"*10)\n", + "print(metered_model.overview())\n", + "\n", + "print(\"=\"*10, \" Statistics Overview (no warnings) \", \"=\"*10)\n", + "print(metered_model.overview(show_warning=False))\n", + "\n", + "print(\"=\"*10, \" Statistics Overview (custom) \", \"=\"*10)\n", + "print(metered_model.overview(\"param\", \"mem\"))" + ] + }, + { + "cell_type": "code", + "execution_count": 51, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
==========  Custom export  ==========\n",
+       "
\n" + ], + "text/plain": [ + "========== Custom export ==========\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "
Custom_export data saved to /home/hzy/project/TorchMeter/examples/VGG_custom_export.csv\n",
+       "
\n" + ], + "text/plain": [ + "Custom_export data saved to \u001b[1;35m/home/hzy/project/TorchMeter/examples/\u001b[0m\u001b[1;35mVGG_custom_export.csv\u001b[0m\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "# 11. Advanced Usage\n", + "\n", + "## 11.1 Post export of tabular report\n", + "print(\"=\"*10, \" Custom export \", \"=\"*10)\n", + "metered_model.table_renderer.export(\n", + " df=data,\n", + " save_path=\".\",\n", + " format=\"csv\",\n", + " file_suffix=\"custom_export\",\n", + " raw_data=True\n", + ")" + ] + }, + { + "cell_type": "code", + "execution_count": 52, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
==========  Custom repeat block footer  ==========\n",
+       "
\n" + ], + "text/plain": [ + "========== Custom repeat block footer ==========\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "
\n"
+      ],
+      "text/plain": []
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "text/html": [
+       "
Finish Scanning model in 0.0044 seconds\n",
+       "
\n" + ], + "text/plain": [ + "\u001b[1;34mFinish Scanning model in \u001b[0m\u001b[1;32m0.0044\u001b[0m\u001b[1;34m seconds\u001b[0m\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "
----------  Using hard-coding string  ----------\n",
+       "
\n" + ], + "text/plain": [ + "---------- Using hard-coding string ----------\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "
RepeatModel\n",
+       "โ””โ”€โ”€ (1) layers ModuleList\n",
+       "    โ””โ”€โ”€ โ”โ”โ”โ” Repeat [3] Times โ”โ”โ”โ”“\n",
+       "        โ”ƒ (1.x) 0 Identity       โ”ƒ\n",
+       "        โ”ƒ (1.(x+1)) 1 Linear     โ”ƒ\n",
+       "        โ”ƒ ---------------------- โ”ƒ\n",
+       "        โ”ƒ My custom footer       โ”ƒ\n",
+       "        โ”—โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”›\n",
+       "
\n" + ], + "text/plain": [ + "\u001b[1;38;5;210mRepeatModel\u001b[0m\n", + "\u001b[38;5;210mโ””โ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1) \u001b[0m\u001b[1;32mlayers\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mModuleList\u001b[0m\n", + "\u001b[38;5;210m \u001b[0m\u001b[38;5;210mโ””โ”€โ”€ \u001b[0m\u001b[2;38;5;136mโ”โ”\u001b[0m\u001b[2;38;5;136mโ”โ”\u001b[0m\u001b[2;38;5;136m \u001b[0m\u001b[2;3;38;5;136mRepeat [\u001b[0m\u001b[1;2;3;38;5;136m3\u001b[0m\u001b[2;3;38;5;136m] Times\u001b[0m\u001b[2;38;5;136m \u001b[0m\u001b[2;38;5;136mโ”โ”\u001b[0m\u001b[2;38;5;136mโ”โ”“\u001b[0m\n", + "\u001b[38;5;210m \u001b[0m\u001b[38;5;210m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[1;38;5;240m(1.x) \u001b[0m\u001b[1;32m0\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mIdentity\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\n", + "\u001b[38;5;210m \u001b[0m\u001b[38;5;210m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[1;38;5;240m(1.(x+1)) \u001b[0m\u001b[1;32m1\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mLinear\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\n", + "\u001b[38;5;210m \u001b[0m\u001b[38;5;210m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136m----------------------\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\n", + "\u001b[38;5;210m \u001b[0m\u001b[38;5;210m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mMy custom footer\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\n", + "\u001b[38;5;210m \u001b[0m\u001b[38;5;210m \u001b[0m\u001b[2;38;5;136mโ”—โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”›\u001b[0m\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "## 11.2 Custimation of repeat footer\n", + "import torch.nn as nn\n", + "from random import sample\n", + "\n", + "print(\"=\"*10, \" Custom repeat block footer \", \"=\"*10)\n", + "\n", + "class RepeatModel(nn.Module):\n", + " def __init__(self, repeat_winsz:int=1, repeat_time:int=2):\n", + " super(RepeatModel, self).__init__()\n", + " \n", + " layer_candidates = [nn.Linear(10, 10), \n", + " nn.ReLU(),\n", + " nn.Identity()]\n", + "\n", + " pick_modules = sample(layer_candidates, repeat_winsz)\n", + " all_modules = pick_modules * repeat_time\n", + "\n", + " self.layers = nn.ModuleList(all_modules)\n", + "\n", + "metered_model = Meter(RepeatModel(repeat_winsz=2, repeat_time=3), \n", + " device=\"cpu\")\n", + "\n", + "### 11.2.1 change to a hard-coding string \n", + "print(\"-\"*10, \" Using hard-coding string \", \"-\"*10)\n", + "metered_model.tree_renderer.repeat_footer = \"My custom footer\"\n", + "print(metered_model.structure)" + ] + }, + { + "cell_type": "code", + "execution_count": 53, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
----------  Using dynamic string with attributes resolved  ----------\n",
+       "
\n" + ], + "text/plain": [ + "---------- Using dynamic string with attributes resolved ----------\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "
RepeatModel\n",
+       "โ””โ”€โ”€ (1) layers ModuleList\n",
+       "    โ””โ”€โ”€ โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ” Repeat [3] Times โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”“\n",
+       "        โ”ƒ (1.y) 0 Identity                     โ”ƒ\n",
+       "        โ”ƒ (1.(y+1)) 1 Linear                   โ”ƒ\n",
+       "        โ”ƒ ------------------------------------ โ”ƒ\n",
+       "        โ”ƒ The type of first module is Identity โ”ƒ\n",
+       "        โ”—โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”›\n",
+       "
\n" + ], + "text/plain": [ + "\u001b[1;38;5;210mRepeatModel\u001b[0m\n", + "\u001b[38;5;210mโ””โ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1) \u001b[0m\u001b[1;32mlayers\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mModuleList\u001b[0m\n", + "\u001b[38;5;210m \u001b[0m\u001b[38;5;210mโ””โ”€โ”€ \u001b[0m\u001b[2;38;5;136mโ”โ”\u001b[0m\u001b[2;38;5;136mโ”โ”โ”โ”โ”โ”โ”โ”โ”\u001b[0m\u001b[2;38;5;136m \u001b[0m\u001b[2;3;38;5;136mRepeat [\u001b[0m\u001b[1;2;3;38;5;136m3\u001b[0m\u001b[2;3;38;5;136m] Times\u001b[0m\u001b[2;38;5;136m \u001b[0m\u001b[2;38;5;136mโ”โ”โ”โ”โ”โ”โ”โ”โ”\u001b[0m\u001b[2;38;5;136mโ”โ”“\u001b[0m\n", + "\u001b[38;5;210m \u001b[0m\u001b[38;5;210m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[1;38;5;240m(1.y) \u001b[0m\u001b[1;32m0\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mIdentity\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\n", + "\u001b[38;5;210m \u001b[0m\u001b[38;5;210m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[1;38;5;240m(1.(y+1)) \u001b[0m\u001b[1;32m1\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mLinear\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\n", + "\u001b[38;5;210m \u001b[0m\u001b[38;5;210m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136m------------------------------------\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\n", + "\u001b[38;5;210m \u001b[0m\u001b[38;5;210m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mThe type of first module is Identity\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\n", + "\u001b[38;5;210m \u001b[0m\u001b[38;5;210m \u001b[0m\u001b[2;38;5;136mโ”—โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”›\u001b[0m\n" + ] + }, + "metadata": {}, + "output_type": "display_data" } ], "source": [ - "# This is an example of calling the `patest` command-line tool.\n", + "### 11.2.2 change to a string with operation node attributes\n", + "print(\"-\"*10, \" Using dynamic string with attributes resolved \", \"-\"*10)\n", + "metered_model.tree_renderer.repeat_footer = \"The type of first module is \"\n", + "print(metered_model.structure)" + ] + }, + { + "cell_type": "code", + "execution_count": 54, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
----------  Using funtion  ----------\n",
+       "
\n" + ], + "text/plain": [ + "---------- Using funtion ----------\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "
RepeatModel\n",
+       "โ””โ”€โ”€ (1) layers ModuleList\n",
+       "    โ””โ”€โ”€ โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ” Repeat [3] Times โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”“\n",
+       "        โ”ƒ (1.i) 0 Identity                       โ”ƒ\n",
+       "        โ”ƒ (1.(i+1)) 1 Linear                     โ”ƒ\n",
+       "        โ”ƒ -------------------------------------- โ”ƒ\n",
+       "        โ”ƒ There are 2 modules in a repeat window โ”ƒ\n",
+       "        โ”—โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”›\n",
+       "
\n" + ], + "text/plain": [ + "\u001b[1;38;5;210mRepeatModel\u001b[0m\n", + "\u001b[38;5;210mโ””โ”€โ”€ \u001b[0m\u001b[1;38;5;240m(1) \u001b[0m\u001b[1;32mlayers\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mModuleList\u001b[0m\n", + "\u001b[38;5;210m \u001b[0m\u001b[38;5;210mโ””โ”€โ”€ \u001b[0m\u001b[2;38;5;136mโ”โ”\u001b[0m\u001b[2;38;5;136mโ”โ”โ”โ”โ”โ”โ”โ”โ”โ”\u001b[0m\u001b[2;38;5;136m \u001b[0m\u001b[2;3;38;5;136mRepeat [\u001b[0m\u001b[1;2;3;38;5;136m3\u001b[0m\u001b[2;3;38;5;136m] Times\u001b[0m\u001b[2;38;5;136m \u001b[0m\u001b[2;38;5;136mโ”โ”โ”โ”โ”โ”โ”โ”โ”โ”\u001b[0m\u001b[2;38;5;136mโ”โ”“\u001b[0m\n", + "\u001b[38;5;210m \u001b[0m\u001b[38;5;210m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[1;38;5;240m(1.i) \u001b[0m\u001b[1;32m0\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mIdentity\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\n", + "\u001b[38;5;210m \u001b[0m\u001b[38;5;210m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[1;38;5;240m(1.(i+1)) \u001b[0m\u001b[1;32m1\u001b[0m\u001b[1;38;5;240m \u001b[0m\u001b[1;36mLinear\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\n", + "\u001b[38;5;210m \u001b[0m\u001b[38;5;210m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136m--------------------------------------\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\n", + "\u001b[38;5;210m \u001b[0m\u001b[38;5;210m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mThere are \u001b[0m\u001b[1;2;36m2\u001b[0m\u001b[2;38;5;136m modules in a repeat window\u001b[0m\u001b[38;5;136m \u001b[0m\u001b[2;38;5;136mโ”ƒ\u001b[0m\n", + "\u001b[38;5;210m \u001b[0m\u001b[38;5;210m \u001b[0m\u001b[2;38;5;136mโ”—โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”โ”›\u001b[0m\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "### 11.2.3 change to a function which accept a attr-dictionary and return a string\n", + "print(\"-\"*10, \" Using funtion \", \"-\"*10)\n", + "def my_footer(attr_dict):\n", + " repeat_win_size = attr_dict[\"repeat_winsz\"]\n", + " if repeat_win_size > 1:\n", + " return f\"There are {repeat_win_size} modules in a repeat window\"\n", + " else:\n", + " return \"The repeat window only contains one module\"\n", + "metered_model.tree_renderer.repeat_footer = my_footer\n", + "print(metered_model.structure)" + ] + }, + { + "cell_type": "code", + "execution_count": 55, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
==========  Efficient config management  ==========\n",
+       "
\n" + ], + "text/plain": [ + "========== Efficient config management ==========\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "
----------  config display  ----------\n",
+       "
\n" + ], + "text/plain": [ + "---------- config display ----------\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "
โ€ข Config file: None(default setting below)\n",
+       "\n",
+       "โ€ข render_interval: 0 | <int>\n",
+       "\n",
+       "โ€ข tree_fold_repeat: True | <bool>\n",
+       "\n",
+       "โ€ข tree_repeat_block_args: namespace{\n",
+       "โ”‚   title = [i]Repeat [[b]<repeat_time>[/b]] Times[/] | <str>\n",
+       "โ”‚   title_align = center | <str>\n",
+       "โ”‚   subtitle = None | <NoneType>\n",
+       "โ”‚   subtitle_align = center | <str>\n",
+       "โ”‚   style = dark_goldenrod | <str>\n",
+       "โ”‚   highlight = True | <bool>\n",
+       "โ”‚   box = HEAVY_EDGE | <str>\n",
+       "โ”‚   border_style = dim | <str>\n",
+       "โ”‚   width = None | <NoneType>\n",
+       "โ”‚   height = None | <NoneType>\n",
+       "โ”‚   padding = list(\n",
+       "โ”‚   โ”‚   - 0 | <int>\n",
+       "โ”‚   โ”‚   - 1 | <int>\n",
+       "โ”‚   โ””โ”€  )\n",
+       "โ”‚   expand = False | <bool>\n",
+       "โ””โ”€  }\n",
+       "\n",
+       "โ€ข tree_levels_args: namespace{\n",
+       "โ”‚   default = namespace{\n",
+       "โ”‚   โ”‚   label = [b gray35](<node_id>) [green]<name>[/green] [cyan]<type>[/] | <str>\n",
+       "โ”‚   โ”‚   style = tree | <str>\n",
+       "โ”‚   โ”‚   guide_style = light_coral | <str>\n",
+       "โ”‚   โ”‚   highlight = True | <bool>\n",
+       "โ”‚   โ”‚   hide_root = False | <bool>\n",
+       "โ”‚   โ”‚   expanded = True | <bool>\n",
+       "โ”‚   โ””โ”€  }\n",
+       "โ”‚   0 = namespace{\n",
+       "โ”‚   โ”‚   label = [b light_coral]<name>[/] | <str>\n",
+       "โ”‚   โ”‚   guide_style = light_coral | <str>\n",
+       "โ”‚   โ””โ”€  }\n",
+       "โ””โ”€  }\n",
+       "\n",
+       "โ€ข table_column_args: namespace{\n",
+       "โ”‚   style = none | <str>\n",
+       "โ”‚   justify = center | <str>\n",
+       "โ”‚   vertical = middle | <str>\n",
+       "โ”‚   overflow = fold | <str>\n",
+       "โ”‚   no_wrap = False | <bool>\n",
+       "โ””โ”€  }\n",
+       "\n",
+       "โ€ข table_display_args: namespace{\n",
+       "โ”‚   style = spring_green4 | <str>\n",
+       "โ”‚   highlight = True | <bool>\n",
+       "โ”‚   width = None | <NoneType>\n",
+       "โ”‚   min_width = None | <NoneType>\n",
+       "โ”‚   expand = False | <bool>\n",
+       "โ”‚   padding = list(\n",
+       "โ”‚   โ”‚   - 0 | <int>\n",
+       "โ”‚   โ”‚   - 1 | <int>\n",
+       "โ”‚   โ””โ”€  )\n",
+       "โ”‚   collapse_padding = False | <bool>\n",
+       "โ”‚   pad_edge = True | <bool>\n",
+       "โ”‚   leading = 0 | <int>\n",
+       "โ”‚   title = None | <NoneType>\n",
+       "โ”‚   title_style = bold | <str>\n",
+       "โ”‚   title_justify = center | <str>\n",
+       "โ”‚   caption = None | <NoneType>\n",
+       "โ”‚   caption_style = None | <NoneType>\n",
+       "โ”‚   caption_justify = center | <str>\n",
+       "โ”‚   show_header = True | <bool>\n",
+       "โ”‚   header_style = bold | <str>\n",
+       "โ”‚   show_footer = False | <bool>\n",
+       "โ”‚   footer_style = italic | <str>\n",
+       "โ”‚   show_lines = False | <bool>\n",
+       "โ”‚   row_styles = None | <NoneType>\n",
+       "โ”‚   show_edge = True | <bool>\n",
+       "โ”‚   box = ROUNDED | <str>\n",
+       "โ”‚   safe_box = True | <bool>\n",
+       "โ”‚   border_style = None | <NoneType>\n",
+       "โ””โ”€  }\n",
+       "\n",
+       "โ€ข combine: namespace{\n",
+       "โ”‚   horizon_gap = 2 | <int>\n",
+       "โ””โ”€  }\n",
+       "\n",
+       "\n",
+       "
\n" + ], + "text/plain": [ + "โ€ข Config file: \u001b[1;35mNone\u001b[0m\u001b[1m(\u001b[0mdefault setting below\u001b[1m)\u001b[0m\n", + "\n", + "โ€ข render_interval: \u001b[1;36m0\u001b[0m | \u001b[1m<\u001b[0m\u001b[1;95mint\u001b[0m\u001b[39m>\u001b[0m\n", + "\n", + "\u001b[39mโ€ข tree_fold_repeat: \u001b[0m\u001b[3;92mTrue\u001b[0m\u001b[39m | \u001b[0m\n", + "\n", + "\u001b[39mโ€ข tree_repeat_block_args: namespace\u001b[0m\u001b[1;39m{\u001b[0m\n", + "\u001b[39mโ”‚ title = \u001b[0m\u001b[1;39m[\u001b[0m\u001b[39mi\u001b[0m\u001b[1;39m]\u001b[0m\u001b[39mRepeat \u001b[0m\u001b[1;39m[\u001b[0m\u001b[1;39m[\u001b[0m\u001b[39mb\u001b[0m\u001b[1;39m]\u001b[0m\u001b[39m\u001b[0m\u001b[1;39m[\u001b[0m\u001b[35m/\u001b[0m\u001b[95mb\u001b[0m\u001b[1;39m]\u001b[0m\u001b[1;39m]\u001b[0m\u001b[39m Times\u001b[0m\u001b[1;39m[\u001b[0m\u001b[35m/\u001b[0m\u001b[1;39m]\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ title_align = center | \u001b[0m\n", + "\u001b[39mโ”‚ subtitle = \u001b[0m\u001b[3;35mNone\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ subtitle_align = center | \u001b[0m\n", + "\u001b[39mโ”‚ style = dark_goldenrod | \u001b[0m\n", + "\u001b[39mโ”‚ highlight = \u001b[0m\u001b[3;92mTrue\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ box = HEAVY_EDGE | \u001b[0m\n", + "\u001b[39mโ”‚ border_style = dim | \u001b[0m\n", + "\u001b[39mโ”‚ width = \u001b[0m\u001b[3;35mNone\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ height = \u001b[0m\u001b[3;35mNone\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ padding = \u001b[0m\u001b[1;35mlist\u001b[0m\u001b[1;39m(\u001b[0m\n", + "\u001b[39mโ”‚ โ”‚ - \u001b[0m\u001b[1;36m0\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ โ”‚ - \u001b[0m\u001b[1;36m1\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ โ””โ”€ \u001b[0m\u001b[1;39m)\u001b[0m\n", + "\u001b[39mโ”‚ expand = \u001b[0m\u001b[3;91mFalse\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ””โ”€ \u001b[0m\u001b[1;39m}\u001b[0m\n", + "\n", + "\u001b[39mโ€ข tree_levels_args: namespace\u001b[0m\u001b[1;39m{\u001b[0m\n", + "\u001b[39mโ”‚ default = namespace\u001b[0m\u001b[1;39m{\u001b[0m\n", + "\u001b[39mโ”‚ โ”‚ label = \u001b[0m\u001b[1;39m[\u001b[0m\u001b[39mb gray35\u001b[0m\u001b[1;39m]\u001b[0m\u001b[1;39m(\u001b[0m\u001b[39m\u001b[0m\u001b[1;39m)\u001b[0m\u001b[39m \u001b[0m\u001b[1;39m[\u001b[0m\u001b[39mgreen\u001b[0m\u001b[1;39m]\u001b[0m\u001b[39m\u001b[0m\u001b[1;39m[\u001b[0m\u001b[35m/\u001b[0m\u001b[95mgreen\u001b[0m\u001b[1;39m]\u001b[0m\u001b[39m \u001b[0m\u001b[1;39m[\u001b[0m\u001b[39mcyan\u001b[0m\u001b[1;39m]\u001b[0m\u001b[39m\u001b[0m\u001b[1;39m[\u001b[0m\u001b[35m/\u001b[0m\u001b[1;39m]\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ โ”‚ style = tree | \u001b[0m\n", + "\u001b[39mโ”‚ โ”‚ guide_style = light_coral | \u001b[0m\n", + "\u001b[39mโ”‚ โ”‚ highlight = \u001b[0m\u001b[3;92mTrue\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ โ”‚ hide_root = \u001b[0m\u001b[3;91mFalse\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ โ”‚ expanded = \u001b[0m\u001b[3;92mTrue\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ โ””โ”€ \u001b[0m\u001b[1;39m}\u001b[0m\n", + "\u001b[39mโ”‚ \u001b[0m\u001b[1;36m0\u001b[0m\u001b[39m = namespace\u001b[0m\u001b[1;39m{\u001b[0m\n", + "\u001b[39mโ”‚ โ”‚ label = \u001b[0m\u001b[1;39m[\u001b[0m\u001b[39mb light_coral\u001b[0m\u001b[1;39m]\u001b[0m\u001b[39m\u001b[0m\u001b[1;39m[\u001b[0m\u001b[35m/\u001b[0m\u001b[1;39m]\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ โ”‚ guide_style = light_coral | \u001b[0m\n", + "\u001b[39mโ”‚ โ””โ”€ \u001b[0m\u001b[1;39m}\u001b[0m\n", + "\u001b[39mโ””โ”€ \u001b[0m\u001b[1;39m}\u001b[0m\n", + "\n", + "\u001b[39mโ€ข table_column_args: namespace\u001b[0m\u001b[1;39m{\u001b[0m\n", + "\u001b[39mโ”‚ style = none | \u001b[0m\n", + "\u001b[39mโ”‚ justify = center | \u001b[0m\n", + "\u001b[39mโ”‚ vertical = middle | \u001b[0m\n", + "\u001b[39mโ”‚ overflow = fold | \u001b[0m\n", + "\u001b[39mโ”‚ no_wrap = \u001b[0m\u001b[3;91mFalse\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ””โ”€ \u001b[0m\u001b[1;39m}\u001b[0m\n", + "\n", + "\u001b[39mโ€ข table_display_args: namespace\u001b[0m\u001b[1;39m{\u001b[0m\n", + "\u001b[39mโ”‚ style = spring_green4 | \u001b[0m\n", + "\u001b[39mโ”‚ highlight = \u001b[0m\u001b[3;92mTrue\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ width = \u001b[0m\u001b[3;35mNone\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ min_width = \u001b[0m\u001b[3;35mNone\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ expand = \u001b[0m\u001b[3;91mFalse\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ padding = \u001b[0m\u001b[1;35mlist\u001b[0m\u001b[1;39m(\u001b[0m\n", + "\u001b[39mโ”‚ โ”‚ - \u001b[0m\u001b[1;36m0\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ โ”‚ - \u001b[0m\u001b[1;36m1\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ โ””โ”€ \u001b[0m\u001b[1;39m)\u001b[0m\n", + "\u001b[39mโ”‚ collapse_padding = \u001b[0m\u001b[3;91mFalse\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ pad_edge = \u001b[0m\u001b[3;92mTrue\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ leading = \u001b[0m\u001b[1;36m0\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ title = \u001b[0m\u001b[3;35mNone\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ title_style = bold | \u001b[0m\n", + "\u001b[39mโ”‚ title_justify = center | \u001b[0m\n", + "\u001b[39mโ”‚ caption = \u001b[0m\u001b[3;35mNone\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ caption_style = \u001b[0m\u001b[3;35mNone\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ caption_justify = center | \u001b[0m\n", + "\u001b[39mโ”‚ show_header = \u001b[0m\u001b[3;92mTrue\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ header_style = bold | \u001b[0m\n", + "\u001b[39mโ”‚ show_footer = \u001b[0m\u001b[3;91mFalse\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ footer_style = italic | \u001b[0m\n", + "\u001b[39mโ”‚ show_lines = \u001b[0m\u001b[3;91mFalse\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ row_styles = \u001b[0m\u001b[3;35mNone\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ show_edge = \u001b[0m\u001b[3;92mTrue\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ box = ROUNDED | \u001b[0m\n", + "\u001b[39mโ”‚ safe_box = \u001b[0m\u001b[3;92mTrue\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ border_style = \u001b[0m\u001b[3;35mNone\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ””โ”€ \u001b[0m\u001b[1;39m}\u001b[0m\n", + "\n", + "\u001b[39mโ€ข combine: namespace\u001b[0m\u001b[1;39m{\u001b[0m\n", + "\u001b[39mโ”‚ horizon_gap = \u001b[0m\u001b[1;36m2\u001b[0m\u001b[39m | \u001b[0m\n", + "โ””โ”€ \u001b[1m}\u001b[0m\n", + "\n", + "\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "## 11.3 Centralized configuration management\n", + "print(\"=\"*10, \" Efficient config management \", \"=\"*10)\n", "\n", - "!patest Ahzyuan --gender feminine --count 3" + "### 11.3.1 show config\n", + "print(\"-\"*10, \" config display \", \"-\"*10)\n", + "print(cfg)" + ] + }, + { + "cell_type": "code", + "execution_count": 56, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
----------  config settings retrieval  ----------\n",
+       "
\n" + ], + "text/plain": [ + "---------- config settings retrieval ----------\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "
config_file: None\n",
+       " render time interval: 0\n",
+       " tree default guide line style: light_coral\n",
+       " table col justify: center\n",
+       " gap between tree and table in profiling: 2\n",
+       "
\n" + ], + "text/plain": [ + "config_file: \u001b[3;35mNone\u001b[0m\n", + " render time interval: \u001b[1;36m0\u001b[0m\n", + " tree default guide line style: light_coral\n", + " table col justify: center\n", + " gap between tree and table in profiling: \u001b[1;36m2\u001b[0m\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "### 11.3.2 retrieve config setting\n", + "print(\"-\"*10, \" config settings retrieval \", \"-\"*10)\n", + "print(\n", + " f\"config_file: {cfg.config_file}\\n\",\n", + " f\"render time interval: {cfg.render_interval}\\n\",\n", + " f\"tree default guide line style: {cfg.tree_levels_args.default.guide_style}\\n\",\n", + " f\"table col justify: {cfg.table_column_args.justify}\\n\",\n", + " f\"gap between tree and table in profiling: {cfg.combine.horizon_gap}\"\n", + ")" + ] + }, + { + "cell_type": "code", + "execution_count": 57, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
----------  change config settings  ----------\n",
+       "
\n" + ], + "text/plain": [ + "---------- change config settings ----------\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "
0.5\n",
+       "
\n" + ], + "text/plain": [ + "\u001b[1;36m0.5\u001b[0m\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "
buld\n",
+       "
\n" + ], + "text/plain": [ + "buld\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "
False\n",
+       "
\n" + ], + "text/plain": [ + "\u001b[3;91mFalse\u001b[0m\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "
True\n",
+       "
\n" + ], + "text/plain": [ + "\u001b[3;92mTrue\u001b[0m\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "### 11.3.3 change config settings\n", + "print(\"-\"*10, \" change config settings \", \"-\"*10)\n", + "cfg.render_interval = 0.5\n", + "cfg.tree_levels_args.default.guide_style = \"buld\"\n", + "cfg.table_display_args = {\n", + " \"show_header\": False,\n", + " \"show_lines\": True\n", + "}\n", + "print(cfg.render_interval)\n", + "print(cfg.tree_levels_args.default.guide_style)\n", + "print(cfg.table_display_args.show_header)\n", + "print(cfg.table_display_args.show_lines)" + ] + }, + { + "cell_type": "code", + "execution_count": 58, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
----------  dump config settings  ----------\n",
+       "
\n" + ], + "text/plain": [ + "---------- dump config settings ----------\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "
config dumped successfully to /home/hzy/project/TorchMeter/examples/my_config.yaml\n",
+       "
\n" + ], + "text/plain": [ + "config dumped successfully to \u001b[35m/home/hzy/project/TorchMeter/examples/\u001b[0m\u001b[95mmy_config.yaml\u001b[0m\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "### 11.3.4 save config\n", + "import os\n", + "print(\"-\"*10, \" dump config settings \", \"-\"*10)\n", + "des = \"./my_config.yaml\"\n", + "cfg.dump(save_path=des)\n", + "abs_des = os.path.abspath(des)\n", + "if os.path.exists(abs_des):\n", + " print(f\"config dumped successfully to {abs_des}\")" + ] + }, + { + "cell_type": "code", + "execution_count": 59, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
----------  restore all config settings  ----------\n",
+       "
\n" + ], + "text/plain": [ + "---------- restore all config settings ----------\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "
โ€ข Config file: None(default setting below)\n",
+       "\n",
+       "โ€ข render_interval: 0.15 | <float>\n",
+       "\n",
+       "โ€ข tree_fold_repeat: True | <bool>\n",
+       "\n",
+       "โ€ข tree_repeat_block_args: namespace{\n",
+       "โ”‚   title = [i]Repeat [[b]<repeat_time>[/b]] Times[/] | <str>\n",
+       "โ”‚   title_align = center | <str>\n",
+       "โ”‚   subtitle = None | <NoneType>\n",
+       "โ”‚   subtitle_align = center | <str>\n",
+       "โ”‚   style = dark_goldenrod | <str>\n",
+       "โ”‚   highlight = True | <bool>\n",
+       "โ”‚   box = HEAVY_EDGE | <str>\n",
+       "โ”‚   border_style = dim | <str>\n",
+       "โ”‚   width = None | <NoneType>\n",
+       "โ”‚   height = None | <NoneType>\n",
+       "โ”‚   padding = list(\n",
+       "โ”‚   โ”‚   - 0 | <int>\n",
+       "โ”‚   โ”‚   - 1 | <int>\n",
+       "โ”‚   โ””โ”€  )\n",
+       "โ”‚   expand = False | <bool>\n",
+       "โ””โ”€  }\n",
+       "\n",
+       "โ€ข tree_levels_args: namespace{\n",
+       "โ”‚   default = namespace{\n",
+       "โ”‚   โ”‚   label = [b gray35](<node_id>) [green]<name>[/green] [cyan]<type>[/] | <str>\n",
+       "โ”‚   โ”‚   style = tree | <str>\n",
+       "โ”‚   โ”‚   guide_style = light_coral | <str>\n",
+       "โ”‚   โ”‚   highlight = True | <bool>\n",
+       "โ”‚   โ”‚   hide_root = False | <bool>\n",
+       "โ”‚   โ”‚   expanded = True | <bool>\n",
+       "โ”‚   โ””โ”€  }\n",
+       "โ”‚   0 = namespace{\n",
+       "โ”‚   โ”‚   label = [b light_coral]<name>[/] | <str>\n",
+       "โ”‚   โ”‚   guide_style = light_coral | <str>\n",
+       "โ”‚   โ””โ”€  }\n",
+       "โ””โ”€  }\n",
+       "\n",
+       "โ€ข table_column_args: namespace{\n",
+       "โ”‚   style = none | <str>\n",
+       "โ”‚   justify = center | <str>\n",
+       "โ”‚   vertical = middle | <str>\n",
+       "โ”‚   overflow = fold | <str>\n",
+       "โ”‚   no_wrap = False | <bool>\n",
+       "โ””โ”€  }\n",
+       "\n",
+       "โ€ข table_display_args: namespace{\n",
+       "โ”‚   style = spring_green4 | <str>\n",
+       "โ”‚   highlight = True | <bool>\n",
+       "โ”‚   width = None | <NoneType>\n",
+       "โ”‚   min_width = None | <NoneType>\n",
+       "โ”‚   expand = False | <bool>\n",
+       "โ”‚   padding = list(\n",
+       "โ”‚   โ”‚   - 0 | <int>\n",
+       "โ”‚   โ”‚   - 1 | <int>\n",
+       "โ”‚   โ””โ”€  )\n",
+       "โ”‚   collapse_padding = False | <bool>\n",
+       "โ”‚   pad_edge = True | <bool>\n",
+       "โ”‚   leading = 0 | <int>\n",
+       "โ”‚   title = None | <NoneType>\n",
+       "โ”‚   title_style = bold | <str>\n",
+       "โ”‚   title_justify = center | <str>\n",
+       "โ”‚   caption = None | <NoneType>\n",
+       "โ”‚   caption_style = None | <NoneType>\n",
+       "โ”‚   caption_justify = center | <str>\n",
+       "โ”‚   show_header = True | <bool>\n",
+       "โ”‚   header_style = bold | <str>\n",
+       "โ”‚   show_footer = False | <bool>\n",
+       "โ”‚   footer_style = italic | <str>\n",
+       "โ”‚   show_lines = False | <bool>\n",
+       "โ”‚   row_styles = None | <NoneType>\n",
+       "โ”‚   show_edge = True | <bool>\n",
+       "โ”‚   box = ROUNDED | <str>\n",
+       "โ”‚   safe_box = True | <bool>\n",
+       "โ”‚   border_style = None | <NoneType>\n",
+       "โ””โ”€  }\n",
+       "\n",
+       "โ€ข combine: namespace{\n",
+       "โ”‚   horizon_gap = 2 | <int>\n",
+       "โ””โ”€  }\n",
+       "\n",
+       "\n",
+       "
\n" + ], + "text/plain": [ + "โ€ข Config file: \u001b[1;35mNone\u001b[0m\u001b[1m(\u001b[0mdefault setting below\u001b[1m)\u001b[0m\n", + "\n", + "โ€ข render_interval: \u001b[1;36m0.15\u001b[0m | \u001b[1m<\u001b[0m\u001b[1;95mfloat\u001b[0m\u001b[39m>\u001b[0m\n", + "\n", + "\u001b[39mโ€ข tree_fold_repeat: \u001b[0m\u001b[3;92mTrue\u001b[0m\u001b[39m | \u001b[0m\n", + "\n", + "\u001b[39mโ€ข tree_repeat_block_args: namespace\u001b[0m\u001b[1;39m{\u001b[0m\n", + "\u001b[39mโ”‚ title = \u001b[0m\u001b[1;39m[\u001b[0m\u001b[39mi\u001b[0m\u001b[1;39m]\u001b[0m\u001b[39mRepeat \u001b[0m\u001b[1;39m[\u001b[0m\u001b[1;39m[\u001b[0m\u001b[39mb\u001b[0m\u001b[1;39m]\u001b[0m\u001b[39m\u001b[0m\u001b[1;39m[\u001b[0m\u001b[35m/\u001b[0m\u001b[95mb\u001b[0m\u001b[1;39m]\u001b[0m\u001b[1;39m]\u001b[0m\u001b[39m Times\u001b[0m\u001b[1;39m[\u001b[0m\u001b[35m/\u001b[0m\u001b[1;39m]\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ title_align = center | \u001b[0m\n", + "\u001b[39mโ”‚ subtitle = \u001b[0m\u001b[3;35mNone\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ subtitle_align = center | \u001b[0m\n", + "\u001b[39mโ”‚ style = dark_goldenrod | \u001b[0m\n", + "\u001b[39mโ”‚ highlight = \u001b[0m\u001b[3;92mTrue\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ box = HEAVY_EDGE | \u001b[0m\n", + "\u001b[39mโ”‚ border_style = dim | \u001b[0m\n", + "\u001b[39mโ”‚ width = \u001b[0m\u001b[3;35mNone\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ height = \u001b[0m\u001b[3;35mNone\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ padding = \u001b[0m\u001b[1;35mlist\u001b[0m\u001b[1;39m(\u001b[0m\n", + "\u001b[39mโ”‚ โ”‚ - \u001b[0m\u001b[1;36m0\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ โ”‚ - \u001b[0m\u001b[1;36m1\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ โ””โ”€ \u001b[0m\u001b[1;39m)\u001b[0m\n", + "\u001b[39mโ”‚ expand = \u001b[0m\u001b[3;91mFalse\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ””โ”€ \u001b[0m\u001b[1;39m}\u001b[0m\n", + "\n", + "\u001b[39mโ€ข tree_levels_args: namespace\u001b[0m\u001b[1;39m{\u001b[0m\n", + "\u001b[39mโ”‚ default = namespace\u001b[0m\u001b[1;39m{\u001b[0m\n", + "\u001b[39mโ”‚ โ”‚ label = \u001b[0m\u001b[1;39m[\u001b[0m\u001b[39mb gray35\u001b[0m\u001b[1;39m]\u001b[0m\u001b[1;39m(\u001b[0m\u001b[39m\u001b[0m\u001b[1;39m)\u001b[0m\u001b[39m \u001b[0m\u001b[1;39m[\u001b[0m\u001b[39mgreen\u001b[0m\u001b[1;39m]\u001b[0m\u001b[39m\u001b[0m\u001b[1;39m[\u001b[0m\u001b[35m/\u001b[0m\u001b[95mgreen\u001b[0m\u001b[1;39m]\u001b[0m\u001b[39m \u001b[0m\u001b[1;39m[\u001b[0m\u001b[39mcyan\u001b[0m\u001b[1;39m]\u001b[0m\u001b[39m\u001b[0m\u001b[1;39m[\u001b[0m\u001b[35m/\u001b[0m\u001b[1;39m]\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ โ”‚ style = tree | \u001b[0m\n", + "\u001b[39mโ”‚ โ”‚ guide_style = light_coral | \u001b[0m\n", + "\u001b[39mโ”‚ โ”‚ highlight = \u001b[0m\u001b[3;92mTrue\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ โ”‚ hide_root = \u001b[0m\u001b[3;91mFalse\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ โ”‚ expanded = \u001b[0m\u001b[3;92mTrue\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ โ””โ”€ \u001b[0m\u001b[1;39m}\u001b[0m\n", + "\u001b[39mโ”‚ \u001b[0m\u001b[1;36m0\u001b[0m\u001b[39m = namespace\u001b[0m\u001b[1;39m{\u001b[0m\n", + "\u001b[39mโ”‚ โ”‚ label = \u001b[0m\u001b[1;39m[\u001b[0m\u001b[39mb light_coral\u001b[0m\u001b[1;39m]\u001b[0m\u001b[39m\u001b[0m\u001b[1;39m[\u001b[0m\u001b[35m/\u001b[0m\u001b[1;39m]\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ โ”‚ guide_style = light_coral | \u001b[0m\n", + "\u001b[39mโ”‚ โ””โ”€ \u001b[0m\u001b[1;39m}\u001b[0m\n", + "\u001b[39mโ””โ”€ \u001b[0m\u001b[1;39m}\u001b[0m\n", + "\n", + "\u001b[39mโ€ข table_column_args: namespace\u001b[0m\u001b[1;39m{\u001b[0m\n", + "\u001b[39mโ”‚ style = none | \u001b[0m\n", + "\u001b[39mโ”‚ justify = center | \u001b[0m\n", + "\u001b[39mโ”‚ vertical = middle | \u001b[0m\n", + "\u001b[39mโ”‚ overflow = fold | \u001b[0m\n", + "\u001b[39mโ”‚ no_wrap = \u001b[0m\u001b[3;91mFalse\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ””โ”€ \u001b[0m\u001b[1;39m}\u001b[0m\n", + "\n", + "\u001b[39mโ€ข table_display_args: namespace\u001b[0m\u001b[1;39m{\u001b[0m\n", + "\u001b[39mโ”‚ style = spring_green4 | \u001b[0m\n", + "\u001b[39mโ”‚ highlight = \u001b[0m\u001b[3;92mTrue\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ width = \u001b[0m\u001b[3;35mNone\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ min_width = \u001b[0m\u001b[3;35mNone\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ expand = \u001b[0m\u001b[3;91mFalse\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ padding = \u001b[0m\u001b[1;35mlist\u001b[0m\u001b[1;39m(\u001b[0m\n", + "\u001b[39mโ”‚ โ”‚ - \u001b[0m\u001b[1;36m0\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ โ”‚ - \u001b[0m\u001b[1;36m1\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ โ””โ”€ \u001b[0m\u001b[1;39m)\u001b[0m\n", + "\u001b[39mโ”‚ collapse_padding = \u001b[0m\u001b[3;91mFalse\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ pad_edge = \u001b[0m\u001b[3;92mTrue\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ leading = \u001b[0m\u001b[1;36m0\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ title = \u001b[0m\u001b[3;35mNone\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ title_style = bold | \u001b[0m\n", + "\u001b[39mโ”‚ title_justify = center | \u001b[0m\n", + "\u001b[39mโ”‚ caption = \u001b[0m\u001b[3;35mNone\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ caption_style = \u001b[0m\u001b[3;35mNone\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ caption_justify = center | \u001b[0m\n", + "\u001b[39mโ”‚ show_header = \u001b[0m\u001b[3;92mTrue\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ header_style = bold | \u001b[0m\n", + "\u001b[39mโ”‚ show_footer = \u001b[0m\u001b[3;91mFalse\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ footer_style = italic | \u001b[0m\n", + "\u001b[39mโ”‚ show_lines = \u001b[0m\u001b[3;91mFalse\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ row_styles = \u001b[0m\u001b[3;35mNone\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ show_edge = \u001b[0m\u001b[3;92mTrue\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ box = ROUNDED | \u001b[0m\n", + "\u001b[39mโ”‚ safe_box = \u001b[0m\u001b[3;92mTrue\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ border_style = \u001b[0m\u001b[3;35mNone\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ””โ”€ \u001b[0m\u001b[1;39m}\u001b[0m\n", + "\n", + "\u001b[39mโ€ข combine: namespace\u001b[0m\u001b[1;39m{\u001b[0m\n", + "\u001b[39mโ”‚ horizon_gap = \u001b[0m\u001b[1;36m2\u001b[0m\u001b[39m | \u001b[0m\n", + "โ””โ”€ \u001b[1m}\u001b[0m\n", + "\n", + "\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "### 11.3.5 restore config\n", + "print(\"-\"*10, \" restore all config settings \", \"-\"*10)\n", + "cfg.restore()\n", + "print(cfg)" + ] + }, + { + "cell_type": "code", + "execution_count": 60, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
----------  config reuse  ----------\n",
+       "
\n" + ], + "text/plain": [ + "---------- config reuse ----------\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "
reuse: /home/hzy/project/TorchMeter/examples/my_config.yaml\n",
+       "
\n" + ], + "text/plain": [ + "reuse: \u001b[35m/home/hzy/project/TorchMeter/examples/\u001b[0m\u001b[95mmy_config.yaml\u001b[0m\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "
โ€ข Config file: /home/hzy/project/TorchMeter/examples/my_config.yaml\n",
+       "\n",
+       "โ€ข render_interval: 0.5 | <float>\n",
+       "\n",
+       "โ€ข tree_fold_repeat: True | <bool>\n",
+       "\n",
+       "โ€ข tree_repeat_block_args: namespace{\n",
+       "โ”‚   title = [i]Repeat [[b]<repeat_time>[/b]] Times[/] | <str>\n",
+       "โ”‚   title_align = center | <str>\n",
+       "โ”‚   subtitle = None | <NoneType>\n",
+       "โ”‚   subtitle_align = center | <str>\n",
+       "โ”‚   style = dark_goldenrod | <str>\n",
+       "โ”‚   highlight = True | <bool>\n",
+       "โ”‚   box = HEAVY_EDGE | <str>\n",
+       "โ”‚   border_style = dim | <str>\n",
+       "โ”‚   width = None | <NoneType>\n",
+       "โ”‚   height = None | <NoneType>\n",
+       "โ”‚   padding = list(\n",
+       "โ”‚   โ”‚   - 0 | <int>\n",
+       "โ”‚   โ”‚   - 1 | <int>\n",
+       "โ”‚   โ””โ”€  )\n",
+       "โ”‚   expand = False | <bool>\n",
+       "โ””โ”€  }\n",
+       "\n",
+       "โ€ข tree_levels_args: namespace{\n",
+       "โ”‚   default = namespace{\n",
+       "โ”‚   โ”‚   label = [b gray35](<node_id>) [green]<name>[/green] [cyan]<type>[/] | <str>\n",
+       "โ”‚   โ”‚   style = tree | <str>\n",
+       "โ”‚   โ”‚   guide_style = buld | <str>\n",
+       "โ”‚   โ”‚   highlight = True | <bool>\n",
+       "โ”‚   โ”‚   hide_root = False | <bool>\n",
+       "โ”‚   โ”‚   expanded = True | <bool>\n",
+       "โ”‚   โ””โ”€  }\n",
+       "โ”‚   0 = namespace{\n",
+       "โ”‚   โ”‚   label = [b light_coral]<name>[/] | <str>\n",
+       "โ”‚   โ”‚   guide_style = light_coral | <str>\n",
+       "โ”‚   โ””โ”€  }\n",
+       "โ””โ”€  }\n",
+       "\n",
+       "โ€ข table_column_args: namespace{\n",
+       "โ”‚   style = none | <str>\n",
+       "โ”‚   justify = center | <str>\n",
+       "โ”‚   vertical = middle | <str>\n",
+       "โ”‚   overflow = fold | <str>\n",
+       "โ”‚   no_wrap = False | <bool>\n",
+       "โ””โ”€  }\n",
+       "\n",
+       "โ€ข table_display_args: namespace{\n",
+       "โ”‚   style = spring_green4 | <str>\n",
+       "โ”‚   highlight = True | <bool>\n",
+       "โ”‚   width = None | <NoneType>\n",
+       "โ”‚   min_width = None | <NoneType>\n",
+       "โ”‚   expand = False | <bool>\n",
+       "โ”‚   padding = list(\n",
+       "โ”‚   โ”‚   - 0 | <int>\n",
+       "โ”‚   โ”‚   - 1 | <int>\n",
+       "โ”‚   โ””โ”€  )\n",
+       "โ”‚   collapse_padding = False | <bool>\n",
+       "โ”‚   pad_edge = True | <bool>\n",
+       "โ”‚   leading = 0 | <int>\n",
+       "โ”‚   title = None | <NoneType>\n",
+       "โ”‚   title_style = bold | <str>\n",
+       "โ”‚   title_justify = center | <str>\n",
+       "โ”‚   caption = None | <NoneType>\n",
+       "โ”‚   caption_style = None | <NoneType>\n",
+       "โ”‚   caption_justify = center | <str>\n",
+       "โ”‚   show_header = False | <bool>\n",
+       "โ”‚   header_style = bold | <str>\n",
+       "โ”‚   show_footer = False | <bool>\n",
+       "โ”‚   footer_style = italic | <str>\n",
+       "โ”‚   show_lines = True | <bool>\n",
+       "โ”‚   row_styles = None | <NoneType>\n",
+       "โ”‚   show_edge = True | <bool>\n",
+       "โ”‚   box = ROUNDED | <str>\n",
+       "โ”‚   safe_box = True | <bool>\n",
+       "โ”‚   border_style = None | <NoneType>\n",
+       "โ””โ”€  }\n",
+       "\n",
+       "โ€ข combine: namespace{\n",
+       "โ”‚   horizon_gap = 2 | <int>\n",
+       "โ””โ”€  }\n",
+       "\n",
+       "\n",
+       "
\n" + ], + "text/plain": [ + "โ€ข Config file: \u001b[35m/home/hzy/project/TorchMeter/examples/\u001b[0m\u001b[95mmy_config.yaml\u001b[0m\n", + "\n", + "โ€ข render_interval: \u001b[1;36m0.5\u001b[0m | \u001b[1m<\u001b[0m\u001b[1;95mfloat\u001b[0m\u001b[39m>\u001b[0m\n", + "\n", + "\u001b[39mโ€ข tree_fold_repeat: \u001b[0m\u001b[3;92mTrue\u001b[0m\u001b[39m | \u001b[0m\n", + "\n", + "\u001b[39mโ€ข tree_repeat_block_args: namespace\u001b[0m\u001b[1;39m{\u001b[0m\n", + "\u001b[39mโ”‚ title = \u001b[0m\u001b[1;39m[\u001b[0m\u001b[39mi\u001b[0m\u001b[1;39m]\u001b[0m\u001b[39mRepeat \u001b[0m\u001b[1;39m[\u001b[0m\u001b[1;39m[\u001b[0m\u001b[39mb\u001b[0m\u001b[1;39m]\u001b[0m\u001b[39m\u001b[0m\u001b[1;39m[\u001b[0m\u001b[35m/\u001b[0m\u001b[95mb\u001b[0m\u001b[1;39m]\u001b[0m\u001b[1;39m]\u001b[0m\u001b[39m Times\u001b[0m\u001b[1;39m[\u001b[0m\u001b[35m/\u001b[0m\u001b[1;39m]\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ title_align = center | \u001b[0m\n", + "\u001b[39mโ”‚ subtitle = \u001b[0m\u001b[3;35mNone\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ subtitle_align = center | \u001b[0m\n", + "\u001b[39mโ”‚ style = dark_goldenrod | \u001b[0m\n", + "\u001b[39mโ”‚ highlight = \u001b[0m\u001b[3;92mTrue\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ box = HEAVY_EDGE | \u001b[0m\n", + "\u001b[39mโ”‚ border_style = dim | \u001b[0m\n", + "\u001b[39mโ”‚ width = \u001b[0m\u001b[3;35mNone\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ height = \u001b[0m\u001b[3;35mNone\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ padding = \u001b[0m\u001b[1;35mlist\u001b[0m\u001b[1;39m(\u001b[0m\n", + "\u001b[39mโ”‚ โ”‚ - \u001b[0m\u001b[1;36m0\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ โ”‚ - \u001b[0m\u001b[1;36m1\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ โ””โ”€ \u001b[0m\u001b[1;39m)\u001b[0m\n", + "\u001b[39mโ”‚ expand = \u001b[0m\u001b[3;91mFalse\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ””โ”€ \u001b[0m\u001b[1;39m}\u001b[0m\n", + "\n", + "\u001b[39mโ€ข tree_levels_args: namespace\u001b[0m\u001b[1;39m{\u001b[0m\n", + "\u001b[39mโ”‚ default = namespace\u001b[0m\u001b[1;39m{\u001b[0m\n", + "\u001b[39mโ”‚ โ”‚ label = \u001b[0m\u001b[1;39m[\u001b[0m\u001b[39mb gray35\u001b[0m\u001b[1;39m]\u001b[0m\u001b[1;39m(\u001b[0m\u001b[39m\u001b[0m\u001b[1;39m)\u001b[0m\u001b[39m \u001b[0m\u001b[1;39m[\u001b[0m\u001b[39mgreen\u001b[0m\u001b[1;39m]\u001b[0m\u001b[39m\u001b[0m\u001b[1;39m[\u001b[0m\u001b[35m/\u001b[0m\u001b[95mgreen\u001b[0m\u001b[1;39m]\u001b[0m\u001b[39m \u001b[0m\u001b[1;39m[\u001b[0m\u001b[39mcyan\u001b[0m\u001b[1;39m]\u001b[0m\u001b[39m\u001b[0m\u001b[1;39m[\u001b[0m\u001b[35m/\u001b[0m\u001b[1;39m]\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ โ”‚ style = tree | \u001b[0m\n", + "\u001b[39mโ”‚ โ”‚ guide_style = buld | \u001b[0m\n", + "\u001b[39mโ”‚ โ”‚ highlight = \u001b[0m\u001b[3;92mTrue\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ โ”‚ hide_root = \u001b[0m\u001b[3;91mFalse\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ โ”‚ expanded = \u001b[0m\u001b[3;92mTrue\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ โ””โ”€ \u001b[0m\u001b[1;39m}\u001b[0m\n", + "\u001b[39mโ”‚ \u001b[0m\u001b[1;36m0\u001b[0m\u001b[39m = namespace\u001b[0m\u001b[1;39m{\u001b[0m\n", + "\u001b[39mโ”‚ โ”‚ label = \u001b[0m\u001b[1;39m[\u001b[0m\u001b[39mb light_coral\u001b[0m\u001b[1;39m]\u001b[0m\u001b[39m\u001b[0m\u001b[1;39m[\u001b[0m\u001b[35m/\u001b[0m\u001b[1;39m]\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ โ”‚ guide_style = light_coral | \u001b[0m\n", + "\u001b[39mโ”‚ โ””โ”€ \u001b[0m\u001b[1;39m}\u001b[0m\n", + "\u001b[39mโ””โ”€ \u001b[0m\u001b[1;39m}\u001b[0m\n", + "\n", + "\u001b[39mโ€ข table_column_args: namespace\u001b[0m\u001b[1;39m{\u001b[0m\n", + "\u001b[39mโ”‚ style = none | \u001b[0m\n", + "\u001b[39mโ”‚ justify = center | \u001b[0m\n", + "\u001b[39mโ”‚ vertical = middle | \u001b[0m\n", + "\u001b[39mโ”‚ overflow = fold | \u001b[0m\n", + "\u001b[39mโ”‚ no_wrap = \u001b[0m\u001b[3;91mFalse\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ””โ”€ \u001b[0m\u001b[1;39m}\u001b[0m\n", + "\n", + "\u001b[39mโ€ข table_display_args: namespace\u001b[0m\u001b[1;39m{\u001b[0m\n", + "\u001b[39mโ”‚ style = spring_green4 | \u001b[0m\n", + "\u001b[39mโ”‚ highlight = \u001b[0m\u001b[3;92mTrue\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ width = \u001b[0m\u001b[3;35mNone\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ min_width = \u001b[0m\u001b[3;35mNone\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ expand = \u001b[0m\u001b[3;91mFalse\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ padding = \u001b[0m\u001b[1;35mlist\u001b[0m\u001b[1;39m(\u001b[0m\n", + "\u001b[39mโ”‚ โ”‚ - \u001b[0m\u001b[1;36m0\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ โ”‚ - \u001b[0m\u001b[1;36m1\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ โ””โ”€ \u001b[0m\u001b[1;39m)\u001b[0m\n", + "\u001b[39mโ”‚ collapse_padding = \u001b[0m\u001b[3;91mFalse\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ pad_edge = \u001b[0m\u001b[3;92mTrue\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ leading = \u001b[0m\u001b[1;36m0\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ title = \u001b[0m\u001b[3;35mNone\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ title_style = bold | \u001b[0m\n", + "\u001b[39mโ”‚ title_justify = center | \u001b[0m\n", + "\u001b[39mโ”‚ caption = \u001b[0m\u001b[3;35mNone\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ caption_style = \u001b[0m\u001b[3;35mNone\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ caption_justify = center | \u001b[0m\n", + "\u001b[39mโ”‚ show_header = \u001b[0m\u001b[3;91mFalse\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ header_style = bold | \u001b[0m\n", + "\u001b[39mโ”‚ show_footer = \u001b[0m\u001b[3;91mFalse\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ footer_style = italic | \u001b[0m\n", + "\u001b[39mโ”‚ show_lines = \u001b[0m\u001b[3;92mTrue\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ row_styles = \u001b[0m\u001b[3;35mNone\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ show_edge = \u001b[0m\u001b[3;92mTrue\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ box = ROUNDED | \u001b[0m\n", + "\u001b[39mโ”‚ safe_box = \u001b[0m\u001b[3;92mTrue\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ”‚ border_style = \u001b[0m\u001b[3;35mNone\u001b[0m\u001b[39m | \u001b[0m\n", + "\u001b[39mโ””โ”€ \u001b[0m\u001b[1;39m}\u001b[0m\n", + "\n", + "\u001b[39mโ€ข combine: namespace\u001b[0m\u001b[1;39m{\u001b[0m\n", + "\u001b[39mโ”‚ horizon_gap = \u001b[0m\u001b[1;36m2\u001b[0m\u001b[39m | \u001b[0m\n", + "โ””โ”€ \u001b[1m}\u001b[0m\n", + "\n", + "\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "
You can compare with the restored settings in last cell,  to check if the settings before restore are reused.\n",
+       "
\n" + ], + "text/plain": [ + "You can compare with the restored settings in last cell, to check if the settings before restore are reused.\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "### 11.3.6 reuse config\n", + "print(\"-\"*10, \" config reuse \", \"-\"*10)\n", + "new_cfg = get_config(config_path=abs_des)\n", + "print(f\"reuse: {new_cfg.config_file}\")\n", + "print(new_cfg)\n", + "print(\"You can compare with the restored settings in last cell, \",\n", + " \"to check if the settings before restore are reused.\")" ] } ], "metadata": { "kernelspec": { - "display_name": "hzy_env", + "display_name": "tm38", "language": "python", "name": "python3" }, @@ -113,7 +5062,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.12.4" + "version": "3.8.20" } }, "nbformat": 4, diff --git a/misc/check_meta.sh b/misc/check_meta.sh new file mode 100755 index 0000000..80db1ee --- /dev/null +++ b/misc/check_meta.sh @@ -0,0 +1,71 @@ +#!/usr/bin/env bash + +red_output() { + echo -e "\033[31m$1\033[0m" +} + +green_output() { + echo -e "\033[32m$1\033[0m" +} + +yellow_output() { + echo -e "\033[33m$1\033[0m" +} + +find_dir() { + local target_path=$1 + local current_path=$(realpath $(dirname $0)) + local found_path="" + + while [ "$current_path" != "/" ]; do + if [ -d "$current_path/$target_path" ]; then + found_path="$current_path" + break + elif [ -f "$current_path/$target_path" ]; then + found_path="$current_path" + break + fi + current_path=$(dirname "$current_path") + done + + if [ -z "$found_path" ]; then + echo "Error: $target_path not found!" + exit 1 + else + echo $found_path + fi +} + +# --------------------------------------------------------------------------------------------------- + +ROOT=$(find_dir 'torchmeter') +if [[ $? -ne 0 ]]; then + exit 1 +else + cd $ROOT +fi + +if [[ ! -d "$ROOT/dist" ]]; then + red_output "No dist folder found. Run 'bash misc/packaging.sh' first" + exit 1 +fi + +requires_python=$(grep 'python_requires' setup.cfg | rev | cut -d'=' -f1 | rev) + +tar_output=$(tar xfO dist/*.tar.gz) + +metadata_version=$(echo "$tar_output" | grep 'Metadata-Version:' | head -n 1 | rev | cut -d' ' -f1 | rev) +tar_requires_python=$(echo "$tar_output" | grep 'Requires-Python:' | head -n 1 |cut -d'=' -f2) + +echo -e "Metadata_version: $metadata_version $(yellow_output '(need >=1.2)')" +echo -e "Python Required: $tar_requires_python $(yellow_output "(need >=$requires_python)")" +echo "----------------------------------------" +if [[ "$metadata_version" > "1.2" ]] && \ + [[ $(echo -e "$tar_requires_python\n$requires_python" | sort -V | head -n 1) == "3.8" ]]; then + green_output "Metadata and requires-python are correct." +else + red_output "Metadata or requires-python is incorrect." +fi + +echo "----------------------------------------" +twine check --strict dist/* \ No newline at end of file diff --git a/misc/lint_format.sh b/misc/lint_format.sh new file mode 100644 index 0000000..dbad6a5 --- /dev/null +++ b/misc/lint_format.sh @@ -0,0 +1,88 @@ +#!/usr/bin/env bash + +find_dir() { + local target_path=$1 + local current_path=$(realpath $(dirname $0)) + local found_path="" + + while [ "$current_path" != "/" ]; do + if [ -d "$current_path/$target_path" ]; then + found_path="$current_path" + break + elif [ -f "$current_path/$target_path" ]; then + found_path="$current_path" + break + fi + current_path=$(dirname "$current_path") + done + + if [ -z "$found_path" ]; then + echo "Error: $target_path not found!" + exit 1 + else + echo $found_path + fi +} + +# --------------------------------------------------------------------------------------------------- + +ROOT=$(find_dir 'torchmeter') +if [[ $? -ne 0 ]]; then + exit 1 +else + cd $ROOT +fi + +# -------------------------------------- Activate Virtual Env --------------------------------------- + +eval "$(conda shell.bash hook)" + +envs=$(conda env list | grep -v "#" | cut -d " " -f1) + +cyan_output "Available conda environments:" +PS3="Choose your Python env: " +select env in $envs +do + if [ -n "$env" ]; then + cyan_output "$env selected." + conda activate "$env" + green_output "$env activated." + break + else + red_output "Invalid selection. Please try again." + fi +done + +# ---------------------------------------------- Lint ----------------------------------------------- + +set +e +ruff check \ + --preview \ + --target-version=py38 \ + --output-format=grouped +exit_code=$? +set -e + +if [[ $exit_code -eq 0 ]]; then + echo -e "\nโœ… Linting passed! Code quality check successful! ๐ŸŽ‰" +else + echo -e "\nโŒ Linting failed! Some code does not meet the linting rules!" >&2 + exit 1 +fi + +# --------------------------------------------- Format ----------------------------------------------- + +set +e +ruff format \ + --diff \ + --preview \ + --target-version=py38 +exit_code=$? + +set -e +if [[ $exit_code -eq 0 ]]; then + echo -e "\nโœ… Formatting passed! All code is well-formated! ๐ŸŽ‰" +else + echo -e "\nโŒ Formatting failed! Some code does not meet the format requirements!" >&2 + exit 1 +fi \ No newline at end of file diff --git a/misc/packaging.sh b/misc/packaging.sh new file mode 100755 index 0000000..44361f1 --- /dev/null +++ b/misc/packaging.sh @@ -0,0 +1,71 @@ +#! /usr/bin/env bash + +cyan_output() { + echo -e "\033[36m$1\033[0m" +} + +green_output() { + echo -e "\033[32m$1\033[0m" +} + +red_output() { + echo -e "\033[31m$1\033[0m" +} + +find_dir() { + local target_path=$1 + local current_path=$(realpath $(dirname $0)) + local found_path="" + + while [ "$current_path" != "/" ]; do + if [ -d "$current_path/$target_path" ]; then + found_path="$current_path" + break + elif [ -f "$current_path/$target_path" ]; then + found_path="$current_path" + break + fi + current_path=$(dirname "$current_path") + done + + if [ -z "$found_path" ]; then + echo "Error: $target_path not found!" + exit 1 + else + echo $found_path + fi +} + +# --------------------------------------------------------------------------------------------------- + +ROOT=$(find_dir 'torchmeter') +if [[ $? -ne 0 ]]; then + exit 1 +else + cd $ROOT +fi + +if [[ -d "$ROOT/dist" ]]; then + rm -r "$ROOT/dist" +fi + +eval "$(conda shell.bash hook)" + +envs=$(conda env list | grep -v "#" | cut -d " " -f1) + +cyan_output "Available conda environments:" +PS3="Choose your Python env: " +select env in $envs +do + if [ -n "$env" ]; then + cyan_output "$env selected." + conda activate "$env" + green_output "$env activated." + break + else + red_output "Invalid selection. Please try again." + fi +done + +cyan_output "building..." +python -m build -v -n . \ No newline at end of file diff --git a/misc/validate_pr_title.sh b/misc/validate_pr_title.sh new file mode 100644 index 0000000..bd18946 --- /dev/null +++ b/misc/validate_pr_title.sh @@ -0,0 +1,34 @@ +#!/usr/bin/env bash + +red_output() { + echo -e "\033[31m$1\033[0m" >&2 +} + +green_output() { + echo -e "\033[32m$1\033[0m" +} + +# --------------------------------------------------------------------------------------------------- + +PATTERN='^(depr|perf|feat|fix|doc|test|ci|chore|build|refactor|revert)(\([^ ]+\))?\!?\s?: [A-Z].*[^\.\!\?,โ€ฆ๏ผ๏ผŸใ€‚๏ผŒ ]$' + +if [ $# -ne 1 ]; then + red_output "Error: There is and only needs one input, please enclose your input in '' and retry!" + red_output "Usage: $0 'YOUR-PR-TITLE'" >&2 + exit 1 +fi + +input="$1" + +if [ -z "$input" ]; then + red_output "Error: Input cannot be empty!" + exit 1 +fi + +if echo "$input" | grep -Eq "$PATTERN"; then + green_output "Valid" + exit 0 +else + red_output "Invalid" + exit 1 +fi \ No newline at end of file diff --git a/packaging.sh b/packaging.sh deleted file mode 100755 index 08234ef..0000000 --- a/packaging.sh +++ /dev/null @@ -1,40 +0,0 @@ -#! /usr/bin/env bash - -cyan_output() { - echo -e "\033[36m$1\033[0m" -} - -green_output() { - echo -e "\033[32m$1\033[0m" -} - -red_output() { - echo -e "\033[31m$1\033[0m" -} - -DIR=$(dirname "$(readlink -f "$0")") - -if [[ -d "$DIR/dist" ]]; then - rm -r "$DIR/dist" -fi - -eval "$(conda shell.bash hook)" - -envs=$(conda env list | grep -v "#" | cut -d " " -f1) - -cyan_output "Available conda environments:" -PS3="Choose your Python env: " -select env in $envs -do - if [ -n "$env" ]; then - cyan_output "$env selected." - conda activate "$env" - green_output "$env activated." - break - else - red_output "Invalid selection. Please try again." - fi -done - -cyan_output "building..." -python -m build -v -n . \ No newline at end of file diff --git a/pytest.ini b/pytest.ini new file mode 100644 index 0000000..9365858 --- /dev/null +++ b/pytest.ini @@ -0,0 +1,14 @@ +[pytest] +addopts = + -n auto + --color=yes + --cov=torchmeter + --cov-fail-under=90 + --no-cov-on-fail + --cov-report=term-missing + +testpaths = + tests + +markers = + vital: vital functions or classes, are the most important components of the package (deselect with '-m "not vital"') diff --git a/requirements.txt b/requirements.txt index 1092ae5..596f394 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,5 +1,9 @@ rich -torch -torchvision +tqdm +torch >= 1.7.0 xlsxwriter -polars \ No newline at end of file +polars >= 1.8.2 +numpy +pyyaml +pympler +typing_extensions \ No newline at end of file diff --git a/setup.cfg b/setup.cfg index 44969a4..0697ca4 100644 --- a/setup.cfg +++ b/setup.cfg @@ -1,3 +1,7 @@ +# TorchMeter, MIT license +# Author: Ahzyuan +# Repo: https://github.com/TorchMeter/torchmeter + [metadata] name = torchmeter @@ -10,7 +14,7 @@ description ="Torchmeter โฒ๏ธ: Your all-in-one tool for Pytorch model analysi long_description = file: README.md long_description_content_type = text/markdown -url = https://github.com/Ahzyuan/torchmeter +url = https://github.com/TorchMeter/torchmeter keywords = pytorch, model, parameter-estimation, model-analysis, inference-throughput, memory-estimation, calculation-estimation license = MIT @@ -22,18 +26,18 @@ classifiers = Programming Language :: Python :: Implementation :: PyPy Programming Language :: Python Programming Language :: Python :: 3 - Programming Language :: Python :: 3.7 Programming Language :: Python :: 3.8 Programming Language :: Python :: 3.9 Programming Language :: Python :: 3.10 Programming Language :: Python :: 3.11 Programming Language :: Python :: 3.12 + Programming Language :: Python :: 3.13 [options] include_package_data = True packages = find: -python_requires = >=3.7 +python_requires = >=3.8 install_requires = file: requirements.txt @@ -45,12 +49,18 @@ exclude = refer* [options.extras_require] -docs = sphinx>=7.0.0 +docs = + mkdocs + mkdocstrings[python] + mkdocs-material + test = + ruff>=0.6.0 + mypy pytest - pytest-sugar + pytest-cov + pytest-xdist [options.entry_points] -# this will register a command line tool called `command` which will call `my_package.module:function` console_scripts = - torchmeter = torchmeter.main:welcome + torchmeter = torchmeter.__cli__:main diff --git a/setup.py b/setup.py index b911c41..c628688 100644 --- a/setup.py +++ b/setup.py @@ -1,5 +1,8 @@ #!/usr/bin/env python -# -*- coding: utf-8 -*- + +# TorchMeter, MIT license +# Author: Ahzyuan +# Repo: https://github.com/TorchMeter/torchmeter from setuptools import setup diff --git a/torchmeter/__init__.py b/torchmeter/__init__.py index 7e1d3e0..0fcae1f 100644 --- a/torchmeter/__init__.py +++ b/torchmeter/__init__.py @@ -1,17 +1,56 @@ -# Copyright (C) 2024 Ahzyuan. - All Rights Reserved +# Copyright (C) 2024 TorchMeter, Ahzyuan. - All Rights Reserved # * You may use, distribute and modify this code under the terms of the MIT license. # * You should have received a copy of the MIT license with this file. # * If not, please visit https://rem.mit-license.org/ for more information. """ -Torchmeter: An `all-in-one` tool for `Pytorch` model analysis, measuring: -- Params, -- FLOPs / MACs (aka. MACC or MADD), -- Memory cost, -- Inference time -- Throughput +torchmeter ๐Ÿš€ +------------------------------------------------------------------------------------------------------------ +An `all-in-one` tool for `Pytorch` model analysis, providing end-to-end measurement capabilities, including: + - parameter statistics + - computational cost analysis + - memory usage tracking + - inference time + - throughput analysis -Project: https://github.com/Ahzyuan/torchmeter +------------------------------------------------------------------------------------------------------------ +Core Functionality: + 1. Parameter Analysis + - Total/trainable parameter quantification + - Layer-wise parameter distribution analysis + - Gradient state tracking (requires_grad flags) + + 2. Computational Profiling + - FLOPs/MACs precision calculation + - Operation-wise calculation distribution analysis + - Dynamic input/output detection (number, type, shape, ...) + + 3. Memory Diagnostics + - Input/output tensor memory awareness + - Hierarchical memory consumption analysis + + 4. Performance Benchmarking + - Auto warm-up phase execution (eliminates cold-start bias) + - Device-specific high-precision timing + - Inference latency & Throughput Benchmarking + + 5. Visualization Engine + - Centralized configuration management + - Programmable tabular report + 1. Style customization and real-time rendering + 2. Dynamic table structure adjustment + 3. Real-time data analysis in programmable way + 4. Multi-format data export + - Rich-text hierarchical structure tree rendering + 1. Style customization and real-time rendering + 2. Smart module folding based on structural equivalence detection + + 6. Cross-Platform Support + - Automatic model-data co-location + - Seamless device transition (CPU/CUDA) +------------------------------------------------------------------------------------------------------------ +Author: Ahzyuan +Project: https://github.com/TorchMeter/torchmeter """ __version__ = "0.1.0" @@ -19,4 +58,4 @@ from torchmeter.core import Meter from torchmeter.config import get_config -__aLL__ = ["Meter", "get_config"] \ No newline at end of file +__all__ = ["Meter", "get_config"] \ No newline at end of file diff --git a/torchmeter/py.typed b/torchmeter/py.typed new file mode 100644 index 0000000..e69de29