Query CodeCov API and show the status and links as part of the comment

[wilzbach]

Problem: the CodeCov failures happen to often and everytime they mark a PR with a fat "red cross".
Proposed solution: disable CodeCov CI reports, let the bot query the status results manually and display them in the bot's comment.

I don't know how "fast" CodeCov is in interpreting the results, but we could try the following:

whenever there's a CircleCi event wait X minutes and query CodeCov, on failure wait 2*X minutes and query CodeCov again

[wilzbach]

For druntime we have disabled CodeCov and receive the hooks now:
They look like this:

{
  "repo": {
    "service_id": "1257087",
    "url": "https://codecov.io/gh/dlang/druntime",
    "name": "druntime",
    "private": false
  },
  "base": {
    "commitid": "4988cc3546def1daae77591b83b1263b4386660e",
    "updatestamp": "2017-07-14 08:44:05.456306",
    "ci_passed": true,
    "message": "Merge pull request #1794 from jsatellite/patch-1\n\nAdded missing values to oaidl.d\nmerged-on-behalf-of: Rainer Schuetze <rainers@users.noreply.github.com>",
    "pullid": null,
    "branch": "master",
    "version": 3,
    "notified": true,
    "merged": false,
    "state": "complete",
    "archived": true,
    "logs": [
      {
        "event": "upload",
        "ci": "circleci",
        "build": "929",
        "time": "2017-07-14 08:38:13.223444"
      }
    ],
    "author": {
      "service_id": "15698993",
      "username": "dlang-bot",
      "name": "The Dlang Bot",
      "email": "removed@removed.com",
      "service": "github"
    },
    "parent": "4bd12046be2073e695819e6ba528e195a3ec034d",
    "timestamp": "2017-07-14 08:35:24",
    "deleted": null,
    "parent_totals": {
      "p": 0,
      "s": 1,
      "diff": null,
      "m": 4254,
      "b": 0,
      "C": 0,
      "d": 0,
      "n": 17400,
      "f": 136,
      "h": 13146,
      "c": "75.55172",
      "M": 0,
      "N": 0
    },
    "totals": {
      "p": 0,
      "s": 1,
      "M": 0,
      "b": 0,
      "c": "75.35163",
      "d": 0,
      "N": 0,
      "f": 137,
      "h": 13072,
      "m": 4276,
      "n": 17348,
      "C": 0
    }
  },
  "owner": {
    "service_id": "565913",
    "username": "dlang",
    "service": "github"
  },
  "pull": {
    "base": {
      "commitid": "4988cc3546def1daae77591b83b1263b4386660e",
      "branch": "master"
    },
    "state": "open",
    "title": "Disable Codecov status messages",
    "number": "1874",
    "head": {
      "commitid": "2945c1983c720d58ede5450b29435fc17da1ad46",
      "branch": "disable-codecov"
    },
    "id": "1874"
  },
  "head": {
    "pullid": "1874",
    "updatestamp": "2017-07-16 00:50:46.606033",
    "ci_passed": true,
    "service_url": "https://github.com/dlang/druntime/commit/2945c1983c720d58ede5450b29435fc17da1ad46",
    "branch": "disable-codecov",
    "version": 3,
    "merged": false,
    "changes": [
      [
        "src/gc/impl/conservative/gc.d",
        null,
        null,
        false,
        null,
        [
          0,
          0,
          7,
          -7,
          0,
          0.6410199999999975,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ]
      ],
      [
        "src/core/sync/semaphore.d",
        null,
        null,
        false,
        null,
        [
          0,
          0,
          1,
          -1,
          0,
          1.2195099999999996,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ]
      ],
      [
        "src/rt/util/container/treap.d",
        null,
        null,
        false,
        null,
        null
      ]
    ],
    "state": "complete",
    "author": {
      "service_id": "4370550",
      "username": "wilzbach",
      "name": "Sebastian Wilzbach",
      "email": "removed@removed.com",
      "service": "github"
    },
    "notified": null,
    "url": "https://codecov.io/gh/dlang/druntime/commit/2945c1983c720d58ede5450b29435fc17da1ad46",
    "parent_totals": {
      "p": 0,
      "s": 1,
      "diff": null,
      "M": 0,
      "b": 0,
      "c": "75.36892",
      "d": 0,
      "n": 17348,
      "f": 137,
      "h": 13075,
      "m": 4273,
      "N": 0,
      "C": 0
    },
    "totals": {
      "p": 0,
      "s": 1,
      "M": 0,
      "b": 0,
      "c": "75.39774",
      "d": 0,
      "N": 0,
      "f": 137,
      "h": 13080,
      "m": 4268,
      "n": 17348,
      "C": 0
    },
    "commitid": "2945c1983c720d58ede5450b29435fc17da1ad46",
    "message": "CodeCov: add a hook to the Dlang-Bot",
    "archived": true,
    "logs": [
      {
        "event": "upload",
        "ci": "circleci",
        "build": "936",
        "time": "2017-07-16 00:46:26.436958"
      }
    ],
    "parent": "efafd5050373f32fd34705172f0543155408bf85",
    "timestamp": "2017-07-16 00:27:25",
    "deleted": null
  },
  "compare": {
    "url": "https://codecov.io/gh/dlang/druntime/compare/4988cc3546def1daae77591b83b1263b4386660e...2945c1983c720d58ede5450b29435fc17da1ad46",
    "message": "increased",
    "coverage": "0.04",
    "notation": "+"
  }
}

[wilzbach]

More:

{
  "owner": {
    "service": "github",
    "username": "dlang",
    "service_id": "565913"
  },
  "base": {
    "totals": {
      "N": 0,
      "p": 0,
      "s": 1,
      "M": 0,
      "d": 0,
      "f": 137,
      "C": 0,
      "c": "75.39774",
      "b": 0,
      "m": 4268,
      "n": 17348,
      "h": 13080
    },
    "message": "CodeCov: add a hook to the Dlang-Bot",
    "updatestamp": "2017-07-16 01:14:13.795352",
    "archived": true,
    "parent": "efafd5050373f32fd34705172f0543155408bf85",
    "commitid": "2945c1983c720d58ede5450b29435fc17da1ad46",
    "logs": [
      {
        "build": "936",
        "ci": "circleci",
        "time": "2017-07-16 00:46:26.436958",
        "event": "upload"
      }
    ],
    "deleted": false,
    "timestamp": "2017-07-16 00:27:25",
    "notified": true,
    "parent_totals": {
      "diff": null,
      "p": 0,
      "s": 1,
      "d": 0,
      "n": 17348,
      "M": 0,
      "f": 137,
      "C": 0,
      "c": "75.36892",
      "b": 0,
      "m": 4273,
      "N": 0,
      "h": 13075
    },
    "branch": "master",
    "merged": true,
    "pullid": "1874",
    "version": 3,
    "ci_passed": true,
    "state": "complete",
    "author": {
      "email": "removed@removed.com",
      "service": "github",
      "name": "Sebastian Wilzbach",
      "username": "wilzbach",
      "service_id": "4370550"
    }
  },
  "head": {
    "message": "Merge pull request #1874 from wilzbach/disable-codecov\n\nDisable Codecov status messages\nmerged-on-behalf-of: Sebastian Wilzbach <removed@removed.com>",
    "version": 3,
    "archived": true,
    "parent": "2945c1983c720d58ede5450b29435fc17da1ad46",
    "commitid": "c2c1abc6090b81dca7e8306405e7e5af5e7daf21",
    "logs": [
      {
        "build": "937",
        "ci": "circleci",
        "time": "2017-07-16 01:16:15.930863",
        "event": "upload"
      }
    ],
    "merged": false,
    "timestamp": "2017-07-16 01:13:34",
    "branch": "master",
    "notified": null,
    "pullid": null,
    "totals": {
      "N": 0,
      "p": 0,
      "s": 1,
      "M": 0,
      "d": 0,
      "f": 137,
      "C": 0,
      "c": "75.31704",
      "b": 0,
      "m": 4282,
      "n": 17348,
      "h": 13066
    },
    "url": "https://codecov.io/gh/dlang/druntime/commit/c2c1abc6090b81dca7e8306405e7e5af5e7daf21",
    "updatestamp": "2017-07-16 01:22:04.158588",
    "changes": [
      [
        "src/core/sync/rwmutex.d",
        null,
        null,
        false,
        null,
        [
          0,
          0,
          1,
          -1,
          0,
          0.5714299999999923,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ]
      ],
      [
        "src/gc/impl/conservative/gc.d",
        null,
        null,
        false,
        null,
        [
          0,
          0,
          -1,
          1,
          0,
          -0.09156999999999016,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ]
      ],
      [
        "src/core/thread.d",
        null,
        null,
        false,
        null,
        [
          0,
          0,
          -3,
          3,
          0,
          -0.32786000000000115,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ]
      ],
      [
        "src/rt/util/container/treap.d",
        null,
        null,
        false,
        null,
        null
      ],
      [
        "src/core/internal/spinlock.d",
        null,
        null,
        false,
        null,
        [
          0,
          0,
          -11,
          11,
          0,
          -61.11111000000001,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ]
      ]
    ],
    "parent_totals": {
      "N": 0,
      "C": 0,
      "s": 1,
      "M": 0,
      "diff": null,
      "d": 0,
      "f": 137,
      "c": "75.39774",
      "b": 0,
      "m": 4268,
      "n": 17348,
      "h": 13080,
      "p": 0
    },
    "service_url": "https://github.com/dlang/druntime/commit/c2c1abc6090b81dca7e8306405e7e5af5e7daf21",
    "deleted": null,
    "ci_passed": true,
    "state": "complete",
    "author": {
      "email": "removed@removed.com",
      "service": "github",
      "name": "The Dlang Bot",
      "username": "dlang-bot",
      "service_id": "15698993"
    }
  },
  "compare": {
    "coverage": "-0.09",
    "url": "https://codecov.io/gh/dlang/druntime/compare/2945c1983c720d58ede5450b29435fc17da1ad46...c2c1abc6090b81dca7e8306405e7e5af5e7daf21",
    "notation": "-",
    "message": "decreased"
  },
  "pull": null,
  "repo": {
    "url": "https://codecov.io/gh/dlang/druntime",
    "private": false,
    "name": "druntime",
    "service_id": "1257087"
  }
}

[wilzbach]

{
  "base": {
    "deleted": false,
    "timestamp": "2017-07-15 23:18:57",
    "state": "complete",
    "logs": [
      {
        "build": "939",
        "time": "2017-07-16 08:37:22.931292",
        "event": "upload",
        "ci": "circleci"
      }
    ],
    "notified": true,
    "author": {
      "service_id": "702284",
      "name": null,
      "service": "github",
      "email": null,
      "username": "rainers"
    },
    "parent": "d19ba06cc7bde5dd43db604b89a5546cb7d1d23e",
    "archived": true,
    "updatestamp": "2017-07-16 13:01:41.014129",
    "message": "make coverage a bit more deterministic",
    "totals": {
      "h": 13146,
      "n": 17377,
      "m": 4231,
      "b": 0,
      "c": "75.65172",
      "M": 0,
      "f": 137,
      "d": 0,
      "N": 0,
      "C": 0,
      "s": 1,
      "p": 0
    },
    "ci_passed": true,
    "parent_totals": {
      "h": 13072,
      "diff": [
        1,
        2,
        2,
        0,
        0,
        "100",
        0,
        0,
        0,
        0,
        0,
        0,
        0
      ],
      "m": 4277,
      "b": 0,
      "c": "75.34728",
      "M": 0,
      "f": 137,
      "d": 0,
      "N": 0,
      "n": 17349,
      "C": 0,
      "s": 1,
      "p": 0
    },
    "pullid": "1875",
    "merged": true,
    "commitid": "692bcade6508c1da10a41058f668048a36b606c5",
    "version": 3,
    "branch": "master"
  },
  "compare": {
    "coverage": "0.01",
    "notation": "+",
    "message": "increased",
    "url": "https://codecov.io/gh/dlang/druntime/compare/692bcade6508c1da10a41058f668048a36b606c5...a3627aa018874ff207392a8fce9eaf174dc2202b"
  },
  "pull": null,
  "repo": {
    "service_id": "1257087",
    "name": "druntime",
    "private": false,
    "url": "https://codecov.io/gh/dlang/druntime"
  },
  "owner": {
    "service_id": "565913",
    "username": "dlang",
    "service": "github"
  },
  "head": {
    "url": "https://codecov.io/gh/dlang/druntime/commit/a3627aa018874ff207392a8fce9eaf174dc2202b",
    "notified": null,
    "author": {
      "service_id": "566679",
      "name": "Andrei Alexandrescu",
      "service": "github",
      "email": "removed@removed.com",
      "username": "andralex"
    },
    "changes": [
      [
        "src/core/sync/semaphore.d",
        null,
        null,
        false,
        null,
        [
          0,
          0,
          -1,
          1,
          0,
          -1.2195099999999996,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ]
      ],
      [
        "src/object.d",
        null,
        null,
        true,
        null,
        [
          0,
          0,
          3,
          0,
          0,
          0.0639099999999928,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ]
      ],
      [
        "src/rt/util/container/treap.d",
        null,
        null,
        false,
        null,
        null
      ],
      [
        "src/core/atomic.d",
        null,
        null,
        true,
        null,
        [
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ]
      ],
      [
        "src/rt/sections_elf_shared.d",
        null,
        null,
        true,
        null,
        null
      ],
      [
        "src/core/thread.d",
        null,
        null,
        false,
        null,
        [
          0,
          0,
          3,
          -3,
          0,
          0.3278700000000043,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ]
      ],
      [
        "src/core/stdc/math.d",
        null,
        null,
        true,
        null,
        [
          0,
          0,
          0,
          8,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ]
      ]
    ],
    "state": "complete",
    "message": "Merge pull request #1875 from rainers/gc_coverage\n\nGC: add tests to make coverage a bit more deterministic",
    "totals": {
      "h": 13148,
      "n": 17377,
      "m": 4229,
      "b": 0,
      "c": "75.66323",
      "M": 0,
      "f": 137,
      "d": 0,
      "N": 0,
      "C": 0,
      "s": 1,
      "p": 0
    },
    "archived": true,
    "parent_totals": {
      "h": 13146,
      "diff": [
        1,
        29,
        29,
        0,
        0,
        "100",
        0,
        0,
        0,
        0,
        0,
        0,
        0
      ],
      "M": 0,
      "b": 0,
      "c": "75.65172",
      "m": 4231,
      "f": 137,
      "d": 0,
      "N": 0,
      "n": 17377,
      "C": 0,
      "s": 1,
      "p": 0
    },
    "ci_passed": true,
    "merged": false,
    "commitid": "a3627aa018874ff207392a8fce9eaf174dc2202b",
    "deleted": null,
    "timestamp": "2017-07-16 13:01:39",
    "logs": [
      {
        "build": "941",
        "event": "upload",
        "time": "2017-07-16 13:04:36.007785",
        "ci": "circleci"
      }
    ],
    "service_url": "https://github.com/dlang/druntime/commit/a3627aa018874ff207392a8fce9eaf174dc2202b",
    "version": 3,
    "pullid": null,
    "parent": "692bcade6508c1da10a41058f668048a36b606c5",
    "updatestamp": "2017-07-16 13:10:53.611332",
    "branch": "master"
  }
}

[wilzbach]

{
  "base": {
    "state": "complete",
    "ci_passed": true,
    "notified": true,
    "branch": "mangle",
    "commitid": "81a06e731780a420e76a5b037fb34aa9e625eaf6",
    "totals": {
      "b": 0,
      "c": "75.47395",
      "d": 0,
      "f": 137,
      "h": 13297,
      "C": 0,
      "m": 4321,
      "n": 17618,
      "M": 0,
      "p": 0,
      "s": 1,
      "N": 0
    },
    "parent": "2e37769507517fb5f6600172e4ed8548c713a3df",
    "updatestamp": "2017-07-16 13:11:39.347079",
    "archived": true,
    "author": {
      "service_id": "702284",
      "username": "rainers",
      "email": null,
      "name": null,
      "service": "github"
    },
    "merged": true,
    "logs": [
      {
        "build": "938",
        "event": "upload",
        "time": "2017-07-16 06:34:55.055301",
        "ci": "circleci"
      }
    ],
    "pullid": "1830",
    "parent_totals": {
      "b": 0,
      "C": 0,
      "d": 0,
      "f": 137,
      "h": 13280,
      "m": 4339,
      "N": 0,
      "c": "75.37318",
      "p": 0,
      "s": 1,
      "n": 17619,
      "M": 0,
      "diff": [
        1,
        9,
        4,
        5,
        0,
        "44.44444",
        0,
        0,
        0,
        0,
        0,
        0,
        0
      ]
    },
    "timestamp": "2017-07-16 06:31:40",
    "deleted": false,
    "version": 3,
    "message": "disable some inlining to tame dmd inliner, it causes huge compilation times when optimizing"
  },
  "owner": {
    "service_id": "565913",
    "username": "dlang",
    "service": "github"
  },
  "repo": {
    "service_id": "1257087",
    "url": "https://codecov.io/gh/dlang/druntime",
    "name": "druntime",
    "private": false
  },
  "head": {
    "ci_passed": true,
    "url": "https://codecov.io/gh/dlang/druntime/commit/bcadc98571c36e39b595c9f769f3f15c97912a41",
    "updatestamp": "2017-07-16 13:15:31.025683",
    "parent": "81a06e731780a420e76a5b037fb34aa9e625eaf6",
    "changes": [
      [
        "src/core/atomic.d",
        null,
        null,
        true,
        null,
        [
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ]
      ],
      [
        "src/core/thread.d",
        null,
        null,
        false,
        null,
        [
          0,
          0,
          -3,
          3,
          0,
          -0.32786000000000115,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ]
      ],
      [
        "src/gc/impl/conservative/gc.d",
        null,
        null,
        false,
        null,
        [
          0,
          0,
          -2,
          2,
          0,
          -0.1831499999999977,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ]
      ],
      [
        "src/object.d",
        null,
        null,
        true,
        null,
        [
          0,
          0,
          3,
          0,
          0,
          0.0639099999999928,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ]
      ],
      [
        "src/core/internal/spinlock.d",
        null,
        null,
        false,
        null,
        [
          0,
          0,
          -6,
          6,
          0,
          -33.33334000000001,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ]
      ],
      [
        "src/rt/sections_elf_shared.d",
        null,
        null,
        true,
        null,
        null
      ],
      [
        "src/core/stdc/math.d",
        null,
        null,
        true,
        null,
        [
          0,
          0,
          0,
          8,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ]
      ],
      [
        "src/core/sync/mutex.d",
        null,
        null,
        true,
        null,
        [
          0,
          0,
          1,
          0,
          0,
          0.27473000000000525,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ]
      ],
      [
        "src/rt/dwarfeh.d",
        null,
        null,
        true,
        null,
        [
          0,
          0,
          0,
          -1,
          0,
          0.21159000000000106,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ]
      ],
      [
        "src/rt/util/container/treap.d",
        null,
        null,
        false,
        null,
        null
      ],
      [
        "src/rt/monitor_.d",
        null,
        null,
        true,
        null,
        [
          0,
          0,
          2,
          0,
          0,
          0.9054900000000004,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ]
      ]
    ],
    "logs": [
      {
        "build": "942",
        "event": "upload",
        "time": "2017-07-16 13:14:06.442713",
        "ci": "circleci"
      }
    ],
    "notified": null,
    "deleted": null,
    "version": 3,
    "totals": {
      "b": 0,
      "c": "75.41151",
      "d": 0,
      "f": 137,
      "h": 13286,
      "C": 0,
      "m": 4332,
      "n": 17618,
      "M": 0,
      "p": 0,
      "s": 1,
      "N": 0
    },
    "parent_totals": {
      "b": 0,
      "C": 0,
      "d": 0,
      "f": 137,
      "h": 13297,
      "M": 0,
      "N": 0,
      "m": 4321,
      "p": 0,
      "s": 1,
      "n": 17618,
      "c": "75.47395",
      "diff": [
        1,
        0,
        0,
        0,
        0,
        null,
        0,
        0,
        0,
        0,
        null,
        null,
        0
      ]
    },
    "branch": "mangle",
    "commitid": "bcadc98571c36e39b595c9f769f3f15c97912a41",
    "service_url": "https://github.com/dlang/druntime/commit/bcadc98571c36e39b595c9f769f3f15c97912a41",
    "archived": true,
    "state": "complete",
    "author": {
      "service_id": "15698993",
      "username": "dlang-bot",
      "email": "removed@removed.com",
      "name": "The Dlang Bot",
      "service": "github"
    },
    "merged": false,
    "pullid": null,
    "timestamp": "2017-07-16 13:11:36",
    "message": "Merge pull request #1830 from rainers/mangle_backrefs\n\ncore.demangle: add support for type, identifer and symbol back references\nmerged-on-behalf-of: Andrei Alexandrescu <andralex@users.noreply.github.com>"
  },
  "pull": null,
  "compare": {
    "url": "https://codecov.io/gh/dlang/druntime/compare/81a06e731780a420e76a5b037fb34aa9e625eaf6...bcadc98571c36e39b595c9f769f3f15c97912a41",
    "coverage": "-0.07",
    "notation": "-",
    "message": "decreased"
  }
}

[wilzbach]

{
  "compare": {
    "message": "increased",
    "url": "https://codecov.io/gh/dlang/druntime/compare/a3627aa018874ff207392a8fce9eaf174dc2202b...d4015f4d403bd22ecee8b81bb61378d33e7df7df",
    "notation": "+",
    "coverage": "0.08"
  },
  "owner": {
    "service_id": "565913",
    "username": "dlang",
    "service": "github"
  },
  "pull": {
    "title": "Merge remote-tracking branch 'upstream/mangle' into merge_mangle",
    "id": "1877",
    "state": "open",
    "number": "1877",
    "head": {
      "commitid": "d4015f4d403bd22ecee8b81bb61378d33e7df7df",
      "branch": "merge_mangle"
    },
    "base": {
      "commitid": "a3627aa018874ff207392a8fce9eaf174dc2202b",
      "branch": "master"
    }
  },
  "head": {
    "message": "Merge remote-tracking branch 'upstream/mangle' into merge_mangle",
    "version": 3,
    "timestamp": "2017-07-16 13:43:16",
    "branch": "merge_mangle",
    "ci_passed": true,
    "pullid": "1877",
    "service_url": "https://github.com/dlang/druntime/commit/d4015f4d403bd22ecee8b81bb61378d33e7df7df",
    "changes": [
      [
        "src/gc/impl/conservative/gc.d",
        null,
        null,
        false,
        null,
        [
          0,
          0,
          -2,
          2,
          0,
          -0.17841000000001372,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ]
      ],
      [
        "src/core/thread.d",
        null,
        null,
        false,
        null,
        [
          0,
          0,
          -3,
          3,
          0,
          -0.3278700000000043,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ]
      ],
      [
        "src/core/sync/semaphore.d",
        null,
        null,
        false,
        null,
        [
          0,
          0,
          1,
          -1,
          0,
          1.2195099999999996,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ]
      ],
      [
        "src/core/demangle.d",
        null,
        null,
        true,
        null,
        [
          0,
          0,
          26,
          -26,
          0,
          3.3333300000000037,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ]
      ]
    ],
    "logs": [
      {
        "event": "upload",
        "build": "943",
        "ci": "circleci",
        "time": "2017-07-16 13:46:47.433296"
      }
    ],
    "archived": true,
    "totals": {
      "M": 0,
      "s": 1,
      "p": 0,
      "N": 0,
      "C": 0,
      "h": 13367,
      "n": 17647,
      "m": 4280,
      "c": "75.74659",
      "b": 0,
      "f": 137,
      "d": 0
    },
    "notified": null,
    "parent_totals": {
      "m": 4229,
      "diff": [
        1,
        29,
        29,
        0,
        0,
        "100",
        0,
        0,
        0,
        0,
        0,
        0,
        0
      ],
      "s": 1,
      "p": 0,
      "N": 0,
      "C": 0,
      "h": 13148,
      "n": 17377,
      "M": 0,
      "c": "75.66323",
      "b": 0,
      "f": 137,
      "d": 0
    },
    "merged": false,
    "author": {
      "name": "Martin Nowak",
      "service_id": "288976",
      "service": "github",
      "username": "MartinNowak",
      "email": "removed@removed.com"
    },
    "commitid": "d4015f4d403bd22ecee8b81bb61378d33e7df7df",
    "deleted": null,
    "parent": "a3627aa018874ff207392a8fce9eaf174dc2202b",
    "state": "complete",
    "updatestamp": "2017-07-16 13:53:57.426479",
    "url": "https://codecov.io/gh/dlang/druntime/commit/d4015f4d403bd22ecee8b81bb61378d33e7df7df"
  },
  "base": {
    "parent_totals": {
      "m": 4231,
      "diff": [
        1,
        29,
        29,
        0,
        0,
        "100",
        0,
        0,
        0,
        0,
        0,
        0,
        0
      ],
      "s": 1,
      "p": 0,
      "n": 17377,
      "C": 0,
      "h": 13146,
      "N": 0,
      "M": 0,
      "c": "75.65172",
      "b": 0,
      "f": 137,
      "d": 0
    },
    "notified": true,
    "message": "Merge pull request #1875 from rainers/gc_coverage\n\nGC: add tests to make coverage a bit more deterministic",
    "version": 3,
    "timestamp": "2017-07-16 13:01:39",
    "archived": true,
    "totals": {
      "M": 0,
      "s": 1,
      "p": 0,
      "N": 0,
      "C": 0,
      "h": 13148,
      "n": 17377,
      "m": 4229,
      "c": "75.66323",
      "b": 0,
      "f": 137,
      "d": 0
    },
    "ci_passed": true,
    "state": "complete",
    "merged": false,
    "author": {
      "name": "Andrei Alexandrescu",
      "service_id": "566679",
      "service": "github",
      "username": "andralex",
      "email": "removed@removed.com"
    },
    "commitid": "a3627aa018874ff207392a8fce9eaf174dc2202b",
    "deleted": null,
    "parent": "692bcade6508c1da10a41058f668048a36b606c5",
    "pullid": null,
    "logs": [
      {
        "event": "upload",
        "build": "941",
        "ci": "circleci",
        "time": "2017-07-16 13:04:36.007785"
      }
    ],
    "updatestamp": "2017-07-16 13:10:53.611332",
    "branch": "master"
  },
  "repo": {
    "service_id": "1257087",
    "private": false,
    "url": "https://codecov.io/gh/dlang/druntime",
    "name": "druntime"
  }
}

[wilzbach]

{
  "base": {
    "deleted": null,
    "ci_passed": true,
    "version": 3,
    "merged": false,
    "commitid": "bcadc98571c36e39b595c9f769f3f15c97912a41",
    "timestamp": "2017-07-16 13:11:36",
    "message": "Merge pull request #1830 from rainers/mangle_backrefs\n\ncore.demangle: add support for type, identifer and symbol back references\nmerged-on-behalf-of: Andrei Alexandrescu <andralex@users.noreply.github.com>",
    "updatestamp": "2017-07-16 13:15:31.025683",
    "logs": [
      {
        "ci": "circleci",
        "event": "upload",
        "build": "942",
        "time": "2017-07-16 13:14:06.442713"
      }
    ],
    "branch": "master",
    "author": {
      "username": "dlang-bot",
      "service_id": "15698993",
      "email": "removed@removed.com",
      "service": "github",
      "name": "The Dlang Bot"
    },
    "pullid": null,
    "notified": true,
    "state": "complete",
    "parent_totals": {
      "diff": [
        1,
        0,
        0,
        0,
        0,
        null,
        0,
        0,
        0,
        0,
        null,
        null,
        0
      ],
      "p": 0,
      "s": 1,
      "n": 17618,
      "d": 0,
      "h": 13297,
      "M": 0,
      "N": 0,
      "m": 4321,
      "C": 0,
      "b": 0,
      "c": "75.47395",
      "f": 137
    },
    "archived": true,
    "parent": "81a06e731780a420e76a5b037fb34aa9e625eaf6",
    "totals": {
      "p": 0,
      "s": 1,
      "N": 0,
      "C": 0,
      "h": 13286,
      "m": 4332,
      "n": 17618,
      "M": 0,
      "c": "75.41151",
      "b": 0,
      "d": 0,
      "f": 137
    }
  },
  "owner": {
    "username": "dlang",
    "service_id": "565913",
    "service": "github"
  },
  "pull": {
    "base": {
      "commitid": "bcadc98571c36e39b595c9f769f3f15c97912a41",
      "branch": "mangle"
    },
    "head": {
      "commitid": "5df37ffe669fa4799405627fff05a3a2e987f448",
      "branch": "master"
    },
    "id": "1876",
    "state": "open",
    "number": "1876",
    "title": "Merge mangle into master"
  },
  "repo": {
    "url": "https://codecov.io/gh/dlang/druntime",
    "service_id": "1257087",
    "name": "druntime",
    "private": false
  },
  "head": {
    "deleted": null,
    "ci_passed": true,
    "commitid": "5df37ffe669fa4799405627fff05a3a2e987f448",
    "timestamp": "2017-07-16 14:17:52",
    "message": "Merge pull request #1877 from MartinNowak/merge_mangle\n\nMerge remote-tracking branch 'upstream/mangle' into merge_mangle\nmerged-on-behalf-of: Andrei Alexandrescu <andralex@users.noreply.github.com>",
    "changes": [
      [
        "src/gc/impl/conservative/gc.d",
        null,
        null,
        true,
        null,
        [
          0,
          0,
          39,
          -39,
          0,
          3.5714299999999923,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ]
      ],
      [
        "src/core/memory.d",
        null,
        null,
        false,
        null,
        [
          0,
          0,
          2,
          -2,
          0,
          2.1505400000000066,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ]
      ],
      [
        "src/gc/proxy.d",
        null,
        null,
        false,
        null,
        [
          0,
          0,
          1,
          -1,
          0,
          2.0833299999999966,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ]
      ],
      [
        "src/core/internal/spinlock.d",
        null,
        null,
        false,
        null,
        [
          0,
          0,
          -5,
          5,
          0,
          -27.77777,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ]
      ],
      [
        "src/gc/os.d",
        null,
        null,
        false,
        null,
        [
          0,
          0,
          1,
          -1,
          0,
          16.666669999999996,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ]
      ],
      [
        "src/rt/util/container/treap.d",
        null,
        null,
        false,
        null,
        null
      ]
    ],
    "branch": "master",
    "parent_totals": {
      "diff": [
        1,
        29,
        29,
        0,
        0,
        "100",
        0,
        0,
        0,
        0,
        0,
        0,
        0
      ],
      "s": 1,
      "N": 0,
      "C": 0,
      "p": 0,
      "h": 13148,
      "M": 0,
      "n": 17377,
      "m": 4229,
      "c": "75.66323",
      "b": 0,
      "d": 0,
      "f": 137
    },
    "archived": true,
    "parent": "a3627aa018874ff207392a8fce9eaf174dc2202b",
    "totals": {
      "p": 0,
      "s": 1,
      "N": 0,
      "C": 0,
      "h": 13353,
      "m": 4294,
      "n": 17647,
      "M": 0,
      "c": "75.66725",
      "b": 0,
      "d": 0,
      "f": 137
    },
    "version": 3,
    "service_url": "https://github.com/dlang/druntime/commit/5df37ffe669fa4799405627fff05a3a2e987f448",
    "merged": false,
    "pullid": "1876",
    "updatestamp": "2017-07-16 14:21:16.922233",
    "author": {
      "username": "dlang-bot",
      "service_id": "15698993",
      "email": "removed@removed.com",
      "service": "github",
      "name": "The Dlang Bot"
    },
    "url": "https://codecov.io/gh/dlang/druntime/commit/5df37ffe669fa4799405627fff05a3a2e987f448",
    "notified": null,
    "state": "complete",
    "logs": [
      {
        "ci": "circleci",
        "time": "2017-07-16 14:20:36.562332",
        "build": "944",
        "event": "upload"
      }
    ]
  },
  "compare": {
    "url": "https://codecov.io/gh/dlang/druntime/compare/bcadc98571c36e39b595c9f769f3f15c97912a41...5df37ffe669fa4799405627fff05a3a2e987f448",
    "message": "increased",
    "coverage": "0.25",
    "notation": "+"
  }
}

[wilzbach]

{
  "head": {
    "archived": true,
    "totals": {
      "d": 0,
      "f": 137,
      "C": 0,
      "c": "75.67292",
      "b": 0,
      "m": 4293,
      "n": 17647,
      "h": 13354,
      "M": 0,
      "p": 0,
      "s": 1,
      "N": 0
    },
    "merged": false,
    "branch": "fix_profile_mangle_test",
    "updatestamp": "2017-07-16 17:00:24.133633",
    "parent": "5df37ffe669fa4799405627fff05a3a2e987f448",
    "logs": [
      {
        "build": "947",
        "ci": "circleci",
        "time": "2017-07-16 16:53:32.481445",
        "event": "upload"
      }
    ],
    "author": {
      "email": null,
      "service": "github",
      "name": null,
      "username": "rainers",
      "service_id": "702284"
    },
    "service_url": "https://github.com/dlang/druntime/commit/e80a739a12fe786c92d39bd2ed9723a06a3d6bc4",
    "changes": [
      [
        "src/core/thread.d",
        null,
        null,
        false,
        null,
        [
          0,
          0,
          1,
          -1,
          0,
          0.10927999999999827,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ]
      ]
    ],
    "notified": null,
    "message": "profile test: allow both the old and the new mangling",
    "timestamp": "2017-07-16 16:06:50",
    "ci_passed": true,
    "commitid": "e80a739a12fe786c92d39bd2ed9723a06a3d6bc4",
    "deleted": null,
    "parent_totals": {
      "d": 0,
      "n": 17647,
      "c": "75.66725",
      "C": 0,
      "b": 0,
      "M": 0,
      "N": 0,
      "h": 13353,
      "f": 137,
      "m": 4294,
      "diff": [
        1,
        339,
        254,
        85,
        0,
        "74.92625",
        0,
        0,
        0,
        0,
        0,
        0,
        0
      ],
      "p": 0,
      "s": 1
    },
    "url": "https://codecov.io/gh/dlang/druntime/commit/e80a739a12fe786c92d39bd2ed9723a06a3d6bc4",
    "pullid": "1878",
    "state": "complete",
    "version": 3
  },
  "compare": {
    "coverage": "<.01",
    "url": "https://codecov.io/gh/dlang/druntime/compare/5df37ffe669fa4799405627fff05a3a2e987f448...e80a739a12fe786c92d39bd2ed9723a06a3d6bc4",
    "notation": "+",
    "message": "increased"
  },
  "owner": {
    "service": "github",
    "username": "dlang",
    "service_id": "565913"
  },
  "pull": {
    "head": {
      "branch": "fix_profile_mangle_test",
      "commitid": "e80a739a12fe786c92d39bd2ed9723a06a3d6bc4"
    },
    "title": "profile test: allow both the old and the new mangling",
    "number": "1878",
    "base": {
      "branch": "master",
      "commitid": "5df37ffe669fa4799405627fff05a3a2e987f448"
    },
    "state": "open",
    "id": "1878"
  },
  "base": {
    "archived": true,
    "totals": {
      "d": 0,
      "f": 137,
      "C": 0,
      "c": "75.66725",
      "b": 0,
      "m": 4294,
      "n": 17647,
      "h": 13353,
      "M": 0,
      "p": 0,
      "s": 1,
      "N": 0
    },
    "merged": false,
    "timestamp": "2017-07-16 14:17:52",
    "branch": "master",
    "ci_passed": true,
    "state": "complete",
    "updatestamp": "2017-07-16 14:21:16.922233",
    "commitid": "5df37ffe669fa4799405627fff05a3a2e987f448",
    "deleted": null,
    "author": {
      "email": "removed@removed.com",
      "service": "github",
      "name": "The Dlang Bot",
      "username": "dlang-bot",
      "service_id": "15698993"
    },
    "parent_totals": {
      "d": 0,
      "f": 137,
      "C": 0,
      "c": "75.66323",
      "b": 0,
      "M": 0,
      "n": 17377,
      "h": 13148,
      "m": 4229,
      "diff": [
        1,
        29,
        29,
        0,
        0,
        "100",
        0,
        0,
        0,
        0,
        0,
        0,
        0
      ],
      "p": 0,
      "s": 1,
      "N": 0
    },
    "parent": "a3627aa018874ff207392a8fce9eaf174dc2202b",
    "logs": [
      {
        "build": "944",
        "ci": "circleci",
        "time": "2017-07-16 14:20:36.562332",
        "event": "upload"
      }
    ],
    "pullid": "1876",
    "notified": true,
    "message": "Merge pull request #1877 from MartinNowak/merge_mangle\n\nMerge remote-tracking branch 'upstream/mangle' into merge_mangle\nmerged-on-behalf-of: Andrei Alexandrescu <andralex@users.noreply.github.com>",
    "version": 3
  },
  "repo": {
    "url": "https://codecov.io/gh/dlang/druntime",
    "private": false,
    "name": "druntime",
    "service_id": "1257087"
  }
}

[MartinNowak]

Don't we have another way to mark them as always succeeding, e.g. via fat tolerances.
Also only keeping codecov/patch was discussed and seems actionable without effort.

[wilzbach]

Yes we use informational: true and threshold: 0 since a couple of days. It took three attempts and multiple feedback loops from the CodeCov support, but on the bright side they are very helpful and responsive.