Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
36 commits
Select commit Hold shift + click to select a range
e18eabe
Default to including animals with status = Unknown in MCC ETL
bbimber Feb 9, 2024
b150665
mGAP demographics table should use mGAP-specific table
bbimber Feb 12, 2024
d17ddf9
Enhance MCC census import
bbimber Feb 14, 2024
68f0a0f
Enhance MCC census import
bbimber Feb 14, 2024
88bba9a
Update MccTest data
bbimber Feb 15, 2024
37e8a6e
Allow sex=unknown in MCC
bbimber Feb 16, 2024
832950e
Add more validation checks to MccMaintenanceTask
bbimber Feb 22, 2024
92d94e1
Misc improvements to the MCC
bbimber Feb 22, 2024
b372408
Fix typo
bbimber Feb 22, 2024
473980b
Create automatic MCC queries to aggregate data across containers for ETL
bbimber Feb 23, 2024
d067203
Set FK for MCC demographicsParents
bbimber Feb 23, 2024
a2c3fc5
Allow GeographicOriginStep to save results
bbimber Feb 23, 2024
d00232e
Add MCC reference data
bbimber Feb 23, 2024
2024f71
Initial work on HIVRC module
bbimber Feb 23, 2024
03bce58
Correct webpart name in hivrc
bbimber Feb 23, 2024
c76a328
Bugfixes to MCC import page
bbimber Feb 26, 2024
52d87a3
Updates to MCC
bbimber Feb 28, 2024
79d3ef3
Improve HIVRC header panel
bbimber Feb 28, 2024
c11705d
Update MCC reports.tsv
bbimber Feb 29, 2024
2ec7423
Correct typo
bbimber Feb 29, 2024
8513f1a
Refactor LaboratorySerivce to allow registration of DemographicsProvi…
bbimber Feb 29, 2024
6d5121d
Augment the HIVRC module
bbimber Mar 1, 2024
2be1263
Add warning about mismatches alternateIds
bbimber Mar 1, 2024
7fb5a39
Null checks for MccUserSchema
bbimber Mar 4, 2024
f3d3b2d
Bugfix to mcc census
bbimber Mar 6, 2024
7f150b3
Add step to populate MCC genomic datasets
bbimber Mar 6, 2024
a93d88d
Bugfix to MCC ETL
bbimber Mar 6, 2024
4016bc1
Bugfix to MCC ETL
bbimber Mar 6, 2024
23d38c9
Add columns to MCC view
bbimber Mar 6, 2024
07a73bd
Separate MCC genomic ETL
bbimber Mar 6, 2024
ef37203
Run mcc-genomics ahead of general mcc ETL
bbimber Mar 6, 2024
a9d909d
Update several MCC views
bbimber Mar 6, 2024
11b605e
Update several MCC views
bbimber Mar 7, 2024
a1cf6f6
Update MCC query
bbimber Mar 7, 2024
b72102a
Convert text() to unsafe() and add scriptNonce
bbimber Mar 9, 2024
95ccb12
Fix merge conflicts
bbimber Mar 9, 2024
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
40 changes: 40 additions & 0 deletions MccColony/resources/queries/study/demographics/.qview.xml
Original file line number Diff line number Diff line change
Expand Up @@ -27,6 +27,46 @@
<column name="Id/MostRecentWeight/MostRecentWeightDate"/>
<column name="alternateIds"/>
<column name="excludeFromCensus"/>
<column name="Id/mostRecentObservations/availability::observation">
<properties>
<property name="columnTitle" value="Availability"/>
</properties>
</column>
<column name="Id/mostRecentObservations/current_housing_status::observation">
<properties>
<property name="columnTitle" value="Housing Status"/>
</properties>
</column>
<column name="Id/mostRecentObservations/infant_history::observation">
<properties>
<property name="columnTitle" value="Infant History"/>
</properties>
</column>
<column name="Id/mostRecentObservations/fertility_status::observation">
<properties>
<property name="columnTitle" value="Fertility Status"/>
</properties>
</column>
<column name="Id/mostRecentObservations/medical_history::observation">
<properties>
<property name="columnTitle" value="Medical History"/>
</properties>
</column>
<column name="Id/mostRecentObservations/usage_current::observation">
<properties>
<property name="columnTitle" value="Usage (Current)"/>
</properties>
</column>
<column name="Id/mostRecentObservations/usage_future::observation">
<properties>
<property name="columnTitle" value="Usage (Future)"/>
</properties>
</column>
<column name="Id/mostRecentObservations/date_of_observations">
<properties>
<property name="columnTitle" value="Date of Observations"/>
</properties>
</column>
</columns>
<sorts>
<sort column="Id" descending="false"/>
Expand Down
15 changes: 15 additions & 0 deletions MccColony/resources/queries/study/kinship/.qview.xml
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
<customView xmlns="http://labkey.org/data/xml/queryCustomView" label="All Flags">
<columns>
<column name="Id"/>
<column name="Id2"/>
<column name="kinship"/>
<column name="relationship"/>
<column name="Id/mccAlias/externalAlias"/>
<column name="Id2MccAlias/externalAlias">
<properties>
<property name="columnTitle" value="Id2 MCC Alias"/>
</properties>
</column>
</columns>

</customView>
17 changes: 17 additions & 0 deletions hivrc/build.gradle
Original file line number Diff line number Diff line change
@@ -0,0 +1,17 @@
import org.labkey.gradle.util.BuildUtils
import org.labkey.gradle.util.ExternalDependency

repositories {
mavenCentral()
}

dependencies {
BuildUtils.addLabKeyDependency(project: project, config: "implementation", depProjectPath: ":server:modules:LabDevKitModules:laboratory", depProjectConfig: "apiJarFile")
BuildUtils.addLabKeyDependency(project: project, config: "implementation", depProjectPath: ":server:modules:LabDevKitModules:LDK", depProjectConfig: "apiJarFile")

BuildUtils.addLabKeyDependency(project: project, config: "modules", depProjectPath: ":server:modules:LabDevKitModules:laboratory", depProjectConfig: "published", depExtension: "module")

BuildUtils.addLabKeyDependency(project: project, config: "modules", depProjectPath: ":server:modules:LabDevKitModules:LDK", depProjectConfig: "published", depExtension: "module")
BuildUtils.addLabKeyDependency(project: project, config: "modules", depProjectPath: ":server:modules:LabDevKitModules:laboratory", depProjectConfig: "published", depExtension: "module")
BuildUtils.addLabKeyDependency(project: project, config: "modules", depProjectPath: ":server:modules:DiscvrLabKeyModules:discvrcore", depProjectConfig: "published", depExtension: "module")
}
6 changes: 6 additions & 0 deletions hivrc/module.properties
Original file line number Diff line number Diff line change
@@ -0,0 +1,6 @@
ModuleClass: org.labkey.hivrc.HivrcModule
Label: BMGF HIVRC
Description: This is designed to manage analyses and data collected as part of the BMGF HIVRC
License: Apache 2.0
LicenseURL: http://www.apache.org/licenses/LICENSE-2.0
ManageVersion: false
34 changes: 34 additions & 0 deletions hivrc/resources/folderTypes/HIVRC Analysis.folderType.xml
Original file line number Diff line number Diff line change
@@ -0,0 +1,34 @@
<folderType xmlns="http://labkey.org/data/xml/folderType">
<name>HIVRC Analyses</name>
<description>Workbook template for HIVRC analyses</description>
<requiredWebParts>
<webPart>
<name>HIVRC Analysis Header</name>
<location>body</location>
</webPart>
</requiredWebParts>
<preferredWebParts>
<webPart>
<name>Pipeline Files</name>
<location>body</location>
<property name="title" value="Files" />
</webPart>
<webPart>
<name>Messages</name>
<location>body</location>
<property name="boardName" value="Discussion" />
<property name="conversationName" value="Comment" />
</webPart>
</preferredWebParts>
<modules>
<moduleName>HIVRC</moduleName>
<moduleName>laboratory</moduleName>
<moduleName>Pipeline</moduleName>
<moduleName>Experiment</moduleName>
<moduleName>Query</moduleName>
<moduleName>Core</moduleName>
</modules>
<defaultModule>Core</defaultModule>
<workbookType>true</workbookType>
<forceAssayUploadIntoWorkbooks>true</forceAssayUploadIntoWorkbooks>
</folderType>
59 changes: 59 additions & 0 deletions hivrc/resources/folderTypes/HIVRC.folderType.xml
Original file line number Diff line number Diff line change
@@ -0,0 +1,59 @@
<ft:folderType xmlns:ft="http://labkey.org/data/xml/folderType">
<ft:name>HIVRC Overview</ft:name>
<ft:description>The default folder layout for an HIVRC project</ft:description>
<ft:folderTabs>
<ft:folderTab>
<ft:name>overview</ft:name>
<ft:caption>Overview</ft:caption>
<ft:selectors>
</ft:selectors>
<ft:requiredWebParts>
</ft:requiredWebParts>
<ft:preferredWebParts>
<ft:webPart>
<ft:name>HIVRC Data and Analyses</ft:name>
<ft:location>body</ft:location>
</ft:webPart>
</ft:preferredWebParts>
</ft:folderTab>
<ft:folderTab>
<ft:name>datasets</ft:name>
<ft:caption>Datasets</ft:caption>
<ft:selectors>
<ft:selector>
<ft:view>datasets</ft:view>
</ft:selector>
</ft:selectors>
<ft:requiredWebParts>
</ft:requiredWebParts>
<ft:preferredWebParts>
<ft:webPart>
<ft:name>HIVRC Datasets</ft:name>
<ft:location>body</ft:location>
</ft:webPart>
</ft:preferredWebParts>
</ft:folderTab>
<ft:folderTab>
<ft:name>analyses</ft:name>
<ft:caption>Analyses</ft:caption>
<ft:selectors>
<ft:selector>
<ft:view>analyses</ft:view>
</ft:selector>
</ft:selectors>
<ft:requiredWebParts>
</ft:requiredWebParts>
<ft:preferredWebParts>
<ft:webPart>
<ft:name>HIVRC Analyses</ft:name>
<ft:location>body</ft:location>
</ft:webPart>
</ft:preferredWebParts>
</ft:folderTab>
</ft:folderTabs>
<ft:modules>
<ft:moduleName>hivrc</ft:moduleName>
</ft:modules>
<ft:defaultModule>hivrc</ft:defaultModule>
<ft:forceAssayUploadIntoWorkbooks>true</ft:forceAssayUploadIntoWorkbooks>
</ft:folderType>
15 changes: 15 additions & 0 deletions hivrc/resources/queries/laboratory/workbooks.query.xml
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
<query xmlns="http://labkey.org/data/xml/query">
<metadata>
<tables xmlns="http://labkey.org/data/xml">
<table tableName="workbooks" tableDbType="TABLE" useColumnOrder="true">
<tableTitle>HIVRC Analyses</tableTitle>
<titleColumn>workbookId</titleColumn>
<columns>
<column columnName="workbookId">
<columnTitle>Analysis #</columnTitle>
</column>
</columns>
</table>
</tables>
</metadata>
</query>
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
CREATE SCHEMA hivrc;
Original file line number Diff line number Diff line change
@@ -0,0 +1,17 @@
CREATE TABLE hivrc.datasets (
rowid SERIAL,
label varchar(1000),
description varchar(4000),

datatype varchar(1000),
dataowner varchar(1000),
fileid int,

container entityid,
created timestamp,
createdby int,
modified timestamp,
modifiedby int,

constraint PK_datasets PRIMARY KEY (rowid)
);
Original file line number Diff line number Diff line change
@@ -0,0 +1,2 @@
CREATE SCHEMA hivrc;
GO
Original file line number Diff line number Diff line change
@@ -0,0 +1,17 @@
CREATE TABLE hivrc.datasets (
rowid int IDENTITY(1,1),
label varchar(1000),
description varchar(4000),

datatype varchar(1000),
dataowner varchar(1000),
fileid int,

container entityid,
created datetime,
createdby int,
modified datetime,
modifiedby int,

constraint PK_datasets PRIMARY KEY (rowid)
);
61 changes: 61 additions & 0 deletions hivrc/resources/schemas/hivrc.xml
Original file line number Diff line number Diff line change
@@ -0,0 +1,61 @@
<?xml version="1.0" encoding="UTF-8"?>
<tables xsi:schemaLocation="http://labkey.org/data/xml ..\..\..\..\schemas\tableInfo.xsd"
xmlns="http://labkey.org/data/xml" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance">
<table tableName="datasets" tableDbType="TABLE" useColumnOrder="true">
<tableTitle>Subjects</tableTitle>
<javaCustomizer class="org.labkey.ldk.query.DefaultTableCustomizer" />
<auditLogging>DETAILED</auditLogging>
<columns>
<column columnName="rowid">
<isAutoInc>true</isAutoInc>
<shownInInsertView>false</shownInInsertView>
<shownInUpdateView>false</shownInUpdateView>
<isUserEditable>false</isUserEditable>
<columnTitle>Row Id</columnTitle>
</column>
<column columnName="label">
<columnTitle>Label</columnTitle>
</column>
<column columnName="description">
<columnTitle>Description</columnTitle>
</column>
<column columnName="datatype">
<columnTitle>Data Type</columnTitle>
</column>
<column columnName="dataowner">
<columnTitle>Data Owner</columnTitle>
</column>
<column columnName="fileid">
<columnTitle>File ID</columnTitle>
<fk>
<fkDbSchema>exp</fkDbSchema>
<fkTable>data</fkTable>
<fkColumnName>RowId</fkColumnName>
</fk>
</column>
<column columnName="container">
<isHidden>true</isHidden>
</column>
<column columnName="createdby">
<isHidden>true</isHidden>
</column>
<column columnName="created">
<isUserEditable>false</isUserEditable>
<shownInInsertView>false</shownInInsertView>
<shownInUpdateView>false</shownInUpdateView>
<nullable>true</nullable>
<isHidden>true</isHidden>
</column>
<column columnName="modifiedby">
<isHidden>true</isHidden>
</column>
<column columnName="modified">
<isUserEditable>false</isUserEditable>
<shownInInsertView>false</shownInInsertView>
<shownInUpdateView>false</shownInUpdateView>
<nullable>true</nullable>
<isHidden>true</isHidden>
</column>
</columns>
</table>
</tables>
9 changes: 9 additions & 0 deletions hivrc/resources/views/begin.html
Original file line number Diff line number Diff line change
@@ -0,0 +1,9 @@
This is a prototype for a web-based system to manage BMGF datasets and analyses. Currently, the system is primarily designed to facilitate the work of informaticians/analysts,
aiding in discoverability of data, access to data, and documentation/sharing of analyses. There are two components to this system:
<br>
<br>
<ol>
<li>This system will contain a registry for input datasets. This provides a central table of inputs, each of which can be identified by ID.</li>

<li>The system also tracks analyses. Each analysis is loosely defined as one unit of work, such as validation of a given biomarker candidate in one cohort. Creating an analysis provides a folder to save any relevant files. The minimum requirement for an analysis is to upload a document (such as a markdown file) that serves to document the details of what was performed.</li>
</ol>
5 changes: 5 additions & 0 deletions hivrc/resources/views/begin.view.xml
Original file line number Diff line number Diff line change
@@ -0,0 +1,5 @@
<view xmlns="http://labkey.org/data/xml/view" title="HIVRC Data and Analyses">
<dependencies>
<dependency path="laboratory.context" />
</dependencies>
</view>
3 changes: 3 additions & 0 deletions hivrc/resources/views/begin.webpart.xml
Original file line number Diff line number Diff line change
@@ -0,0 +1,3 @@
<webpart xmlns="http://labkey.org/data/xml/webpart" title="HIVRC Data and Analyses">
<view name="begin"/>
</webpart>
Loading