/eFORGE

Permalink
Switch branches/tags
Nothing to show
Find file
eFORGE/webserver/cgi-bin/index.pl
Fetching contributors…
Cannot retrieve contributors at this time
Raw Blame History
executable file 1241 lines (1018 sloc) 56.3 KB
#! /usr/bin/env perl
use warnings;
use strict;
use CGI ':form', ':cgi', ':html'; # load CGI routines
use lib("modules");
use IPC::Cmd qw[run];
use LWP::Simple qw(!head);
use Time::HiRes qw(gettimeofday tv_interval);
use DBI;
use Data::UUID;
use Template;
my $debug = 0;
##################################################################################################
##################################################################################################
##
## W E B S E R V E R C O N F I G U R A T I O N
##
##################################################################################################
##################################################################################################
##
# The location of the HTML pages for this server on the filesystem
my $DOCUMENT_ROOT = "/var/www/eFORGE.v1.2/html";
# The base URL (without the server name) for this server. For instance:
# Running on http://server.org/ -> $WEB_ROOT = ""
# Running on http://server.org/tool/ -> $WEB_ROOT = "/tool"
# IMPORTANT - DO NOT INCLUDE A TRAILING '/'
my $WEB_ROOT = "/eFORGE.v1.2";
# The location of the files w.r.t. the base URL (DO NOT CHANGE)
my $WEB_OUTDIR = "/files";
# The location of the log DB w.r.t. the cgi-bin dir (DO NOT CHANGE)
my $LOG_FILE = "../log/server_log.db";
# The location of the bin dir w.r.t. the cgi-bin dir (DO NOT CHANGE)
my $BIN_DIR = "../bin";
# The name of the input data file
my $INPUT_DATAFILE = "input.txt.gz";
# The name of the output data file
my $STDOUT_FILE = "output.txt";
my $colour="bright-blue";
my $plot_colour="#29A6C9";
my $title = "eFORGE v1.2";
my $bkgd_conf = read_conf_file("$BIN_DIR/bkgd.conf");
my $ref_data_conf = read_conf_file("$BIN_DIR/data.conf");
my $breadcrumbs = [
{"UCL Cancer Institute" => "http://www.ucl.ac.uk/cancer"},
{"Cancer Biology" => "http://www.ucl.ac.uk/cancer/rescancerbiol/cancerbiology"},
{"Medical Genomics" => "http://www.ucl.ac.uk/cancer/medical-genomics/medgenhome"},
];
my $left_menu = [
{"__logo__" => "$WEB_ROOT/img/logo.jpg"},
{"__title__" => $title},
{"Start" => "$WEB_ROOT/"},
{"Help" => "$WEB_ROOT/?help"},
{"Documentation" => "$WEB_ROOT/?documentation"},
{"Download" => "$WEB_ROOT/?download"},
{"About" => "$WEB_ROOT/?about"},
{"__title__" => "Previous versions"},
{"eFORGE v1.1" => "http://eforge.cs.ucl.ac.uk/eFORGE.v1.1"},
{"eFORGE v1.0" => "http://eforge.cs.ucl.ac.uk/eFORGE.v1.0"},
{"__title__" => "UCL Cancer Institute"},
{"Home" => "http://www.ucl.ac.uk/cancer/"},
{"Medical Genomics" => "http://www.ucl.ac.uk/cancer/medical-genomics/medgenhome"},
{"Bill Lyons Informatics Centre" => "http://www.ucl.ac.uk/cancer/blic/"},
];
my $right_column = undef;
my $REFRESH_TIME = 10; # in seconds
##
##################################################################################################
##################################################################################################
my $_OUT_DIR; # Private global. Do not use outside of get_web_outdir()!!!
my $q = CGI->new;
if (param("keywords") and param("keywords") eq "help") {
print_help_page();
} elsif (param("keywords") and param("keywords") eq "documentation") {
print_documentation_page();
} elsif (param("keywords") and param("keywords") eq "download") {
print_download_page();
} elsif (param("keywords") and param("keywords") eq "about") {
print_about_page();
} elsif (param("action") and param("action") eq "Run") {
print_run_page();
} else {
print_main_page()
}
exit(0);
sub read_conf_file {
my ($file) = @_;
open(CONF, $file) or die;
my $default;
my $values;
my $labels;
while (<CONF>) {
chomp;
if (/ \- \[([^\]]+)\]\s+(.+)/) {
my $key = $1;
my $label = $2;
push(@$values, $key);
$labels->{$key} = $label;
}
}
close(CONF);
my $conf_hash = {
'default' => $values->[0],
'values' => $values,
'labels' => $labels,
};
return $conf_hash;
}
=head2 get_outdir
Arg[1] : -none-
Example : my $outdir = get_web_outdir();
Description : Gets the name of the output directory.
If the directory does not exist yet, it will create one using a UUID.
Returns : string $outdir
Exceptions : dies if it fails to create the new directory when needed.
=cut
sub get_outdir {
if (!$_OUT_DIR) {
my $ug = new Data::UUID;
$_OUT_DIR = $WEB_OUTDIR."/".$ug->to_hexstring($ug->create());
mkdir($DOCUMENT_ROOT.$_OUT_DIR) or die "Cannot create output directory ($DOCUMENT_ROOT$_OUT_DIR) for the run";
}
return $_OUT_DIR;
}
=head2 get_web_outdir
Arg[1] : -none-
Example : my $web_outdir = get_web_outdir();
Description : Gets the location of the output directory w.r.t. web server document root, i.e.
the WEB_OUTDIR portion in http://mytool.cs.ucl.ac.uk/WEB_OUTDIR.
This method calls get_outdir() which creates the directory if needed.
Returns : string $web_outdir
Exceptions : None
=cut
sub get_web_outdir {
my $outdir = get_outdir();
return $WEB_ROOT.$outdir;
}
=head2 get_absolute_outdir
Arg[1] : -none-
Example : my $absolute_outdir = get_absolute_outdir();
Description : Gets the location of the output directory in the file system. For instance, it
will be something like /var/www/htdocs/files/0xG4214242AD2EEC1CC56354/
This method calls get_outdir() which creates the directory if needed.
Returns : string $absolute_outdir
Exceptions : None
=cut
sub get_absolute_outdir {
my $outdir = get_outdir();
return $DOCUMENT_ROOT.$outdir;
}
=head2 get_absolute_root_outdir
Arg[1] : -none-
Example : my $absolute_root_outdir = get_absolute_root_outdir();
Description : Gets the location of the root output directory in the file system. For instance,
it will be something like /var/www/htdocs/files
Returns : string $absolute_root_outdir
Exceptions : None
=cut
sub get_absolute_root_outdir {
return $DOCUMENT_ROOT.$WEB_OUTDIR;
}
=head2 print_form
Arg[1] : -none-
Example : print_form();
Description : Prints the form on the main page
Returns :
Exceptions : None
=cut
sub print_form {
print start_multipart_form(-id=>'eforge');
print table({-width=>"100%", -border=>"0", -cellspacing=>"0", -cellpadding=>"0"},
Tr({-valign=>"TOP"}, [
## ================================================================
## Input data section
## ================================================================
th(["<h6>Data</h6>", ""]),
td(["Paste data:",
textarea('data_text', '# Example with a filtered set of monocyte tDMPs from Jaffe AE and Irizarry RA, Genome Biol 2014, 15:R31.
cg00839584
cg02497428
cg02780988
cg03055440
cg05445326
cg10045881
cg11051139
cg11058932
cg12091331
cg12962778
cg16303562
cg16501235
cg18589858
cg18712919
cg18854666
cg21792432
cg22081096
cg25059899
cg26989103
cg27443224', 10, 60)]),
td(["",
"<a href=\"javascript: void(0);\" onClick=\"document.getElementById('eforge').".
"data_text.value ='';\">Clear box</a>"]),
td(["Upload file:",
filefield('data_file','starting value', 58)]),
td(["Provide file URL:",
textfield('data_url', '', 58)]),
th({-colspan=>2}, ["<hr>"]),
## ================================================================
## Option section
## ================================================================
th(["Input Options", ""]),
td(["Input file format:",
popup_menu('data_format', ['probeid', 'bed'], 'probeid', {'probeid'=>'Probe list',
'bed'=>'BED file'})]),
td(["Name (optional):",
textfield('label', '', 58)]),
td(["Platform:",
popup_menu('bkgd', $bkgd_conf->{'values'}, $bkgd_conf->{'default'}, $bkgd_conf->{'labels'})]),
th({-colspan=>2}, ["<hr>"]),
## ================================================================
## Option section
## ================================================================
th(["Analysis Options", ""]),
td(["Analyse data from:",
popup_menu('ref_data', $ref_data_conf->{'values'}, $ref_data_conf->{'default'}, $ref_data_conf->{'labels'})]),
td(["Proximity:",
popup_menu('proxy', ['none', '1kb'], '1kb', {'1kb'=>'1 kb window',
'none'=>'No proxy'})]),
td(["Depletion:",
checkbox('depletion', '', 'on', '')]),
td(["Background repetitions (100-1000):",
textfield('reps', '1000', 10)]),
td(["Significance threshold:",
""]),
td(["&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;Strict:",
textfield('thresh_strict', '0.01', 10)]),
td(["&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;Marginal:",
textfield('thresh_marginal', '0.05', 10)]),
th({-colspan=>2}, ["<hr>"]),
## ================================================================
## Submit
## ================================================================
td(["",
submit('action','Run')]),
])
);
print end_form();
}
=head2 validate_form
Arg[1] : -none-
Example : validate_form();
Description : Validates the input from the form to ensure the options are valid.
Fills in the $input_data and @validate_args global variables.
Returns : (arrayref $validated_args, int $input_data_size)
Exceptions : prints full web page with header, error message, new form and footer on error.
=cut
sub validate_form {
my $data;
my $validated_args = ["--web", $q->url(-base=>1).($WEB_ROOT or "/")];
my @error_messages;
my $input_data;
if (param("data_file")) {
my $data_fh = upload('data_file');
$input_data = join("", <$data_fh>);
close($data_fh);
} elsif (param("data_url")) {
$input_data=get(param("data_url"));
} elsif (param("data_text")) {
$input_data = param("data_text");
} else {
push(@error_messages, "Please upload a file, provide a URL or paste your data in the".
" text box.");
}
my @lines = grep {/\w/} split(/[\r\n]+/, $input_data);
my $input_data_size = grep {!/^#/} @lines;
if ($input_data_size > 1000) {
push(@error_messages, "Maximum number of probes is 1000.");
}
my $data_format = param("data_format");
if (!$data_format or ($data_format ne "probeid" and $data_format ne "bed")) {
$data_format =~ s/\W/_/g;
push(@error_messages, "Data format &quot;$data_format&quot; is not valid. Please".
" specify a valid one.");
} else {
push(@$validated_args, "--format", $data_format);
}
my $label = param("label");
if ($label and $label =~ /\W/) {
$label=~s/\W/_/g;
}
push(@$validated_args, "--label", $label) if ($label);
my $bkgd = param("bkgd");
if (!grep {$bkgd eq $_} @{$bkgd_conf->{'values'}}) {
$bkgd =~ s/\W/_/g;
push(@error_messages, "Unknown platform &quot;$bkgd&quot;. Please".
" specify a valid one.");
} else {
push(@$validated_args, "--bkgd", $bkgd);
}
my $ref_data = param("ref_data");
if (!grep {$ref_data eq $_} @{$ref_data_conf->{'values'}}) {
$ref_data =~ s/\W/_/g;
push(@error_messages, "Unknown set of analysis data &quot;$ref_data&quot;. Please".
" specify a valid one.");
} else {
push(@$validated_args, "--data", $ref_data);
}
my $depletion = param("depletion");
if ($depletion and $depletion eq 'on') {
push(@$validated_args, "--depletion");
}
my $proxy = param("proxy");
if (!$proxy or ($proxy ne "1kb" and $proxy ne "none")) {
$proxy =~ s/\W/_/g;
push(@error_messages, "Unknown proximity option &quot;$proxy&quot; is not valid.".
" Please specify a valid one.");
}
if ($proxy eq "none") {
push(@$validated_args, "--noproxy");
} else {
push(@$validated_args, "--proxy", "1kb");
}
my $reps = param("reps");
if (!$reps or $reps !~ /^\d+$/) {
push(@error_messages, "Background repetitions must be a positive number.");
} elsif ($reps < 100) {
push(@error_messages, "Background repetitions cannot be fewer than 100.");
} elsif ($reps > 1000) {
push(@error_messages, "Background repetitions cannot be more than 1000.");
}
push(@$validated_args, "--reps", $reps);
my $thresh_strict = param("thresh_strict");
if (!$thresh_strict or $thresh_strict !~ /^\d+(\.\d*)?$/) {
push(@error_messages, "Strict significance threshold must be a positive number.");
} elsif ($thresh_strict >= 1) {
push(@error_messages, "Strict significance threshold must be less than 1.");
}
my $thresh_marginal = param("thresh_marginal");
if (!$thresh_marginal or $thresh_marginal !~ /^\d+(\.\d*)?$/) {
push(@error_messages, "Marginal significance threshold must be a positive number.");
} elsif ($thresh_marginal >= 1) {
push(@error_messages, "Marginal significance threshold must be less than 1.");
}
if ($thresh_strict > $thresh_marginal) {
print $q->header;
push(@error_messages, "Strict significance threshold must be less than marginal one.");
return 0;
}
push(@$validated_args, "--thresh", "$thresh_marginal,$thresh_strict");
if (@error_messages) {
print $q->header;
print Template::start($title, $breadcrumbs, $left_menu, $colour, $right_column);
print Template::header("Error");
foreach my $this_error_message (@error_messages) {
print Template::error_box($this_error_message);
}
print_form();
print Template::content_box_1("Params", map {$_.": ".$q->param($_)} $q->param) if ($debug);
print_credits_box();
print Template::end;
exit(0);
}
## It seems like all the options are valid, so we can now store the input data in the output
## directory
my $absolute_outdir = get_absolute_outdir();
open(INPUT, "| gzip -9 > $absolute_outdir/$INPUT_DATAFILE") or
die "Cannot open $absolute_outdir/$INPUT_DATAFILE";
foreach my $this_line (@lines) {
print INPUT $this_line, "\n";
}
# print INPUT "# This file contains $input_data_size probes (before checking for duplicates)\n";
close(INPUT);
return ($validated_args, $input_data_size);
}
=head2 run_tool
Arg[1] : arrayref string $validated_args
Arg[2] : int $input_size (for logging purposes)
Example : run_tool($validated_args, 3212);
Description : Forks the process, closes STDIN, STDOUT and STDERR on the child so the parent can
finish and tell Apache that the page is complete and runs the tool in the
background.
When the process finishes, it overwrites the existing index.html waiting page with
the final result. It also forwards the STDOUT and STDIN to to the $STDOUT_FILE
in the data directory. That file is read by the AJAX magic to give some feedback
about the progress.
The "result" section of the page is also written to an output.html page. This is
used as a flag to tell the AJAX magic that the process has come to an end. The
waiting page will load that content and display it to the user.
Note that clients with JavaScript disabled still get some functionality through
automatic refreshes of the waiting page (until this is overwritten on success or
failure).
Returns :
Exceptions : Prints an error message in an error_box if the fork fails.
=cut
sub run_tool {
my ($validated_args, $input_size) = @_;
if (my $pid = fork) {
# Parent, just continue...
exit();
} elsif (defined $pid) {
# Child. Run the tool
open STDIN, "</dev/null";
open STDOUT, ">/dev/null";
open STDERR, ">/dev/null";
my $absolute_outdir = get_absolute_outdir();
## ====================================================================
## Run the tool.
## Note that I am leaving the full input file name and the output
## directory out of the @$validated_args array to mask them from the
## command line shown to the user.
## ====================================================================
my $t0 = [gettimeofday];
chdir($BIN_DIR);
my ($ok, $err, $full_buff, $stdout_buff, $stderr_buff) = run(
command => ["perl", "eforge.pl", "-f", "$absolute_outdir/$INPUT_DATAFILE", "-out_dir",
$absolute_outdir, @$validated_args, ">", "$absolute_outdir/$STDOUT_FILE", "2>&1"]);
my $t1 = [gettimeofday];
## ====================================================================
open(INDEX, ">$absolute_outdir/index.html") or
die "Cannot open $absolute_outdir/index.html";
open(OUTPUT, ">$absolute_outdir/output.html") or
die "Cannot open $absolute_outdir/output.html";
print INDEX Template::start($title, $breadcrumbs, $left_menu, $colour, $right_column);
if (!$ok) {
my @output = qx"cat $absolute_outdir/$STDOUT_FILE";
print INDEX Template::header("Error");
print INDEX Template::error_box("Error while running eForge.pl: $err.",
"OUTPUT:",
textarea('output', join("", @output), 10, 90),
);
print OUTPUT Template::header("Error");
print OUTPUT Template::error_box("Error while running eForge.pl: $err.",
"OUTPUT:",
textarea('output', join("", @output), 10, 90),
);
} else {
my $web_outdir = get_web_outdir();
my $url = $q->url(-base=>1)."$web_outdir/index.html";
my @output = qx"cat $absolute_outdir/$STDOUT_FILE";
print INDEX Template::header($title);
print INDEX Template::content_box("Done.",
"<strong>".join(" ", "perl", "eforge.pl", "-f", "input.txt", @$validated_args).
"</strong>",
textarea('output', join("", @output), 10, 90),
"URL: <a href=\"$url\">$url</a>");
print_result(*INDEX);
print_result(*OUTPUT);
}
print Template::content_box_1("Params", map {$_.": ".$q->param($_)} $q->param) if ($debug);
print INDEX Template::end;
close(INDEX);
log_usage(tv_interval($t0, $t1), $input_size, join(" ", @$validated_args), $err);
} else {
# Error while forking
print Template::error_box("Error while attempting to fork the process.");
}
}
=head2 print_result
Arg[1] : ref *filehandle
Example : print_result(*STDIN);
Description : Writes out the two result boxes, with the outptu files and the dynamic table
respectively.
Returns :
Exceptions : Prints an error message in an error_box if it cannot find the table file.
=cut
sub print_result {
my ($fh) = @_;
my $absolute_outdir = get_absolute_outdir();
my $web_outdir = get_web_outdir();
opendir(DIR, $absolute_outdir);
my @files = grep {/(.pdf|.html|.tsv|.R|.gz|.bz2)$/} readdir(DIR);
closedir(DIR);
my $table_file = (grep {/\.table\.html$/} @files)[0];
my $table_R = (grep {/\.table\.R$/i} @files)[0];
my $dchart_file = (grep {/\.dchart\.html$/} @files)[0];
my $dchart_R = (grep {/\.dchart\.R$/i} @files)[0];
my $tsv_file = (grep {/\.chart\.tsv(\.gz|\.bz2)?$/} @files)[0];
my $pdf_file = (grep {/\.chart\.pdf$/} @files)[0];
my $pdf_R = (grep {/.chart.R$/i} @files)[0];
print $fh Template::content_box_1("Results",
"<a href=\"$web_outdir/$INPUT_DATAFILE\">Input data (txt.gz)</a>",
"<a href=\"$web_outdir/$tsv_file\">Raw data (tsv.gz)</a>",
"<a href=\"$web_outdir/$pdf_file\">Static chart (PDF)</a>",
"<a href=\"$web_outdir/$dchart_file\">Interactive chart (HTML)</a>",
"<a href=\"$web_outdir/$table_file\">Interactive table (HTML)</a>",
"R code for re-generating these files: [<a href=\"$web_outdir/$pdf_R\">PDF</a>]
[<a href=\"$web_outdir/$dchart_R\">chart</a>] [<a href=\"$web_outdir/$table_R\">table</a>]",
);
if (-e "$absolute_outdir/$table_file") {
my @table_file_content = qx"cat $absolute_outdir/$table_file";
# open(JS, ">$absolute_outdir/table.js") or die;
# my $print_mode = 0;
# foreach my $this_line (@table_file_content) {
# if ($this_line =~ /<script/ and $this_line !~ /<\/script/) {
# $print_mode = 1;
# } elsif ($this_line =~ /<\/script/) {
# $print_mode = 0;
# } elsif ($print_mode) {
# print JS $this_line;
# }
# }
# close(JS);
print $fh Template::content_box("Interactive table",
"<noscript>This table is only visible if your browser supports JavaScript.</noscript>".
join("", @table_file_content));
} else {
print $fh Template::error_box("Cannot find the table file...");
}
}
=head2 print_run_page
Arg[1] : arrayref string $validated_args
Arg[2] : int $input_size (for logging purposes)
Example : print_waiting_page(*STDOUT, 10);
Description : Prints the waiting page. This is used to create the output of the CGI when running
the tool and to create a static waiting page as well. Both versions refresh the
page to the static page, i.e. the output of the CGI redirects to the static page
the first time and that one refreshes itself until it is rewritten by the child
process running the tool.
Returns :
Exceptions : None
=cut
sub print_run_page {
my ($validated_args, $input_size) = validate_form();
my $absolute_outdir = get_absolute_outdir();
open(INDEX, ">$absolute_outdir/index.html") or die;
print_waiting_page(*INDEX, $validated_args);
close(INDEX);
print $q->header;
print_waiting_page(*STDOUT, $validated_args);
run_tool($validated_args, $input_size);
}
=head2 print_waiting_page
Arg[1] : $filehandle for printing
Arg[2] : arrayref string $validated_args
Example : print_waiting_page(*STDOUT, $validated_args);
Description : Prints the waiting page. This is used to create the output of the CGI when running
the tool and to create a static waiting page as well. If JavaScript is disabled,
both versions refresh the page to the static page, i.e. the output of the CGI
redirects to the static page the first time and that one refreshes itself until it
is rewritten by the child process running the tool (see run_tool()).
If JavaScript is enabled, the page checks for the progress on the server every
second and shows the output of the tool in a textbox. When the tool has finished
(i.e. when output.html exists in the directory), AJAX loads that content on the
page.
Returns :
Exceptions : None
=cut
sub print_waiting_page {
my ($fh, $validated_args) = @_;
my $web_outdir = get_web_outdir();
my $url = $q->url(-base=>1)."$web_outdir/index.html";
my $start = Template::start($title, $breadcrumbs, $left_menu, $colour, $right_column);
$start =~ s/(\s+<title>)/<noscript><META HTTP-EQUIV="refresh" CONTENT="$REFRESH_TIME;URL=$url" id="reload"><\/noscript>$1/i;
print $fh $start;
print $fh Template::header($title);
print $fh Template::content_box("<div id=\"status_title\">Running...</div>",
"<strong>".join(" ", "perl", "eforge.pl", "-f", "input.txt", @$validated_args).
"</strong>",
textarea(-name=>'output', -default=>'', -rows=>10, -columns=>90, -id=>'output'),
"URL: <a href=\"$url\">$url</a>",
"<noscript>Your browser does not support JavaScript. This page refreshes automatically".
" every 10 sec until the result is ready.</noscript>");
print $fh "<div id=\"result\"></div>";
print $fh <<EOF;
<script type="text/javascript">
// From http://stackoverflow.com/questions/511088/use-javascript-to-place-cursor-at-end-of-text-in-text-input-element
(function(\$)
{
jQuery.fn.putCursorAtEnd = function()
{
return this.each(function()
{
\$(this).focus()
// If this function exists...
if (this.setSelectionRange)
{
// ... then use it
// (Doesn't work in IE)
// Double the length because Opera is inconsistent about whether a carriage return is one character or two. Sigh.
var len = \$(this).val().length * 2;
this.setSelectionRange(len, len);
}
else
{
// ... otherwise replace the contents with itself
// (Doesn't work in Google Chrome)
\$(this).val(\$(this).val());
}
// Scroll to the bottom, in case we're in a tall textarea
// (Necessary for Firefox and Google Chrome)
this.scrollTop = 999999;
});
};
})(jQuery);
function loadXMLDoc()
{
var xmlhttp;
var xmlhttp2;
if (window.XMLHttpRequest)
{// code for IE7+, Firefox, Chrome, Opera, Safari
xmlhttp=new XMLHttpRequest();
xmlhttp2=new XMLHttpRequest();
}
else
{// code for IE6, IE5
xmlhttp=new ActiveXObject("Microsoft.XMLHTTP");
xmlhttp2=new ActiveXObject("Microsoft.XMLHTTP");
}
xmlhttp.onreadystatechange=function()
{
if (xmlhttp.readyState==4 && xmlhttp.status==200)
{
document.getElementById("output").innerHTML=xmlhttp.responseText;
\$("#output").putCursorAtEnd();
}
}
xmlhttp2.onreadystatechange=function()
{
if (xmlhttp2.readyState==4 && xmlhttp2.status==200)
{
// document.getElementById("result").innerHTML=xmlhttp2.responseText;
document.getElementById("status_title").innerHTML="Done.";
\$("#result").load("$web_outdir/output.html")
// \$.getScript("$web_outdir/table.js")
clearInterval(myVar)
location.replace("$web_outdir/index.html")
}
}
xmlhttp.open("GET","$web_outdir/output.txt",true);
xmlhttp.send();
xmlhttp2.open("GET","$web_outdir/output.html",true);
xmlhttp2.send();
}
loadXMLDoc();
var myVar = setInterval(function(){loadXMLDoc(); }, 1000);
//document.getElementById('reload').parentNode.removeChild(document.getElementById('reload'));
</script>
EOF
print $fh Template::content_box_1("Params", map {$_.": ".$q->param($_)} $q->param) if ($debug);
print $fh Template::end;
}
=head2 print_intro_box
Arg[1] : -none-
Example : print_intro_box();
Description : Prints the Intro box used in the main and in the help pages
Returns :
Exceptions : None
=cut
sub print_intro_box {
print Template::content_box_1("Description",
"eFORGE is the epigenetic equivalent of
<a href=\"http://www.1000genomes.org/forge-analysis\">FORGE</a>, using EWAS rather than
GWAS data.
<br \>",
"eFORGE identifies tissue or cell type-specific signal by analysing a minimum set of 5
differentially methylated positions (DMPs) for overlap with DNase 1 hypersensitive sites
(DHSs) compared to matched background DMPs and provides both graphical and tabulated
outputs.
<br \>",
);
}
=head2 print_credits_box
Arg[1] : -none-
Example : print_credits_box();
Description : Prints the Credits box
Returns :
Exceptions : None
=cut
sub print_credits_box {
print Template::content_box("Credits",
"Breeze CE, Paul DS, van Dongen J, Butcher LM, Ambrose JC, Barrett JE, Lowe R, Rakyan VK, Iotchkova V, Frontini M, Downes K, Ouwehand WH, Laperle J, Jacques P&Eacute;, Bourque G, Bergmann AK, Siebert R, Vellenga E, Saeed S, Matarese F, Martens JH, Stunnenberg HG, Teschendorff AE, Herrero J, Birney E, Dunham I, Beck S (2016). eFORGE: A Tool for Identifying Cell Type-Specific Signal in Epigenomic Data. <i>Cell Reports</i> 17(8):2137-2150. <a href=\"http://dx.doi.org/10.1016/j.celrep.2016.10.059\">doi: 10.1016/j.celrep.2016.10.059</a><br \>",
);
}
=head2 print_main_page
Arg[1] : -none-
Example : print_main_page();
Description : Prints the main page.
Returns :
Exceptions : exit(0) always
=cut
sub print_main_page {
print $q->header;
print Template::start($title, $breadcrumbs, $left_menu, $colour, $right_column);
print Template::header($title);
print_intro_box();
print_form();
print_credits_box();
print Template::content_box_1("Params", map {$_.": ".$q->param($_)} $q->param) if ($debug);
print Template::end;
exit(0);
}
=head2 print_help_page
Arg[1] : -none-
Example : print_help_page();
Description : Prints the Help page.
Returns :
Exceptions : exit(0) always
=cut
sub print_help_page {
print $q->header;
print Template::start($title, $breadcrumbs, $left_menu, $colour, $right_column);
print Template::header("$title &gt; Help");
print_intro_box();
print Template::content_box_1("Input data",
"<strong>Source</strong><br \><br \>
You can upload a file, provide a URL for an existing file or simply
copy &quot; paste your data on the text box provided.
<br \>",
"<strong>Input file format</strong><br \><br \>
If f is specified, specify the file format as follow:
<br \><br \>
<strong>Probe list</strong>: list of mvps as probeids each on a separate line.
Optionally can add other fields after the probeid which are
ignored, unless the pvalue filter is specified, in which case
eForge assumes that the second field is the minus log10 pvalue
<br \><br \>
<strong>BED file</strong>: File given is a bed file of locations (chr\tbeg\tend). bed
format should be 0 based and the chromosome should be given as
chrN. However we will also accept chomosomes as just N (ensembl)
and 1-based format where beg and end are the same*.
<br \>",
"<strong>Platform</strong><br \><br \>
Select which Illumina methylation array has been used to generate these data (450k or
27k).
<br \>",
"<strong>Maximum number of probes</strong><br \><br \>
The web version is limited to 1000 probes. While it is possible to input a larger number
of probes with the standalone version, you must consider how the background
selection occurs.
<br \>",
);
print Template::content_box_1("Options",
"<strong>Name for this data</strong><br \><br \>
Supply a label that you want to use for the plotting titles, and
filenames.
<br \>",
"<strong>Analysis data from</strong><br \><br \>
Dataset to analyse. Either ENCODE data ('encode') or Roadmap
Epigenome data ('erc'). erc by default.
<br \>",
"<strong>Depletion</strong><br \><br \>
Analyse for DHS depletion pattern instead of the default DHS
enrichment analysis. Use when dealing with datasets suspected not
to overlap with DHS. Specifying depletion will be indicated on the
label (the text \"Depletion Analysis\" will be added to the file
label).
<br \>",
"<strong>Proximity</strong><br \><br \>
Apply filter for DMPs in proximity (within 1 kb of another test
DMP). With proximity filter specified, eFORGE will report DMPs
removed due to proximity with another DMP in the list and will
randomly pick one of the probes among the set of probes that are in
proximity (within 1 kb of each other).
<br \>",
"<strong>Background repetitions</strong><br \><br \>
The number of background matching sets to pick and analyse. (1-1000)
<br \>",
"<strong>Significance threshold</strong><br \><br \>
Alter the default binomial p value thresholds. (0 < Strict < Marginal < 1)
<br \>",
);
print Template::content_box_1("Output",
"<strong>Raw data</strong><br \><br \>
A tab-separated values (tsv) file with columns for the Zscore, Pvalue, Cell, Tissue,
File, Probe, Number and Accession.
<br \>",
"<strong>Static chart</strong><br \><br \>
A PDF chart of the data.
<br \>",
"<strong>Interactive chart</strong><br \><br \>
A dimple (http://dimplejs.org) d3 interactive graphic using rCharts.
<br \>",
"<strong>Interactive table</strong><br \><br \>
A table using the Datatables
(<a href=\"https://datatables.net\">https://datatables.net</a>) plug-in for the jQuery
Javascript library, again accessed through rChartsA dimple
(<a href =\"http://dimplejs.org\">http://dimplejs.org</a>) d3 interactive graphic using
rCharts.
<br \>",
"<strong>R code</strong><br \><br \>
The source files for generating the charts and the table. You can download the raw data
and use R (<a href=\"http://www.r-project.org\">http://www.r-project.org</a>)
with these file to re-generate or modify the output.
<br \>",
);
print Template::end;
exit(0);
}
=head2 print_documentation_page
Arg[1] : -none-
Example : print_documentation_page();
Description : Prints the Documentation page.
Returns :
Exceptions : exit(0) always
=cut
sub print_documentation_page {
print $q->header;
print Template::start($title, $breadcrumbs, $left_menu, $colour, $right_column);
print Template::header("$title &gt; Documentation");
print Template::content_box("eFORGE analysis tool",
"The eFORGE (<u>e</u>xperimentally-derived <u>F</u>unctional element <u>O</u>verlap analysis of <u>R</u>e<u>G</u>ions from <u>E</u>WAS) tool performs a Functional Overlap analysis to identify tissue specific signal for a given set of EWAS DMPs.<br \>",
);
print Template::content_box("Overview",
"The eFORGE tool provides a method to view the tissue specific regulatory component of a set of EWAS DMPs. eFORGE analysis takes a set of DMPs, such as those hits above genome-wide significance threshold in an EWAS study, and analyses whether there is enrichment for overlap of putative functional elements compared to matched background DMPs. It assesses enrichment on a per cell type basis, since functional elements are differentially active in different cell types, and hence can expose tissue-specific signals of enrichment for the given test DMP set. This can reveal the sites of action underlying the EWAS signal, and provide confirmation of the validity of the EWAS where a tissue-specific mechanism is known or expected for the phenotype. Conversely unknown tissue involvements can also be revealed.<br \>",
"In the initial implementation, the functional elements considered are DNase I hotspots from either the ENCODE or Roadmap Epigenomics projects generated by the Hotspot method. The hotspots are regions of general DNase I sensitivity (rather than peaks which are more similar to DNase hypersensitive sites).<br \>",
"For each set of test DMPs, an overlap analysis is performed against the functional elements from either data source for each cell sample separately (125 samples for ENCODE, 299 for Roadmap), and the number of overlaps is counted. A background distribution of the expected overlap counts for this DMP set is obtained by picking sets of the same number of DMPs as the test DMP set, matched for gene relationship and CpG island relationship annotation. The matched background sets are then overlapped with the functional elements and the background distribution of overlaps determined. By default 1000 matched sets are used. The enrichment value for the test DMP set is expressed as the -log10 (binomial p value). Enrichments outside the nominal 95th and 99th percentile (by default) of the binomial distribution (after Benjamini-Yekutieli multiple testing correction) are considered significant. A schematic of the analysis is shown below.<br \>",
"eFORGE Analysis Strategy<br />",
"<img src=\"$WEB_ROOT/img/analysis-strategy.png\" width=100%>",
"The results are presented by cell sample in either graphic (interactive Dimple chart or static pdf) or tabular (interactive DataTables table or tab separated file) forms. Typical results may show an enrichment of overlap (red or pink points) for the EWAS DMP set in a tissue of mechanistic relevance to the phenotype under analysis, for instance blood cell subtypes for Rheumatoid Arthritis DMPs.<br \>",
"Alternatively there may be no enrichment and all points will be blue below the -log10 (binomial p value) thresholds. This could be because there is no regulatory component underlying the EWAS association, or because the relevant tissue is not present in the available functional element datasets, or for other technical reasons (e.g. too few overlaps).<br \>",
"A list of probes from a tDMR study by Jaffe and Irizarry (Genome Biology, 2014) is available as default data in the web tool and more example datasets are being considered for a catalogue of eFORGE analysis results.<br \>",
);
print Template::content_box("Methods",
"<strong>Data</strong><br \><br \>
ENCODE consortium hotspots were obtained from <a href=\"ftp://ftp.ebi.ac.uk:pub/databases/ensembl/encode/integration_data_jan2011/byDataType/openchrom/jan2011/combined_hotspots/\">here</a>.<br /><br />
Roadmap Epigenome DNase I sequencing tag alignments were obtained from <a href=\"http://www.genboree.org/EdaccData/Current-Release/experiment-sample/Chromatin_Accessibility/\">here</a>. These were processed by the <a href=\"http://www.uwencode.org/proj/hotspot/\">Hotspot</a> method to give hotspot files using the default parameters.
Cell and Tissue assignments were obtained by custom perl scripts using data from <a href=\"https://genome.ucsc.edu/encode/cellTypes.html\">ENCODE Data Coordination Center tables</a> or <a href=\"http://www.ebi.ac.uk/biosamples/\">BioSamples</a>.<br />",
"<strong>Overlaps</strong><br /><br />
DNase I hotspot data in bed/wig format was formatted for overlap analysis using <a href=\"http://samtools.sourceforge.net/tabix.shtml\">Tabix</a>. The standard Illumina annotation file for all the probes on the 450k array was obtained and overlaps with the DNase I elements by cell type for every probe were calculated using <a href=\"http://samtools.sourceforge.net/tabix.shtml\">Tabix</a> in a distributed approach on the EBI compute farm. Overlaps were stored as a binary string for each data set (ENCODE or Roadmap) for each 450k probe in an indexed <a href=\"http://www.sqlite.org\">Tabix</a> database, eforge.db.<br />",
"<strong>eFORGE analysis</strong><br /><br />
For a given set of DMPs eFORGE queries the sqlite database and retrieves all overlap bit strings. It then unpacks the bitstrings for each DMP and counts the overlaps per cell type. It next identifies matching probes for the DMPs based on gene relationship and CpG Island relationship, and repeats the overlap analysis for each background set. The final step is a simple calculation of the -log10 (binomial p value) of the test overlap count versus the background distribution.<br />",
"<strong>Outputs</strong><br /><br />
The TSV output is generated by eFORGE during processing. The graphic and tabular outputs are all generated via <a href=\"http://www.r-project.org\">R code</a> embedded in eFORGE. The pdf output is generated with base <a href=\"http://www.r-project.org\">R code</a> graphics. The interactive table is produced using the <a href=\"https://datatables.net\">Datatables</a> plug-in for the jQuery Javascript library accessed through the <a href=\"http://ramnathv.github.io/rCharts/\">rCharts package</a>. The interactive graphic is a <a href=\"http://dimplejs.org\">dimple</a> d3 interactive graphic again using the <a href=\"http://ramnathv.github.io/rCharts/\">rCharts package</a>.<br />",
"<strong>Estimating False Positive Rates by DMP count in the Test DMP Set</strong><br /><br />
To estimate false positive rates, 1000 randomly chosen DMP sets for each of a series of DMP counts between 10 and 300 DMPs were analysed using eFORGE on the Roadmap and ENCODE data. The false positive rate was calculated as the number of cell enrichments greater than the two standard thresholds used by eFORGE expressed as the proportion of the total number of cell overlap tests performed.<br />",
"<strong>False Positive Rate by DMP set Count</strong><br /><img src=\"$WEB_ROOT/img/analysis-fdr.png\" width=100%><br />This plot suggests that for a DMP set of >= 20, a threshold of -log10 (binomial p value) >= 3.38 (equivalent to 0.001 in corrected p value) maintains the false positive rate below around 0.0025 (0.25%)."
);
print Template::content_box("Versions",
"<strong>v1.2</strong><br \><br \>
This version includes DHS data from the BLUEPRINT Consortium.<br />",
"<strong>v1.1</strong><br /><br />
Version 1.1 adds both DHS and Histone marks from the Consolidated Roadmap data to eFORGE analysis. One of the options allows to run eFORGE against all five H3 marks at once. This version also includes new changes under the hood like a redeisgn of the underlying database.<br />",
"<strong>v1.0</strong><br /><br />
First version of eFORGE. The tools allows to analyses DMPs versus Epigenome Roadmap and ENCODE DHS.<br />"
);
print Template::end;
exit(0);
}
=head2 print_download_page
Arg[1] : -none-
Example : print_download_page();
Description : Prints the Download page.
Returns :
Exceptions : exit(0) always
=cut
sub print_download_page {
print $q->header;
print Template::start($title, $breadcrumbs, $left_menu, $colour, $right_column);
print Template::header("$title &gt; Download");
print Template::content_box("Download",
"The code is available on GitHub:
<a href=\"https://github.com/charlesbreeze/eFORGE\">https://github.com/charlesbreeze/eFORGE</a>",
"Additional files you will require:
<ul><li><a href=\"$WEB_ROOT$WEB_OUTDIR/eforge.db\">eforge.db</a> (for eFORGE v1.0)</li>
<li><a href=\"$WEB_ROOT$WEB_OUTDIR/eforge_1.1.db\">eforge_1.1.db</a> (for eFORGE v1.1)</li>
<li><a href=\"$WEB_ROOT$WEB_OUTDIR/eforge_1.2.db\">eforge_1.2.db</a> (for eFORGE v1.2)</li>
<li><a href=\"$WEB_ROOT$WEB_OUTDIR/mvp_450k_bins\">mvp_450k_bins</a></li>
<li><a href=\"$WEB_ROOT$WEB_OUTDIR/mvp_27k_bins\">mvp_27k_bins</a></li></ul>");
print Template::content_box("License",
"<strong>eforge.pl</strong> Functional analysis of EWAS DMPs
<br \><br \>
Copyright (C) [2014-2015] EMBL - European Bioinformatics Institute and University College London
<br \><br \>
This program is free software: you can redistribute it and/or modify it
under the terms of the GNU General Public License as published by the
Free Software Foundation, either version 3 of the License, or (at your
option) any later version. This program is distributed in the hope that
it will be useful, but WITHOUT ANY WARRANTY; without even the implied
warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See
the GNU General Public License for more details. Neither the
institution name nor the name eforge.pl can be used to endorse or
promote products derived from this software without prior written
permission. For written permission, please contact
<strong>c.breeze(at)ucl.ac.uk</strong>.
Products derived from this software may not be called eforge.pl nor may
eforge.pl appear in their names without prior written permission of the
developers. You should have received a copy of the GNU General Public
License along with this program. If not, see
<a href=\"http://www.gnu.org/licenses/\">http://www.gnu.org/licenses/</a>");
print Template::end;
exit(0);
}
=head2 print_about_page
Arg[1] : -none-
Example : print_about_page();
Description : Prints the About page. If the request is internal, also prints the usage stats,
after refreshing them if necessary.
Returns :
Exceptions : exit(0) always
=cut
sub print_about_page {
print $q->header;
print Template::start($title, $breadcrumbs, $left_menu, $colour, $right_column);
print Template::header("$title &gt; About");
print Template::content_box("eFORGE",
"eFORGE was developed by <a href=\"http://www.ucl.ac.uk/cancer/medical-genomics/mg_staff\">Charles
Breeze</a> while on secondment at the
<a href=\"http://www.ebi.ac.uk\">European Bioinformatics Institute</a> as part of the
<a href=\"http://www.epitrain.eu\">EpiTrain Initial Training
Network</a>.",
"The system is inspired by the <a href=\"http://www.1000genomes.org/forge-analysis\">FORGE
tool</a> developed by <a href=\"http://www.ebi.ac.uk/about/people/ian-dunham\">Ian Dunham</a>.",
"The web interface was developed by
<a href=\"https://iris.ucl.ac.uk/iris/browse/profile?upi=JHERR07\">Javier Herrero</a> from the
<a href=\"http://www.ucl.ac.uk/cancer/blic\">Bill Lyons Informatics Centre</a> team.",
"The example data set corresponds to a filtered set of monocyte tDMPs from
<a href=\"http://genomebiology.com/2014/15/2/R31\">Jaffe AE and Irizarry RA, Genome Biol 2014, 15:R31</a>.",
"<p align=\"right\">(last updated on ".scalar(localtime((stat("$0"))[9])).")</p>",
);
print Template::content_box("System",
"eForge is currently running on a virtual machine provided by <a href=\"".
"http://www.cs.ucl.ac.uk/\">UCL Computer Sciences</a> department and maintained by the <a href=\"".
"http://www.ucl.ac.uk/cancer/blic/\">Bill Lyons Informatics Centre</a>.");
if ($q->remote_addr() =~ /^128\.40\.233\./ or $q->remote_addr() =~ /^127\.0\.0\.1$/) {
my $absolute_root_outdir = get_absolute_root_outdir();
refresh_usage_stats($absolute_root_outdir);
print Template::content_box("Usage",
"<img src=\"$WEB_ROOT$WEB_OUTDIR/last_week.png\">",
"<img src=\"$WEB_ROOT$WEB_OUTDIR/last_month.png\">",
"<img src=\"$WEB_ROOT$WEB_OUTDIR/scalability.png\">",
"<strong>Disk usage:</strong> ".qx"cat $absolute_root_outdir/du.txt"." in ".
qx"cat $absolute_root_outdir/num.txt"." folders",
"You are accessing this server from ".$q->remote_addr(),
"<p align=\"right\">(last updated on ".
scalar(localtime((stat("$absolute_root_outdir/last_week.png"))[9])).")</p>");
}
print Template::content_box("Contact",
"Email <a href=\"http://www.ucl.ac.uk/cancer/medical-genomics/mg_staff\">Charles Breeze</a>:
c.breeze(at)ucl.ac.uk and
<a href=\"https://iris.ucl.ac.uk/iris/browse/profile?upi=BECKX39\">Stephan Beck</a>:
s.beck(at)ucl.ac.uk.",
);
print Template::content_box("Some of the papers that cite eFORGE",
"eFORGE application and methodology is described at length in the following article:",
"Breeze CE, Paul DS, van Dongen J, Butcher LM, Ambrose JC, Barrett JE, Lowe R, Rakyan VK, Iotchkova V, Frontini M, Downes K, Ouwehand WH, Laperle J, Jacques P&Eacute;, Bourque G, Bergmann AK, Siebert R, Vellenga E, Saeed S, Matarese F, Martens JH, Stunnenberg HG, Teschendorff AE, Herrero J, Birney E, Dunham I, Beck S (2016). eFORGE: A Tool for Identifying Cell Type-Specific Signal in Epigenomic Data. <i>Cell Reports</i> 17(8):2137-2150. <a href=\"http://dx.doi.org/10.1016/j.celrep.2016.10.059\">doi: 10.1016/j.celrep.2016.10.059</a>",
"In addition, as of 27th of February 2017, eFORGE has either been referenced or applied by the following publications (for an updated list of references, see <a href=\"https://scholar.google.com/scholar?cites=18094386522507730423&as_sdt=2005&sciodt=0,5&hl=en\">Google Scholar</a>):",
"Stunnenberg HG; International Human Epigenome Consortium., Hirst M. (2016). The International Human Epigenome Consortium: A Blueprint for Scientific Collaboration and Discovery. <i>Cell</i>. 17;167(5):1145-1149. <a href=\"http://dx.doi.org/10.1016/j.cell.2016.11.007\">doi: 10.1016/j.cell.2016.11.007</a>",
"Spurrell CH, Dickel DE, Visel A. (2016). The Ties That Bind: Mapping the Dynamic Enhancer-Promoter Interactome. <i>Cell</i> 167(5):1163-1166. <a href=\"http://dx.doi.org/10.1016/j.cell.2016.10.054\">doi: 10.1016/j.cell.2016.10.054</a>. <i>Review</i>",
"Mendelson MM, Marioni RE, Joehanes R, Liu C, Hedman &Aring;K, Aslibekyan S, Demerath EW, Guan W, Zhi D, Yao C, Huan T, Willinger C, Chen B, Courchesne P, Multhaup M, Irvin MR, Cohain A, Schadt EE, Grove ML, Bressler J, North K, Sundstr&ouml;m J, Gustafsson S, Shah S, McRae AF, Harris SE, Gibson J, Redmond P, Corley J, Murphy L, Starr JM, Kleinbrink E, Lipovich L, Visscher PM, Wray NR, Krauss RM, Fallin D, Feinberg A, Absher DM, Fornage M, Pankow JS, Lind L, Fox C, Ingelsson E, Arnett DK, Boerwinkle E, Liang L, Levy D, Deary IJ. (2017). Association of Body Mass Index with DNA Methylation and Gene Expression in Blood Cells and Relations to Cardiometabolic Disease: A Mendelian Randomization Approach. <i>PLoS Med.</i>. 14(1):e1002215. <a href=\"http://dx.doi.org/10.1371/journal.pmed.1002215\">doi: 10.1371/journal.pmed.1002215</a>",
"Bujold D, Morais DA, Gauthier C, C&ocirc;t&eacute; C, Caron M, Kwan T, Chen KC, Laperle J, Markovits AN, Pastinen T, Caron B, Veilleux A, Jacques P&Eacute;, Bourque G. (2016). The International Human Epigenome Consortium Data Portal. <i>Cell Syst.</i> 3(5):496-499.e2. <a href=\"http://dx.doi.org/10.1016/j.cels.2016.10.019\">doi: 10.1016/j.cels.2016.10.019</a>",
"Johnson KC, Houseman EA, King JE, Christensen BC. (2017). DNA methylation differences at regulatory elements are associated with the cancer risk factor age in normal breast tissue. bioRxiv <a href=\"https://doi.org/10.1101/101287\">doi: 10.1101/101287</a>",
"Li Y, Xu Q, Lv N, Wang L, Zhao H, Wang X, Guo J, Chen C, Li Y, Yu L. (2017). Clinical implications of genome-wide DNA methylation studies in acute myeloid leukemia. J Hematol Oncol. 2017 Feb 2;10(1):41. <a href=\"http://dx.doi.org/10.1186/s13045-017-0409-z\">doi: 10.1186/s13045-017-0409-z</a>. <i>Review</i>",
"Ligthart S, Marzi C, Aslibekyan S, Mendelson MM, Conneely KN, Tanaka T, Colicino E, Waite LL, Joehanes R, Guan W, Brody JA, Elks C, Marioni R, Jhun MA, Agha G, Bressler J, Ward-Caviness CK, Chen BH, Huan T, Bakulski K, Salfati EL; WHI-EMPC Investigators., Fiorito G; CHARGE epigenetics of Coronary Heart Disease., Wahl S, Schramm K, Sha J, Hernandez DG, Just AC, Smith JA, Sotoodehnia N, Pilling LC, Pankow JS, Tsao PS, Liu C, Zhao W, Guarrera S, Michopoulos VJ, Smith AK, Peters MJ, Melzer D, Vokonas P, Fornage M, Prokisch H, Bis JC, Chu AY, Herder C, Grallert H, Yao C, Shah S, McRae AF, Lin H, Horvath S, Fallin D, Hofman A, Wareham NJ, Wiggins KL, Feinberg AP, Starr JM, Visscher PM, Murabito JM, Kardia SL, Absher DM, Binder EB, Singleton AB, Bandinelli S, Peters A, Waldenberger M, Matullo G, Schwartz JD, Demerath EW, Uitterlinden AG, van Meurs JB, Franco OH, Chen YI, Levy D, Turner ST, Deary IJ, Ressler KJ, Dupuis J, Ferrucci L, Ong KK, Assimes TL, Boerwinkle E, Koenig W, Arnett DK, Baccarelli AA, Benjamin EJ, Dehghan A. (2016). DNA methylation signatures of chronic low-grade inflammation are associated with complex diseases. <i>Genome Biol.</i> 17(1):255. <a href=\"http://dx.doi.org/10.1186/s13059-016-1119-5\">doi: 10.1186/s13059-016-1119-5</a>",
"Rodger EJ, Chatterjee A. (2017). The epigenomic basis of common diseases. <i>Clin Epigenetics.</i> 9:5. <a href=\"http://dx.doi.org/10.1186/s13148-017-0313-y\">doi: 10.1186/s13148-017-0313-y</a>",
"Lewis J, Breeze CE, Charlesworth J, Maclaren OJ, Cooper J. (2016). Where next for the reproducibility agenda in computational biology? <i>BMC Syst. Biol.</i> 10(1):52 <a href=\"http://dx.doi.org/10.1186/s12918-016-0288-x\">doi: 10.1186/s12918-016-0288-x</a>",
"Bartlett TE, Chindera K, McDermott J, Breeze CE, Cooke WR, Jones A, Reisel D, Karegodar ST, Arora R, Beck S, Menon U, Dubeau L, Widschwendter M. (2016). Epigenetic reprogramming of fallopian tube fimbriae in BRCA mutation carriers defines early ovarian cancer evolution. <i>Nat. Commun.</i> 7:11620. <a href=\"http://dx.doi.org/10.1038/ncomms11620\">doi: 10.1038/ncomms11620</a>",
"van Dongen J, Nivard MG, Willemsen G, Hottenga JJ, Helmer Q, Dolan CV, Ehli EA, Davies GE, van Iterson M, Breeze CE, Beck S; BIOS Consortium., Suchiman HE, Jansen R, van Meurs JB, Heijmans BT, Slagboom PE, Boomsma DI. (2016). Genetic and environmental influences interact with age and sex in shaping the human methylome. <i>Nat. Commun.</i> 7:11115. <a href=\"http://dx.doi.org/10.1038/ncomms11620\">doi: 10.1038/ncomms11115</a>");
print_credits_box();
print Template::end;
exit(0);
}
=head2 log_usage
Arg[1] : float $runtime_sec, the amount of seconds the program ran for.
Arg[2] : int $input_size, the size of the input file, typically determined with -s $input
Arg[3] : string $cmd_line, the command line to be stored
Arg[4] : string $err, the error message to be stored (if any)
Example : log_usage(21.34, 3424, "tool input.txt", undef);
Description : Stores the stats on a SQLite db for monitoring usage
Returns :
Exceptions : Creates a text file $absolute_outdir/error.txt if an error occurs.
=cut
sub log_usage {
my ($runtime_sec, $input_size, $cmd_line, $err) = @_;
## Note that by the time we run this bit of code, the STDERR and STDOUT are closed.
## For debugging purposes, this is run before the results page is closed.
my $error_msg;
my $dsn = "DBI:SQLite:dbname=$LOG_FILE";
if (!-e $LOG_FILE) {
my $dbh = DBI->connect($dsn, "", "") or die $DBI::errstr;
$dbh->do("CREATE TABLE server_log (
id INTEGER PRIMARY KEY,
runtime_sec REAL NOT NULL,
input_size INTEGER NOT NULL,
cmd_line TEXT NOT NULL,
error TEXT DEFAULT NULL,
timestamp DATETIME DEFAULT CURRENT_TIMESTAMP
)");
$dbh->disconnect;
}
my $dbh = DBI->connect($dsn, "", "") or
$error_msg .= "Fail to connect to the server log DB ($DBI::errstr)\n";
my $sth = $dbh->prepare("INSERT INTO server_log (runtime_sec, input_size, cmd_line, error)".
" VALUES (?, ?, ?, ?)") or
$error_msg .= "Fail to prepare query ($dbh->errstr)\n";
$sth->execute($runtime_sec, $input_size, $cmd_line, $err) or
$error_msg .= "Fail to write to the server log DB ($DBI::errstr)\n";;
$dbh->disconnect;
if ($error_msg) {
my $absolute_outdir = get_absolute_outdir();
open(ERROR, ">$absolute_outdir/error.txt") or die "Cannot open $absolute_outdir/error.txt";
print ERROR $error_msg;
close(ERROR);
}
}
=head2 refresh_usage_stats
Arg[1] : -none-
Example : refresh_usage_stats();
Description : If the usage images are more than 10 min old, it will re-build them and refresh
the disk usage stats.
Returns :
Exceptions : prints an error webpage on error.
=cut
sub refresh_usage_stats {
my ($absolute_root_outdir) = @_;
my $img_file = "$absolute_root_outdir/last_week.png";
return if (-e $img_file and (-M $img_file < 0.007)); # 0.007 of a day ~ 10 minutes
my ($ok, $err, $full_buff, $stdout_buff, $stderr_buff) = run(
command => ["Rscript", "$BIN_DIR/log.R", $LOG_FILE, "--outdir", $absolute_root_outdir,
"--colour", $plot_colour, "--input_size", "lines"]);
if (!$ok) {
print Template::error_box("Error while running R to generate the usage plots: $err.",
map({"ERR: $_"} @$stderr_buff),
map({"OUT: $_"} @$stdout_buff),
);
}
run(command => ["du", "-hs", $absolute_root_outdir, "|", "gawk", "{print \$1}", ">",
"$absolute_root_outdir/du.txt"]);
run(command => ["ls", "-d", "$absolute_root_outdir/0x*", "|", "wc", "-l", ">",
"$absolute_root_outdir/num.txt"]);
}