version 1.5, 2010/07/29 17:44:45
|
version 1.20, 2016/01/27 22:23:09
|
Line 57 use Apache::loncommon;
|
Line 57 use Apache::loncommon;
|
use Apache::lonuserstate; |
use Apache::lonuserstate; |
use Apache::loncoursedata; |
use Apache::loncoursedata; |
use Apache::lonnavmaps; |
use Apache::lonnavmaps; |
|
use Apache::lonrelrequtils; |
use LONCAPA qw(:DEFAULT :match); |
use LONCAPA qw(:DEFAULT :match); |
|
|
exit if ($Apache::lonnet::perlvar{'lonRole'} ne 'library'); |
exit if ($Apache::lonnet::perlvar{'lonRole'} ne 'library'); |
|
|
use vars qw( %checkparms %checkresponsetypes %checkcrstypes %anonsurvey ); |
|
|
|
# Make sure this process is running from user=www |
# Make sure this process is running from user=www |
my $wwwid=getpwnam('www'); |
my $wwwid=getpwnam('www'); |
if ($wwwid!=$<) { |
if ($wwwid!=$<) { |
Line 78 open(my $fh,'>>'.$Apache::lonnet::perlva
|
Line 77 open(my $fh,'>>'.$Apache::lonnet::perlva
|
print $fh "==== refresh_courseids_db.pl Run ".localtime()."====\n"; |
print $fh "==== refresh_courseids_db.pl Run ".localtime()."====\n"; |
|
|
my @domains = sort(&Apache::lonnet::current_machine_domains()); |
my @domains = sort(&Apache::lonnet::current_machine_domains()); |
|
my @ids=&Apache::lonnet::current_machine_ids(); |
|
|
|
&Apache::lonrelrequtils::init_global_hashes(); |
|
my $globals_set = 1; |
|
|
&build_release_hashes(); |
|
$env{'allowed.bre'} = 'F'; |
$env{'allowed.bre'} = 'F'; |
|
|
foreach my $dom (@domains) { |
foreach my $dom (@domains) { |
|
$env{'user.domain'} = $dom; |
|
$env{'user.name'} = &Apache::lonnet::get_domainconfiguser($dom); |
my %courseshash; |
my %courseshash; |
my @ids=&Apache::lonnet::current_machine_ids(); |
|
my %currhash = &Apache::lonnet::courseiddump($dom,'.',1,'.','.','.',1,\@ids,'.'); |
my %currhash = &Apache::lonnet::courseiddump($dom,'.',1,'.','.','.',1,\@ids,'.'); |
|
my %lastaccess = &Apache::lonnet::courselastaccess($dom,undef,\@ids); |
my $dir = $Apache::lonnet::perlvar{lonUsersDir}.'/'.$dom; |
my $dir = $Apache::lonnet::perlvar{lonUsersDir}.'/'.$dom; |
my %domdesign = &Apache::loncommon::get_domainconf($dom); |
my %domdesign = &Apache::loncommon::get_domainconf($dom); |
my $autoassign = $domdesign{$dom.'.autoassign.co-owners'}; |
my $autoassign = $domdesign{$dom.'.autoassign.co-owners'}; |
&recurse_courses($dom,$dir,0,\%courseshash,\%currhash,$autoassign,$fh); |
&recurse_courses($dom,$dir,0,\%courseshash,\%currhash,\%lastaccess,$autoassign,$fh); |
foreach my $lonhost (keys(%courseshash)) { |
foreach my $lonhost (keys(%courseshash)) { |
if (ref($courseshash{$lonhost}) eq 'HASH') { |
if (ref($courseshash{$lonhost}) eq 'HASH') { |
if (&Apache::lonnet::courseidput($dom,$courseshash{$lonhost},$lonhost,'notime') eq 'ok') { |
if (&Apache::lonnet::courseidput($dom,$courseshash{$lonhost},$lonhost,'notime') eq 'ok') { |
Line 99 foreach my $dom (@domains) {
|
Line 103 foreach my $dom (@domains) {
|
} |
} |
} |
} |
} |
} |
|
delete($env{'user.name'}); |
|
delete($env{'user.domain'}); |
} |
} |
|
|
delete($env{'allowed.bre'}); |
delete($env{'allowed.bre'}); |
Line 108 print $fh "==== refresh_courseids.db com
|
Line 114 print $fh "==== refresh_courseids.db com
|
close($fh); |
close($fh); |
|
|
sub recurse_courses { |
sub recurse_courses { |
my ($cdom,$dir,$depth,$courseshash,$currhash,$autoassign,$fh) = @_; |
my ($cdom,$dir,$depth,$courseshash,$currhash,$lastaccess,$autoassign,$fh) = @_; |
next unless (ref($currhash) eq 'HASH'); |
next unless (ref($currhash) eq 'HASH'); |
if (-d $dir) { |
if (-d $dir) { |
opendir(DIR,$dir); |
opendir(DIR,$dir); |
Line 116 sub recurse_courses {
|
Line 122 sub recurse_courses {
|
closedir(DIR); |
closedir(DIR); |
$depth ++; |
$depth ++; |
foreach my $item (@contents) { |
foreach my $item (@contents) { |
if ($depth < 4) { |
if (($depth < 4) && (length($item) == 1)) { |
&recurse_courses($cdom,$dir.'/'.$item,$depth,$courseshash, |
&recurse_courses($cdom,$dir.'/'.$item,$depth,$courseshash, |
$currhash,$autoassign,$fh); |
$currhash,$lastaccess,$autoassign,$fh); |
} elsif ($item =~ /^$match_courseid$/) { |
} elsif ($item =~ /^$match_courseid$/) { |
my $cnum = $item; |
my $cnum = $item; |
my $cid = $cdom.'_'.$cnum; |
my $cid = $cdom.'_'.$cnum; |
Line 151 sub recurse_courses {
|
Line 157 sub recurse_courses {
|
} |
} |
my $chome = &Apache::lonnet::homeserver($cnum,$cdom); |
my $chome = &Apache::lonnet::homeserver($cnum,$cdom); |
my $owner = $courseinfo{'internal.courseowner'}; |
my $owner = $courseinfo{'internal.courseowner'}; |
|
my $twodaysago = time - 172800; |
my (%roleshash,$gotcc,$reqdmajor,$reqdminor); |
my (%roleshash,$gotcc,$reqdmajor,$reqdminor); |
if ($owner eq '') { |
if ($owner eq '') { |
%roleshash = &Apache::lonnet::get_my_roles($cnum,$cdom,undef,undef,['cc'],undef,undef,1); |
%roleshash = &Apache::lonnet::get_my_roles($cnum,$cdom,undef,undef,['cc'],undef,undef,1); |
Line 176 sub recurse_courses {
|
Line 183 sub recurse_courses {
|
my $creator = $courseinfo{'internal.creator'}; |
my $creator = $courseinfo{'internal.creator'}; |
my $creationcontext = $courseinfo{'internal.creationcontext'}; |
my $creationcontext = $courseinfo{'internal.creationcontext'}; |
my $inst_code = $courseinfo{'internal.coursecode'}; |
my $inst_code = $courseinfo{'internal.coursecode'}; |
|
my $releaserequired = $courseinfo{'internal.releaserequired'}; |
|
my $uniquecode = $courseinfo{'internal.uniquecode'}; |
$inst_code = '' if (!defined($inst_code)); |
$inst_code = '' if (!defined($inst_code)); |
$owner = '' if (!defined($owner)); |
$owner = '' if (!defined($owner)); |
|
$uniquecode = '' if (!defined($uniquecode)); |
if ($created eq '') { |
if ($created eq '') { |
if (ref($currhash->{$cid}) eq 'HASH') { |
if (ref($currhash->{$cid}) eq 'HASH') { |
$created = $currhash->{$cid}{'created'}; |
$created = $currhash->{$cid}{'created'}; |
Line 198 sub recurse_courses {
|
Line 208 sub recurse_courses {
|
my @stats = stat("$dir/$cnum/passwd"); |
my @stats = stat("$dir/$cnum/passwd"); |
$created = $stats[9]; |
$created = $stats[9]; |
} |
} |
my %lastaccess = |
if ($lastaccess->{$cid}) { |
&Apache::lonnet::courselastaccess($cdom,$cnum); |
|
if ($lastaccess{$cid}) { |
|
if ($created eq '') { |
if ($created eq '') { |
$created = $lastaccess{$cid}; |
$created = $lastaccess->{$cid}; |
} elsif ($lastaccess{$cid} < $created) { |
} elsif ($lastaccess->{$cid} < $created) { |
$created = $lastaccess{$cid}; |
$created = $lastaccess->{$cid}; |
} |
} |
} |
} |
unless ($created eq '') { |
unless ($created eq '') { |
Line 212 sub recurse_courses {
|
Line 220 sub recurse_courses {
|
} |
} |
} |
} |
} |
} |
|
|
$env{'request.course.id'} = $cdom.'_'.$cnum; |
if (($chome ne '') && ($lastaccess->{$cid} > $twodaysago)) { |
$env{'request.role'} = 'cc./'.$cdom.'/'.$cnum; |
$env{'request.course.id'} = $cdom.'_'.$cnum; |
&Apache::lonuserstate::readmap($cdom.'/'.$cnum); |
$env{'request.role'} = 'cc./'.$cdom.'/'.$cnum; |
|
|
# check all parameters |
my $readmap = 1; |
($reqdmajor,$reqdminor) = ¶meter_constraints($cnum,$cdom); |
($reqdmajor,$reqdminor) = &Apache::lonrelrequtils::get_release_req($cnum,$cdom, |
|
$crstype,$readmap, |
# check course type |
$globals_set); |
($reqdmajor,$reqdminor) = &coursetype_constraints($cnum,$cdom,$crstype, |
delete($env{'request.course.id'}); |
$reqdmajor, |
delete($env{'request.role'}); |
$reqdminor); |
} elsif ($releaserequired) { |
# check course contents |
($reqdmajor,$reqdminor) = split(/\./,$releaserequired); |
($reqdmajor,$reqdminor) = &coursecontent_constraints($cnum,$cdom, |
} |
$reqdmajor, |
|
$reqdminor); |
|
delete($env{'request.course.id'}); |
|
delete($env{'request.role'}); |
|
|
|
unless ($chome eq 'no_host') { |
unless ($chome eq 'no_host') { |
|
if (($lastaccess->{$cid} eq '') || |
|
($lastaccess->{$cid} > $twodaysago)) { |
|
my $contentchange; |
|
if ($courseinfo{'internal.created'} eq '') { |
|
$contentchange = &last_map_update($cnum,$cdom); |
|
} else { |
|
unless ($courseinfo{'internal.created'} > $lastaccess->{$cid}) { |
|
$contentchange = &last_map_update($cnum,$cdom); |
|
} |
|
} |
|
if (($contentchange) && ($contentchange > $courseinfo{'internal.contentchange'})) { |
|
$changes{'internal.contentchange'} = $contentchange; |
|
} |
|
} |
$courseshash->{$chome}{$cid} = { |
$courseshash->{$chome}{$cid} = { |
description => $courseinfo{'description'}, |
description => $courseinfo{'description'}, |
inst_code => $inst_code, |
inst_code => $inst_code, |
Line 298 sub recurse_courses {
|
Line 316 sub recurse_courses {
|
$courseshash->{$chome}{$cid}{$item} = $courseinfo{$item}; |
$courseshash->{$chome}{$cid}{$item} = $courseinfo{$item}; |
} |
} |
} |
} |
foreach my $item ('selfenroll_types','selfenroll_start_date','selfenroll_end_date') { |
foreach my $item ('selfenroll_types','selfenroll_start_date','selfenroll_end_date','uniquecode') { |
if ($courseinfo{'internal.'.$item} ne '') { |
if ($courseinfo{'internal.'.$item} ne '') { |
$courseshash->{$chome}{$cid}{$item} = |
$courseshash->{$chome}{$cid}{$item} = |
$courseinfo{'internal.'.$item}; |
$courseinfo{'internal.'.$item}; |
} |
} |
} |
} |
if ($reqdmajor ne '' && $reqdminor ne '') { |
if ($reqdmajor eq '' && $reqdminor eq '') { |
$courseshash->{$chome}{$cid}{'releaserequired'} = $reqdmajor.'.'.$reqdminor; |
if ($courseinfo{'internal.releaserequired'} ne '') { |
} |
$changes{'internal.releaserequired'} = ''; |
if ($courseinfo{'internal.releaserequired'} ne $reqdmajor.'.'.$reqdminor) { |
} |
$changes{'internal.releaserequired'} = $reqdmajor.'.'.$reqdminor; |
} else { |
|
my $releasereq = $reqdmajor.'.'.$reqdminor; |
|
$courseshash->{$chome}{$cid}{'releaserequired'} = $releasereq; |
|
if ($courseinfo{'internal.releaserequired'} eq '') { |
|
$changes{'internal.releaserequired'} = $releasereq; |
|
} else { |
|
if ($courseinfo{'internal.releaserequired'} ne $releasereq) { |
|
|
|
$changes{'internal.releaserequired'} = $releasereq; |
|
} |
|
} |
} |
} |
if (keys(%changes)) { |
if (keys(%changes)) { |
if (&Apache::lonnet::put('environment',\%changes,$cdom,$cnum) eq 'ok') { |
if (&Apache::lonnet::put('environment',\%changes,$cdom,$cnum) eq 'ok') { |
Line 328 sub recurse_courses {
|
Line 356 sub recurse_courses {
|
return; |
return; |
} |
} |
|
|
sub parameter_constraints { |
sub last_map_update { |
my ($cnum,$cdom) = @_; |
my ($cnum,$cdom) = @_; |
my ($reqdmajor,$reqdminor); |
my $lastupdate = 0; |
my $resourcedata=&read_paramdata($cnum,$cdom); |
my $path = &LONCAPA::propath($cdom,$cnum); |
if (ref($resourcedata) eq 'HASH') { |
if (-d "$path/userfiles") { |
foreach my $key (keys(%{$resourcedata})) { |
if (opendir(my $dirh, "$path/userfiles")) { |
foreach my $item (keys(%checkparms)) { |
my @maps = grep(/^default_?\d*\.(?:sequence|page)$/,readdir($dirh)); |
if ($key =~ /(\Q$item\E)$/) { |
foreach my $map (@maps) { |
if (ref($checkparms{$item}) eq 'ARRAY') { |
my $mtime = (stat("$path/userfiles/$map"))[9]; |
my $value = $resourcedata->{$key}; |
if ($mtime > $lastupdate) { |
if (grep(/^\Q$value\E$/,@{$checkparms{$item}})) { |
$lastupdate = $mtime; |
my ($major,$minor) = split(/\./,$Apache::lonnet::needsrelease{'parameter:'.$item.':'.$value}); |
|
($reqdmajor,$reqdminor) = |
|
&update_reqd_loncaparev($major,$minor,$reqdmajor,$reqdminor); |
|
} |
|
} |
|
} |
} |
} |
} |
} |
} |
} |
} |
return ($reqdmajor,$reqdminor); |
return $lastupdate; |
} |
|
|
|
sub coursetype_constraints { |
|
my ($cnum,$cdom,$crstype,$reqdmajor,$reqdminor) = @_; |
|
if (defined($checkcrstypes{$crstype})) { |
|
my ($major,$minor) = split(/\./,$checkcrstypes{$crstype}); |
|
($reqdmajor,$reqdminor) = |
|
&update_reqd_loncaparev($major,$minor,$reqdmajor,$reqdminor); |
|
} |
|
return ($reqdmajor,$reqdminor); |
|
} |
|
|
|
sub coursecontent_constraints { |
|
my ($cnum,$cdom,$reqdmajor,$reqdminor) = @_; |
|
my $navmap = Apache::lonnavmaps::navmap->new(); |
|
if (defined($navmap)) { |
|
my %resourcetracker = &Apache::lonnet::dump('nohist_resourcetracker', |
|
$cdom,$cnum); |
|
my %allresponses; |
|
my $anonsurv_subm; |
|
foreach my $res ($navmap->retrieveResources(undef,sub { $_[0]->is_problem() },1,0)) { |
|
my %responses = $res->responseTypes(); |
|
foreach my $key (keys(%responses)) { |
|
next unless(exists($checkresponsetypes{$key})); |
|
$allresponses{$key} += $responses{$key}; |
|
} |
|
my @parts = @{$res->parts()}; |
|
my $symb = $res->symb(); |
|
foreach my $part (@parts) { |
|
if (exists($resourcetracker{$symb."\0".$part."\0anonymous"})) { |
|
$anonsurv_subm = 1; |
|
} |
|
} |
|
} |
|
foreach my $key (keys(%allresponses)) { |
|
my ($major,$minor) = split(/\./,$checkresponsetypes{$key}); |
|
($reqdmajor,$reqdminor) = &update_reqd_loncaparev($major,$minor,$reqdmajor,$reqdminor); |
|
} |
|
if ($anonsurv_subm) { |
|
($reqdmajor,$reqdminor) = &update_reqd_loncaparev($anonsurvey{major}, |
|
$anonsurvey{minor},$reqdmajor,$reqdminor); |
|
} |
|
} |
|
return ($reqdmajor,$reqdminor); |
|
} |
|
|
|
sub update_reqd_loncaparev { |
|
my ($major,$minor,$reqdmajor,$reqdminor) = @_; |
|
if (($major ne '' && $major !~ /\D/) & ($minor ne '' && $minor !~ /\D/)) { |
|
if ($reqdmajor eq '' || $reqdminor eq '') { |
|
$reqdmajor = $major; |
|
$reqdminor = $minor; |
|
} elsif (($major > $reqdmajor) || |
|
($major == $reqdmajor && $minor > $reqdminor)) { |
|
$reqdmajor = $major; |
|
$reqdminor = $minor; |
|
} |
|
} |
|
return ($reqdmajor,$reqdminor); |
|
} |
|
|
|
sub read_paramdata { |
|
my ($cnum,$dom)=@_; |
|
my $resourcedata=&Apache::lonnet::get_courseresdata($cnum,$dom); |
|
my $classlist=&Apache::loncoursedata::get_classlist(); |
|
foreach my $student (keys(%{$classlist})) { |
|
if ($student =~/^($LONCAPA::match_username)\:($LONCAPA::match_domain)$/) { |
|
my ($tuname,$tudom)=($1,$2); |
|
my $useropt=&Apache::lonnet::get_userresdata($tuname,$tudom); |
|
foreach my $userkey (keys(%{$useropt})) { |
|
if ($userkey=~/^$env{'request.course.id'}/) { |
|
my $newkey=$userkey; |
|
$newkey=~s/^($env{'request.course.id'}\.)/$1\[useropt\:$tuname\:$tudom\]\./; |
|
$$resourcedata{$newkey}=$$useropt{$userkey}; |
|
} |
|
} |
|
} |
|
} |
|
return $resourcedata; |
|
} |
|
|
|
sub build_release_hashes { |
|
foreach my $key (keys(%Apache::lonnet::needsrelease)) { |
|
my ($item,$name,$value) = split(/:/,$key); |
|
if ($item eq 'parameter') { |
|
if (ref($checkparms{$name}) eq 'ARRAY') { |
|
unless(grep(/^\Q$name\E$/,@{$checkparms{$name}})) { |
|
push(@{$checkparms{$name}},$value); |
|
} |
|
} else { |
|
push(@{$checkparms{$name}},$value); |
|
} |
|
} elsif ($item eq 'resourcetag') { |
|
if ($name eq 'responsetype') { |
|
$checkresponsetypes{$value} = $Apache::lonnet::needsrelease{$key} |
|
} |
|
} elsif ($item eq 'course') { |
|
if ($name eq 'crstype') { |
|
$checkcrstypes{$value} = $Apache::lonnet::needsrelease{$key}; |
|
} |
|
} |
|
} |
|
($anonsurvey{major},$anonsurvey{minor}) = split(/\./,$Apache::lonnet::needsrelease{'parameter:type:anonsurvey'}); |
|
return; |
|
} |
} |
|
|