version 1.79, 2013/07/25 19:11:10
|
version 1.85, 2016/06/19 04:28:08
|
Line 74 use IO::File;
|
Line 74 use IO::File;
|
use HTML::TokeParser; |
use HTML::TokeParser; |
use GDBM_File; |
use GDBM_File; |
use POSIX qw(strftime mktime); |
use POSIX qw(strftime mktime); |
|
use Mail::Send; |
|
use Apache::loncommon(); |
|
|
use Apache::lonnet(); |
use Apache::lonnet(); |
|
|
Line 206 foreach my $dom (@domains) {
|
Line 208 foreach my $dom (@domains) {
|
closedir RESOURCES; |
closedir RESOURCES; |
&log(5,'users = '.$dom.':'.join(',',@homeusers)); |
&log(5,'users = '.$dom.':'.join(',',@homeusers)); |
# |
# |
|
my %courses; |
if ($oneuser) { |
if ($oneuser) { |
|
%courses = &courseiddump($dom,'.',1,'.','.',$oneuser,undef, |
|
undef,'.'); |
@homeusers=($oneuser); |
@homeusers=($oneuser); |
|
} else { |
|
# get courseIDs for domain on current machine |
|
%courses=&Apache::lonnet::courseiddump($dom,'.',1,'.','.','.',1,[$hostid],'.'); |
} |
} |
|
|
# |
# |
# Loop through the users |
# Loop through the users |
foreach my $user (@homeusers) { |
foreach my $user (@homeusers) { |
|
next if (exists($courses{$dom.'_'.$user})); |
&log(0,"=== User: ".$user); |
&log(0,"=== User: ".$user); |
&process_dynamic_metadata($user,$dom); |
&process_dynamic_metadata($user,$dom); |
# |
# |
Line 225 foreach my $dom (@domains) {
|
Line 235 foreach my $dom (@domains) {
|
}, join('/',($Apache::lonnet::perlvar{'lonDocRoot'},'res',$dom,$user)) ); |
}, join('/',($Apache::lonnet::perlvar{'lonDocRoot'},'res',$dom,$user)) ); |
} |
} |
# Search for all users and public portfolio files |
# Search for all users and public portfolio files |
my (%allusers,%portusers,%courses); |
my (%allusers,%portusers); |
if ($oneuser) { |
if ($oneuser) { |
%portusers = ( |
%portusers = ( |
$oneuser => '', |
$oneuser => '', |
Line 233 foreach my $dom (@domains) {
|
Line 243 foreach my $dom (@domains) {
|
%allusers = ( |
%allusers = ( |
$oneuser => '', |
$oneuser => '', |
); |
); |
%courses = &courseiddump($dom,'.',1,'.','.',$oneuser,undef, |
|
undef,'.'); |
|
} else { |
} else { |
# get courseIDs for domain on current machine |
|
%courses=&Apache::lonnet::courseiddump($dom,'.',1,'.','.','.',1,[$hostid],'.'); |
|
my $dir = $Apache::lonnet::perlvar{lonUsersDir}.'/'.$dom; |
my $dir = $Apache::lonnet::perlvar{lonUsersDir}.'/'.$dom; |
&descend_tree($dom,$dir,0,\%portusers,\%allusers); |
&descend_tree($dom,$dir,0,\%portusers,\%allusers); |
} |
} |
Line 270 foreach my $dom (@domains) {
|
Line 276 foreach my $dom (@domains) {
|
&portfolio_logging(%portmetalog); |
&portfolio_logging(%portmetalog); |
} |
} |
} |
} |
my (%names_by_id,,%ids_by_name,%idstodelete,%idstoadd,%duplicates); |
my %duplicates; |
|
my %names_by_id = ( |
|
id => {}, |
|
clickers => {}, |
|
); |
|
my %ids_by_name = ( |
|
id => {}, |
|
clickers => {}, |
|
); |
|
my %idstodelete = ( |
|
id => {}, |
|
clickers => {}, |
|
); |
|
my %idstoadd = ( |
|
id => {}, |
|
clickers => {}, |
|
); |
|
my %namespace = ( |
|
id => 'ids', |
|
clickers => 'clickers', |
|
); |
|
my %idtext = ( |
|
id => 'employee/student IDs', |
|
clickers => 'clicker IDs', |
|
); |
unless ($simulate || $oneuser) { |
unless ($simulate || $oneuser) { |
my $idshashref; |
foreach my $key ('id','clickers') { |
$idshashref = &tie_domain_hash($dom, "ids", &GDBM_WRCREAT()); |
my $hashref = &tie_domain_hash($dom,$namespace{$key},&GDBM_WRCREAT()); |
if (ref($idshashref) eq 'HASH') { |
if (ref($hashref) eq 'HASH') { |
%names_by_id = %{$idshashref}; |
while (my ($id,$unamestr) = each(%{$hashref}) ) { |
while (my ($id,$uname) = each(%{$idshashref}) ) { |
$id = &unescape($id); |
$id = &unescape($id); |
$unamestr = &unescape($unamestr); |
$uname = &unescape($uname); |
if ($key eq 'clickers') { |
$names_by_id{$id} = $uname; |
my @unames = split(/,/,$unamestr); |
push(@{$ids_by_name{$uname}},$id); |
foreach my $uname (@unames) { |
|
push(@{$ids_by_name{$key}{$uname}},$id); |
|
} |
|
$names_by_id{$key}{$id} = $unamestr; |
|
} else { |
|
$names_by_id{$key}{$id} = $unamestr; |
|
push(@{$ids_by_name{$key}{$unamestr}},$id); |
|
} |
|
} |
|
&untie_domain_hash($hashref); |
} |
} |
&untie_domain_hash($idshashref); |
|
} |
} |
} |
} |
# Update allusers |
# Update allusers |
Line 290 foreach my $dom (@domains) {
|
Line 328 foreach my $dom (@domains) {
|
next if (exists($courses{$dom.'_'.$uname})); |
next if (exists($courses{$dom.'_'.$uname})); |
my %userdata = |
my %userdata = |
&Apache::lonnet::get('environment',['firstname','lastname', |
&Apache::lonnet::get('environment',['firstname','lastname', |
'middlename','generation','id','permanentemail'],$dom,$uname); |
'middlename','generation','id','permanentemail','clickers'], |
|
$dom,$uname); |
unless ($simulate || $oneuser) { |
unless ($simulate || $oneuser) { |
my $addid; |
foreach my $key ('id','clickers') { |
if ($userdata{'id'} ne '') { |
my %addid = (); |
$addid = $userdata{'id'}; |
if ($userdata{$key} ne '') { |
$addid=~tr/A-Z/a-z/; |
my $idfromenv = $userdata{$key}; |
} |
if ($key eq 'id') { |
if (exists($ids_by_name{$uname})) { |
$idfromenv=~tr/A-Z/a-z/; |
if (ref($ids_by_name{$uname}) eq 'ARRAY') { |
$addid{$idfromenv} = 1; |
if (scalar(@{$ids_by_name{$uname}}) > 1) { |
} else { |
&log(0,"Multiple employee/student IDs found in ids.db for $uname:$dom -- ".join(', ',@{$ids_by_name{$uname}})); |
$idfromenv =~ s/^\s+//; |
} |
$idfromenv =~ s/\s+$//; |
foreach my $id (@{$ids_by_name{$uname}}) { |
map { $addid{$_} = 1; } split(/,/,$idfromenv); |
if ($id eq $userdata{'id'}) { |
} |
undef($addid); |
} |
} else { |
if (ref($ids_by_name{$key}{$uname}) eq 'ARRAY') { |
$idstodelete{$id} = $uname; |
if (scalar(@{$ids_by_name{$key}{$uname}}) > 1) { |
|
&log(0,"Multiple $idtext{$key} found in $namespace{$key}.db for $uname:$dom -- ". |
|
join(', ',@{$ids_by_name{$key}{$uname}})); |
|
} |
|
foreach my $id (@{$ids_by_name{$key}{$uname}}) { |
|
if ($addid{$id}) { |
|
delete($addid{$id}); |
|
} else { |
|
if ($key eq 'id') { |
|
$idstodelete{$key}{$id} = $uname; |
|
} else { |
|
$idstodelete{$key}{$id} .= $uname.','; |
|
} |
} |
} |
} |
} |
} |
} |
} |
if (keys(%addid)) { |
if ($addid ne '') { |
foreach my $id (keys(%addid)) { |
if (exists($idstoadd{$addid})) { |
if ($key eq 'id') { |
push(@{$duplicates{$addid}},$uname); |
if (exists($idstoadd{$key}{$id})) { |
} else { |
push(@{$duplicates{$id}},$uname); |
if ((exists($names_by_id{$addid})) && ($names_by_id{$addid} ne $uname)) { |
} else { |
&log(0,"In ids.db ($dom) $addid => $names_by_id{$addid} will be replaced by $addid => $uname"); |
$idstoadd{$key}{$id} = $uname; |
|
} |
|
} else { |
|
$idstoadd{$key}{$id} .= $uname.','; |
|
} |
} |
} |
$idstoadd{$addid} = $uname; |
|
} |
} |
} |
} |
} |
} |
|
|
$userdata{'username'} = $uname; |
$userdata{'username'} = $uname; |
$userdata{'domain'} = $dom; |
$userdata{'domain'} = $dom; |
my %alluserslog = |
my %alluserslog = |
Line 333 foreach my $dom (@domains) {
|
Line 387 foreach my $dom (@domains) {
|
} |
} |
} |
} |
unless ($simulate || $oneuser) { |
unless ($simulate || $oneuser) { |
if (keys(%idstodelete) > 0) { |
foreach my $key ('id','clickers') { |
my %resulthash = &Apache::lonnet::iddel($dom,\%idstodelete,$hostid); |
if (keys(%{$idstodelete{$key}}) > 0) { |
if ($resulthash{$hostid} eq 'ok') { |
my %resulthash; |
foreach my $id (sort(keys(%idstodelete))) { |
if ($key eq 'id') { |
&log(0,"Record deleted from ids.db for $dom -- $id => ".$idstodelete{$id}); |
%resulthash = &Apache::lonnet::iddel($dom,$idstodelete{$key},$hostid,$namespace{$key}); |
|
} else { |
|
foreach my $delid (sort(keys(%{$idstodelete{$key}}))) { |
|
$idstodelete{$key}{$delid} =~ s/,$//; |
|
} |
|
%resulthash = &Apache::lonnet::iddel($dom,$idstodelete{$key},$hostid,$namespace{$key}); |
|
} |
|
if ($resulthash{$hostid} eq 'ok') { |
|
foreach my $id (sort(keys(%{$idstodelete{$key}}))) { |
|
&log(0,"Record deleted from $namespace{$key}.db for $dom -- $id => ".$idstodelete{$key}{$id}); |
|
} |
|
} else { |
|
&log(0,"Error: '$resulthash{$hostid}' occurred when attempting to delete records from $namespace{$key}.db for $dom"); |
} |
} |
} else { |
|
&log(0,"Error: '$resulthash{$hostid}' occurred when attempting to delete records from ids.db for $dom"); |
|
} |
} |
} |
if (keys(%{$idstoadd{$key}}) > 0) { |
if (keys(%idstoadd) > 0) { |
my $idmessage = ''; |
my $putresult = &Apache::lonnet::put_dom('ids',\%idstoadd,$dom,$hostid); |
my %newids; |
if ($putresult eq 'ok') { |
if ($key eq 'id') { |
foreach my $id (sort(keys(%idstoadd))) { |
foreach my $addid (sort(keys(%{$idstoadd{$key}}))) { |
&log(0,"Record added to ids.db for $dom -- $id => ".$idstoadd{$id}); |
if ((exists($names_by_id{$key}{$addid})) && ($names_by_id{$key}{$addid} ne $idstoadd{$key}{$addid}) && !($idstodelete{$key}{$addid})) { |
|
&log(0,"Two usernames associated with a single ID $addid in domain: $dom: $names_by_id{$key}{$addid} (current) and $idstoadd{$key}{$addid}\n"); |
|
$idmessage .= "$addid,$names_by_id{$key}{$addid},$idstoadd{$key}{$addid}\n"; |
|
} else { |
|
$newids{$addid} = $idstoadd{$key}{$addid}; |
|
} |
|
} |
|
} else { |
|
foreach my $addid (sort(keys(%{$idstoadd{$key}}))) { |
|
$idstoadd{$key}{$addid} =~ s/,$//; |
|
$newids{$addid} = $idstoadd{$key}{$addid}; |
|
} |
|
} |
|
if (keys(%newids) > 0) { |
|
my $putresult; |
|
if ($key eq 'clickers') { |
|
$putresult = &Apache::lonnet::updateclickers($dom,'add',\%newids,$hostid); |
|
} else { |
|
$putresult = &Apache::lonnet::put_dom($namespace{$key},\%newids,$dom,$hostid); |
|
} |
|
if ($putresult eq 'ok') { |
|
foreach my $id (sort(keys(%newids))) { |
|
&log(0,"Record added to $namespace{$key}.db for $dom -- $id => ".$newids{$id}); |
|
} |
|
} else { |
|
&log(0,"Error: '$putresult' occurred when attempting to add records to $namespace{$key}.db for $dom"); |
|
} |
|
} |
|
if ($idmessage) { |
|
my $to = &Apache::loncommon::build_recipient_list(undef,'idconflictsmail',$dom); |
|
if ($to ne '') { |
|
my $msg = new Mail::Send; |
|
$msg->to($to); |
|
$msg->subject('LON-CAPA studentIDs conflict'); |
|
my $lonhost = $Apache::lonnet::perlvar{'lonHostID'}; |
|
my $hostname = &Apache::lonnet::hostname($lonhost); |
|
my $replytoaddress = 'do-not-reply@'.$hostname; |
|
$msg->add('Reply-to',$replytoaddress); |
|
$msg->add('From','www@'.$hostname); |
|
$msg->add('Content-type','text/plain; charset=UTF-8'); |
|
if (my $fh = $msg->open()) { |
|
print $fh |
|
'The following IDs are used for more than one user in your domain:'."\n". |
|
'Each row contains: Student/Employee ID, Current username in ids.db file, '. |
|
'Additional username'."\n\n". |
|
$idmessage; |
|
$fh->close; |
|
} |
|
} |
} |
} |
} else { |
|
&log(0,"Error: '$putresult' occurred when attempting to add records to ids.db for $dom"); |
|
} |
} |
} |
} |
if (keys(%duplicates) > 0) { |
if (keys(%duplicates) > 0) { |
foreach my $id (sort(keys(%duplicates))) { |
foreach my $id (sort(keys(%duplicates))) { |
&log(0,"Duplicate IDs found for entries to add to ids.db in $dom -- $id => $idstodelete{$id}"); |
if (ref($duplicates{$id}) eq 'ARRAY') { |
|
&log(0,"Duplicate IDs found for entries to add to ids.db in $dom -- $id => ".join(',',@{$duplicates{$id}})); |
|
} |
} |
} |
} |
} |
} |
} |
Line 426 sub descend_tree {
|
Line 538 sub descend_tree {
|
closedir(DIR); |
closedir(DIR); |
$depth ++; |
$depth ++; |
foreach my $item (@contents) { |
foreach my $item (@contents) { |
if ($depth < 4) { |
if (($depth < 4) && (length($item) == 1)) { |
&descend_tree($dom,$dir.'/'.$item,$depth,$allportusers,$alldomusers); |
&descend_tree($dom,$dir.'/'.$item,$depth,$allportusers,$alldomusers); |
} else { |
} else { |
if (-e $dir.'/'.$item.'/file_permissions.db') { |
if (-e $dir.'/'.$item.'/file_permissions.db') { |