Changeset 872 for trunk

Timestamp:

09/29/22 13:00:28 (2 years ago)

Author:

Kris Deugau

Message:

/trunk

BIND export, unwinding dev saves, 24 of many many

• Add domain export loop, with most of the first-pass changes

File:

• trunk/DNSDB/ExportBIND.pm (modified) (1 diff)

trunk/DNSDB/ExportBIND.pm

@@ -195 +195 @@
 
   } # revsth->fetch
+
+
+
+## and now the domains
+
+  $soasth = $dnsdb->{dbh}->prepare("SELECT host,type,val,distance,weight,port,ttl,record_id,location ".
+        "FROM records WHERE domain_id=? AND type=6");
+  $recsth = $dnsdb->{dbh}->prepare("SELECT host,type,val,distance,weight,port,ttl,record_id,location,extract(epoch from stamp),expires,stampactive ".
+        "FROM records WHERE domain_id=? AND NOT type=6");
+#      "FROM records WHERE domain_id=? AND type < 65280");     # Just exclude all types relating to rDNS
+
+  # Fetch active zone list
+  my $domsth = $dnsdb->{dbh}->prepare("SELECT domain_id,domain,status,changed FROM domains WHERE status=1 ORDER BY domain_id");
+  # Unflag changed zones, so we can maybe cache the export and not redo everything every time
+  $zonesth = $dnsdb->{dbh}->prepare("UPDATE domains SET changed='n' WHERE domain_id=?");
+  $domsth->execute();
+
+  while (my ($domid,$dom,$domstat,$changed) = $domsth->fetchrow_array) {
+
+    # fetch a list of views/locations present in the zone.  we need to publish a file for each one.
+    # in the event that no locations are present (~~ $viewlist is empty), /%view collapses to nothing in the zone path
+    my $tmplocs = $dnsdb->{dbh}->selectall_arrayref("SELECT DISTINCT location FROM records WHERE domain_id = ?", undef, $domid);
+    my @loclist;
+    foreach my $tloc (@{$tmplocs}) {
+      push @loclist, ($tloc->[0] eq '' ? 'common' : $tloc->[0]);
+    }
+    my %zonefiles;  # zone file handles
+
+    eval {
+
+##fixme:  use tmpfile module for more secure temp files?  want the zone name at least in it anyway, not sure that works...
+      my $zfile = $dom;  # can probably drop this intermediate
+      my $tmpcache = "tmp.$zfile.$$";   # safety net.  don't overwrite a previous known-good file
+      foreach my $loc (@loclist) {
+        my $zfilepath = $dnsdb->{bind_export_zone_path};
+        $zfilepath =~ s/\%view/$loc/;
+        $zfilepath =~ s/\%zone/$zfile/;
+#        $zfilepath =~ s/\%arpazone/$arpazone/;
+
+        # Just In Case(TM)
+        $zfilepath =~ s,[^\w./-],_,g;
+
+#      open $zonefiles{$loc}, ">", $zfilepath;
+print "open zonefile for '$loc', '$zfilepath'\n";
+
+
+        # write fresh records if:
+        #  - the zone contains ALIAS pseudorecords, which need to cascade changes from the upstream CNAME farm at every opportunity
+        if ( ($dnsdb->{dbh}->selectrow_array("SELECT count(*) FROM records WHERE domain_id = ? AND type=65300", undef, $domid))[0] ) {
+          $changed = 1;  # abuse this flag for zones with ALIAS records
+          # also update the serial number, because while it shouldn't matter purely for serving
+          # records, it WILL matter if AXFR becomes part of the publishing infrastructure
+          $dnsdb->_updateserial(domain_id => $domid);
+        }
+        #  - the zone contains records which expire in less than 10 minutes or became valid less than 10 minutes ago
+        # note, no need to multi-bump the serial
+        elsif ( ($dnsdb->{dbh}->selectrow_array("SELECT COUNT(*) FROM records WHERE domain_id = ? AND ".
+                "stampactive='t' AND @(extract(epoch from stamp-now())) < 600", undef, $domid))[0] ) {
+          $changed = 1;
+          $dnsdb->_updateserial(domain_id => $domid);
+        }
+#        if (!$self->{usecache} || $self->{force_refresh} || $changed || !-e $cachefile || -z $cachefile) {
+        if ($dnsdb->{force_refresh} || $changed || !-e $zfilepath || -z $zfilepath) {
+          open $zonefiles{$loc}, ">", $zfilepath or die "Error creating temporary file $zfilepath: $!\n";
+
+#          if ($self->{usecache}) {
+#            open ZONECACHE, ">$tmpcache" or die "Error creating temporary file $tmpcache: $!\n";
+#            $zonefilehandle = *ZONECACHE;
+#          }
+
+          # need to fetch this separately so the SOA comes first in the flatfile....
+          # Just In Case we need/want to reimport from the flatfile later on.
+          $soasth->execute($domid);
+          my (@zsoa) = $soasth->fetchrow_array();
+
+          # drop in a header line so we know when things went KABOOM
+          printf {$zonefiles{$loc}} "; %s in view %s exported %s\n", $arpazone, $loc, scalar(localtime)
+                or die "Error writing header [$cidr, '$loc']: $!\n";
+
+          printrec_bind(\%zonefiles, \@loclist, $zsoa[7], 'n', \%recflags, $dom,
+            $zsoa[0], $zsoa[1], $zsoa[2], $zsoa[3], $zsoa[4], $zsoa[5], $zsoa[6], $loc, '');
+
+#          $self->_printrec_tiny($zonefilehandle, $zsoa[7], 'n',\%recflags,$dom,
+#            $zsoa[0],$zsoa[1],$zsoa[2],$zsoa[3],$zsoa[4],$zsoa[5],$zsoa[6],$zsoa[8],'');
+
+        # tag the zonefile for publication in the view
+        push @{$viewzones{$loc}}, $arpazone;
+      } # foreach @loclist
+
+      $recsth->execute($domid);
+      while (my ($host,$type,$val,$dist,$weight,$port,$ttl,$recid,$loc,$stamp,$expires,$stampactive) = $recsth->fetchrow_array) {
+        next if $recflags{$recid};
+
+        # Check for out-of-zone data
+        $host = $dom if $host eq '@';
+        if ($host !~ /$dom$/i) {
+          warn "Not exporting out-of-zone record $host $type $val, $ttl (zone $dom)\n";
+          next;
+        }
+
+        # Spaces are evil.
+        $host =~ s/^\s+//;
+        $host =~ s/\s+$//;
+        if ($typemap{$type} ne 'TXT') {
+          # Leading or trailng spaces could be legit in TXT records.
+          $val =~ s/^\s+//;
+          $val =~ s/\s+$//;
+        }
+        $recflags{$recid} = 1;
+
+        printrec_bind(\%zonefiles, \@loclist, $recid, 'n', \%recflags, $dom,
+          $host, $type, $val, $dist, $weight, $port, $ttl, $loc, $stamp, $expires, $stampactive);
+
+      } # while ($recsth)
+
+
+#        if ($self->{usecache}) {
+#          close ZONECACHE; # force the file to be written
+#          # catch obvious write errors that leave an empty temp file
+#          if (-s $tmpcache) {
+#            rename $tmpcache, $cachefile
+#              or die "Error overwriting cache file $cachefile with temporary file: $!\n";
+#          }
+#        }
+
+      } # if $changed or cache filesize is 0
+
+    };
+    if ($@) {
+      die "error writing ".($dnsdb->{usecache} ? 'new data for ' : '')."$revzone: $@\n";
+      # error!  something borked, and we should be able to fall back on the old cache file
+      # report the error, somehow.
+    } else {
+      # mark zone as unmodified.  Only do this if no errors, that way
+      # export failures should recover a little more automatically.
+      $zonesth->execute($revid);
+    }
+
+#    if ($dnsdb->{usecache}) {
+#      # We've already made as sure as we can that a cached zone file is "good",
+#      # although possibly stale/obsolete due to errors creating a new one.
+#      eval {
+#        open CACHE, "<$cachefile" or die $!;
+#        print $datafile $_ or die "error copying cached $revzone to master file: $!" while <CACHE>;
+#        close CACHE;
+#      };
+#      die $@ if $@;
+#    }
+
+  } # domsth->fetch