Find file
Fetching contributors…
Cannot retrieve contributors at this time
308 lines (251 sloc) 8.42 KB
#!/usr/bin/perl -w
# Unconditionally regenerate:
# pod/perlintern.pod
# pod/perlapi.pod
# from information stored in
# embed.fnc
# plus all the .c and .h files listed in MANIFEST
# Has an optional arg, which is the directory to chdir to before reading
# MANIFEST and *.[ch].
# This script is normally invoked as part of 'make all', but is also
# called from from
use strict;
# See database of global and static function prototypes in embed.fnc
# This is used to generate prototype headers under various configurations,
# export symbols lists for different platforms, and macros to provide an
# implicit interpreter context argument.
my %apidocs;
my %gutsdocs;
my %docfuncs;
my %seenfuncs;
my $curheader = "Unknown section";
sub autodoc ($$) { # parse a file and extract documentation info
my($fh,$file) = @_;
my($in, $doc, $line);
while (defined($in = <$fh>)) {
if ($in=~ /^=head1 (.*)/) {
$curheader = $1;
next FUNC;
if ($in =~ /^=for\s+apidoc\s+(.*?)\s*\n/) {
my $proto = $1;
$proto = "||$proto" unless $proto =~ /\|/;
my($flags, $ret, $name, @args) = split /\|/, $proto;
my $docs = "";
while (defined($doc = <$fh>)) {
last DOC if $doc =~ /^=\w+/;
if ($doc =~ m:^\*/$:) {
warn "=cut missing? $file:$line:$doc";;
last DOC;
$docs .= $doc;
$docs = "\n$docs" if $docs and $docs !~ /^\n/;
if ($flags =~ /m/) {
if ($flags =~ /A/) {
$apidocs{$curheader}{$name} = [$flags, $docs, $ret, $file, @args];
else {
$gutsdocs{$curheader}{$name} = [$flags, $docs, $ret, $file, @args];
else {
$docfuncs{$name} = [$flags, $docs, $ret, $file, $curheader, @args];
if (defined $doc) {
if ($doc =~ /^=(?:for|head)/) {
$in = $doc;
redo FUNC;
} else {
warn "$file:$line:$in";
sub docout ($$$) { # output the docs for one function
my($fh, $name, $docref) = @_;
my($flags, $docs, $ret, $file, @args) = @$docref;
$name =~ s/\s*$//;
$docs .= "NOTE: this function is experimental and may change or be
removed without notice.\n\n" if $flags =~ /x/;
$docs .= "NOTE: the perl_ form of this function is deprecated.\n\n"
if $flags =~ /p/;
print $fh "=item $name\nX<$name>\n$docs";
if ($flags =~ /U/) { # no usage
# nothing
} elsif ($flags =~ /s/) { # semicolon ("dTHR;")
print $fh "\t\t$name;\n\n";
} elsif ($flags =~ /n/) { # no args
print $fh "\t$ret\t$name\n\n";
} else { # full usage
print $fh "\t$ret\t$name";
print $fh "(" . join(", ", @args) . ")";
print $fh "\n\n";
print $fh "=for hackers\nFound in file $file\n\n";
sub output {
my ($podname, $header, $dochash, $footer) = @_;
my $filename = "pod/$podname.pod";
open my $fh, '>', $filename or die "Can't open $filename: $!";
print $fh <<"_EOH_", $header;
-*- buffer-read-only: t -*-
!!!!!!! DO NOT EDIT THIS FILE !!!!!!!
This file is built by $0 extracting documentation from the C source
my $key;
# case insensitive sort, with fallback for determinacy
for $key (sort { uc($a) cmp uc($b) || $a cmp $b } keys %$dochash) {
my $section = $dochash->{$key};
print $fh "\n=head1 $key\n\n=over 8\n\n";
# Again, fallback for determinacy
for my $key (sort { uc($a) cmp uc($b) || $a cmp $b } keys %$section) {
docout($fh, $key, $section->{$key});
print $fh "\n=back\n";
print $fh $footer, <<'_EOF_';
ex: set ro:
close $fh or die "Can't close $filename: $!";
if (@ARGV) {
my $workdir = shift;
chdir $workdir
or die "Couldn't chdir to '$workdir': $!";
my $file;
# glob() picks up docs from extra .c or .h files that may be in unclean
# development trees.
my $MANIFEST = do {
local ($/, *FH);
open FH, "MANIFEST" or die "Can't open MANIFEST: $!";
for $file (($MANIFEST =~ /^(\S+\.c)\t/gm), ($MANIFEST =~ /^(\S+\.h)\t/gm)) {
open F, "< $file" or die "Cannot open $file for docs: $!\n";
$curheader = "Functions in file $file\n";
close F or die "Error closing $file: $!\n";
open IN, "embed.fnc" or die $!;
# walk table providing an array of components in each line to
# subroutine, printing the result
while (<IN>) {
next if /^:/;
while (s|\\\s*$||) {
$_ .= <IN>;
next if /^\s*(#|$)/;
my ($flags, $retval, $func, @args) = split /\s*\|\s*/, $_;
next unless $flags =~ /d/;
next unless $func;
s/\b(NN|NULLOK)\b\s+//g for @args;
$func =~ s/\t//g; # clean up fields from
$retval =~ s/\t//;
my $docref = delete $docfuncs{$func};
$seenfuncs{$func} = 1;
if ($docref and @$docref) {
if ($flags =~ /A/) {
$docref->[0].="x" if $flags =~ /M/;
$apidocs{$docref->[4]}{$func} =
[$docref->[0] . 'A', $docref->[1], $retval, $docref->[3],
} else {
$gutsdocs{$docref->[4]}{$func} =
[$docref->[0], $docref->[1], $retval, $docref->[3], @args];
else {
warn "no docs for $func\n" unless $seenfuncs{$func};
for (sort keys %docfuncs) {
# Have you used a full for apidoc or just a func name?
# Have you used Ap instead of Am in the for apidoc?
warn "Unable to place $_!\n";
output('perlapi', <<'_EOB_', \%apidocs, <<'_EOE_');
=head1 NAME
perlapi - autogenerated documentation for the perl public API
X<Perl API> X<API> X<api>
This file contains the documentation of the perl public API generated by, specifically a listing of functions, macros, flags, and variables
that may be used by extension writers. The interfaces of any functions that
are not listed here are subject to change without notice. For this reason,
blindly using functions listed in proto.h is to be avoided when writing
Note that all Perl API global variables must be referenced with the C<PL_>
prefix. Some macros are provided for compatibility with the older,
unadorned names, but this support may be disabled in a future release.
Perl was originally written to handle US-ASCII only (that is characters
whose ordinal numbers are in the range 0 - 127).
And documentation and comments may still use the term ASCII, when
sometimes in fact the entire range from 0 - 255 is meant.
Note that Perl can be compiled and run under EBCDIC (See L<perlebcdic>)
or ASCII. Most of the documentation (and even comments in the code)
ignore the EBCDIC possibility.
For almost all purposes the differences are transparent.
As an example, under EBCDIC,
instead of UTF-8, UTF-EBCDIC is used to encode Unicode strings, and so
whenever this documentation refers to C<utf8>
(and variants of that name, including in function names),
it also (essentially transparently) means C<UTF-EBCDIC>.
But the ordinals of characters differ between ASCII, EBCDIC, and
the UTF- encodings, and a string encoded in UTF-EBCDIC may occupy more bytes
than in UTF-8.
Also, on some EBCDIC machines, functions that are documented as operating on
US-ASCII (or Basic Latin in Unicode terminology) may in fact operate on all
256 characters in the EBCDIC range, not just the subset corresponding to
The listing below is alphabetical, case insensitive.
=head1 AUTHORS
Until May 1997, this document was maintained by Jeff Okamoto
<>. It is now maintained as part of Perl itself.
With lots of help and suggestions from Dean Roehrich, Malcolm Beattie,
Andreas Koenig, Paul Hudson, Ilya Zakharevich, Paul Marquess, Neil
Bowers, Matthew Green, Tim Bunce, Spider Boardman, Ulrich Pfeifer,
Stephen McCamant, and Gurusamy Sarathy.
API Listing originally by Dean Roehrich <>.
Updated to be autogenerated from comments in the source by Benjamin Stuhl.
=head1 SEE ALSO
perlguts(1), perlxs(1), perlxstut(1), perlintern(1)
output('perlintern', <<'END', \%gutsdocs, <<'END');
=head1 NAME
perlintern - autogenerated documentation of purely B<internal>
Perl functions
X<internal Perl functions> X<interpreter functions>
This file is the autogenerated documentation of functions in the
Perl interpreter that are documented using Perl's internal documentation
format but are not marked as part of the Perl API. In other words,
B<they are not for use in extensions>!
=head1 AUTHORS
The autodocumentation system was originally added to the Perl core by
Benjamin Stuhl. Documentation is by whoever was kind enough to
document their functions.
=head1 SEE ALSO
perlguts(1), perlapi(1)