2 # SPDX-License-Identifier: GPL-2.0-or-later
5 # Copyright (c) 2017-2020 Mauro Carvalho Chehab <mchehab@kernel.org>
9 $prefix = "$ENV{'srctree'}/" if ($ENV{'srctree'});
11 my $conf = $prefix . "Documentation/conf.py";
12 my $requirement_file = $prefix . "Documentation/sphinx/requirements.txt";
13 my $virtenv_prefix = "sphinx_";
26 my $need_virtualenv = 0;
27 my $rec_sphinx_upgrade = 0;
33 my $rec_version = "1.7.9"; # PDF won't build here
34 my $min_pdf_version = "2.4.4"; # Min version where pdf builds
37 # Command line arguments
42 my $version_check = 0;
45 # List of required texlive packages on Fedora and OpenSuse
49 'amsfonts.sty' => 'texlive-amsfonts',
50 'amsmath.sty' => 'texlive-amsmath',
51 'amssymb.sty' => 'texlive-amsfonts',
52 'amsthm.sty' => 'texlive-amscls',
53 'anyfontsize.sty' => 'texlive-anyfontsize',
54 'atbegshi.sty' => 'texlive-oberdiek',
55 'bm.sty' => 'texlive-tools',
56 'capt-of.sty' => 'texlive-capt-of',
57 'cmap.sty' => 'texlive-cmap',
58 'ecrm1000.tfm' => 'texlive-ec',
59 'eqparbox.sty' => 'texlive-eqparbox',
60 'eu1enc.def' => 'texlive-euenc',
61 'fancybox.sty' => 'texlive-fancybox',
62 'fancyvrb.sty' => 'texlive-fancyvrb',
63 'float.sty' => 'texlive-float',
64 'fncychap.sty' => 'texlive-fncychap',
65 'footnote.sty' => 'texlive-mdwtools',
66 'framed.sty' => 'texlive-framed',
67 'luatex85.sty' => 'texlive-luatex85',
68 'multirow.sty' => 'texlive-multirow',
69 'needspace.sty' => 'texlive-needspace',
70 'palatino.sty' => 'texlive-psnfss',
71 'parskip.sty' => 'texlive-parskip',
72 'polyglossia.sty' => 'texlive-polyglossia',
73 'tabulary.sty' => 'texlive-tabulary',
74 'threeparttable.sty' => 'texlive-threeparttable',
75 'titlesec.sty' => 'texlive-titlesec',
76 'ucs.sty' => 'texlive-ucs',
77 'upquote.sty' => 'texlive-upquote',
78 'wrapfig.sty' => 'texlive-wrapfig',
82 # Subroutines that checks if a feature exists
89 foreach my $prog (sort keys %missing) {
90 my $is_optional = $missing{$prog};
92 # At least on some LTS distros like CentOS 7, texlive doesn't
93 # provide all packages we need. When such distros are
94 # detected, we have to disable PDF output.
96 # So, we need to ignore the packages that distros would
97 # need for LaTeX to work
98 if ($is_optional == 2 && !$pdf) {
104 print "Warning: better to also install \"$prog\".\n";
106 print "ERROR: please install \"$prog\", otherwise, build won't work.\n";
108 if (defined($map{$prog})) {
109 $install .= " " . $map{$prog};
111 $install .= " " . $prog;
121 my $is_optional = shift;
123 $missing{$package} = $is_optional;
131 sub check_missing_file($$$)
135 my $is_optional = shift;
141 add_package($package, $is_optional);
146 foreach(split(/:/, $ENV{PATH})) {
147 return "$_/$_[0]" if(-x "$_/$_[0]");
151 sub find_python_no_venv()
155 my $cur_dir = qx(pwd);
156 $cur_dir =~ s/\s+$//;
158 foreach my $dir (split(/:/, $ENV{PATH})) {
159 next if ($dir =~ m,($cur_dir)/sphinx,);
160 return "$dir/python3" if(-x "$dir/python3");
162 foreach my $dir (split(/:/, $ENV{PATH})) {
163 next if ($dir =~ m,($cur_dir)/sphinx,);
164 return "$dir/python" if(-x "$dir/python");
169 sub check_program($$)
172 my $is_optional = shift;
174 return $prog if findprog($prog);
176 add_package($prog, $is_optional);
179 sub check_perl_module($$)
182 my $is_optional = shift;
184 my $err = system("perl -M$prog -e 1 2>/dev/null /dev/null");
185 return if ($err == 0);
187 add_package($prog, $is_optional);
190 sub check_python_module($$)
193 my $is_optional = shift;
195 return if (!$python_cmd);
197 my $err = system("$python_cmd -c 'import $prog' 2>/dev/null /dev/null");
198 return if ($err == 0);
200 add_package($prog, $is_optional);
203 sub check_rpm_missing($$)
206 my $is_optional = $_[1];
208 foreach my $prog(@pkgs) {
209 my $err = system("rpm -q '$prog' 2>/dev/null >/dev/null");
210 add_package($prog, $is_optional) if ($err);
214 sub check_pacman_missing($$)
217 my $is_optional = $_[1];
219 foreach my $prog(@pkgs) {
220 my $err = system("pacman -Q '$prog' 2>/dev/null >/dev/null");
221 add_package($prog, $is_optional) if ($err);
225 sub check_missing_tex($)
227 my $is_optional = shift;
228 my $kpsewhich = findprog("kpsewhich");
230 foreach my $prog(keys %texlive) {
231 my $package = $texlive{$prog};
233 add_package($package, $is_optional);
236 my $file = qx($kpsewhich $prog);
237 add_package($package, $is_optional) if ($file =~ /^\s*$/);
241 sub get_sphinx_fname()
243 my $fname = "sphinx-build";
244 return $fname if findprog($fname);
246 $fname = "sphinx-build-3";
247 if (findprog($fname)) {
255 sub get_sphinx_version($)
260 open IN, "$cmd --version 2>&1 |";
262 if (m/^\s*sphinx-build\s+([\d\.]+)(\+\/[\da-f]+)?$/) {
266 # Sphinx 1.2.x uses a different format
267 if (m/^\s*Sphinx.*\s+([\d\.]+)$/) {
280 open IN, $conf or die "Can't open $conf";
282 if (m/^\s*needs_sphinx\s*=\s*[\'\"]([\d\.]+)[\'\"]/) {
289 die "Can't get needs_sphinx version from $conf" if (!$min_version);
291 open IN, $requirement_file or die "Can't open $requirement_file";
293 if (m/^\s*Sphinx\s*==\s*([\d\.]+)$/) {
300 die "Can't get default sphinx version from $requirement_file" if (!$default_version);
302 $virtenv_dir = $virtenv_prefix . $default_version;
304 my $sphinx = get_sphinx_fname();
310 $cur_version = get_sphinx_version($sphinx);
311 die ("$sphinx returned an error") if (!$cur_version);
313 die "$sphinx didn't return its version" if (!$cur_version);
315 if ($cur_version lt $min_version) {
316 printf "ERROR: Sphinx version is %s. It should be >= %s (recommended >= %s)\n",
317 $cur_version, $min_version, $default_version;
322 if ($cur_version lt $rec_version) {
323 $rec_sphinx_upgrade = 1;
326 if ($cur_version lt $min_pdf_version) {
327 $rec_sphinx_upgrade = 1;
331 # On version check mode, just assume Sphinx has all mandatory deps
332 exit (0) if ($version_check);
336 # Ancillary subroutines
342 $res = qx(cat $_[0]) if (-r $_[0]);
349 my @path = split ":", $ENV{PATH};
351 foreach my $dir(@path) {
352 my $name = $dir.'/'.$file;
353 return $name if (-x $name );
359 # Subroutines that check distro-specific hints
362 sub give_debian_hints()
365 "python-sphinx" => "python3-sphinx",
366 "sphinx_rtd_theme" => "python3-sphinx-rtd-theme",
367 "ensurepip" => "python3-venv",
368 "virtualenv" => "virtualenv",
370 "convert" => "imagemagick",
371 "Pod::Usage" => "perl-modules",
372 "xelatex" => "texlive-xetex",
373 "rsvg-convert" => "librsvg2-bin",
377 check_missing_file(["/usr/share/fonts/truetype/dejavu/DejaVuSans.ttf"],
380 check_missing_file(["/usr/share/fonts/noto-cjk/NotoSansCJK-Regular.ttc",
381 "/usr/share/fonts/opentype/noto/NotoSansCJK-Regular.ttc",
382 "/usr/share/fonts/opentype/noto/NotoSerifCJK-Regular.ttc"],
383 "fonts-noto-cjk", 2);
386 check_program("dvipng", 2) if ($pdf);
387 check_missing(\%map);
389 return if (!$need && !$optional);
390 printf("You should run:\n\n\tsudo apt-get install $install\n");
393 sub give_redhat_hints()
396 "python-sphinx" => "python3-sphinx",
397 "sphinx_rtd_theme" => "python3-sphinx_rtd_theme",
398 "virtualenv" => "python3-virtualenv",
400 "convert" => "ImageMagick",
401 "Pod::Usage" => "perl-Pod-Usage",
402 "xelatex" => "texlive-xetex-bin",
403 "rsvg-convert" => "librsvg2-tools",
406 my @fedora26_opt_pkgs = (
407 "graphviz-gd", # Fedora 26: needed for PDF support
410 my @fedora_tex_pkgs = (
411 "texlive-collection-fontsrecommended",
412 "texlive-collection-latex",
415 "dejavu-serif-fonts",
416 "dejavu-sans-mono-fonts",
420 # Checks valid for RHEL/CentOS version 7.x.
424 $rel = $1 if ($system_release =~ /release\s+(\d+)/);
426 if (!($system_release =~ /Fedora/)) {
427 $map{"virtualenv"} = "python-virtualenv";
429 if ($rel && $rel < 8) {
433 printf("Note: texlive packages on RHEL/CENTOS <= 7 are incomplete. Can't support PDF output\n");
434 printf("If you want to build PDF, please read:\n");
435 printf("\thttps://www.systutorials.com/241660/how-to-install-tex-live-on-centos-7-linux/\n");
438 if ($rel && $rel < 26) {
443 printf("Couldn't identify release number\n");
449 check_missing_file(["/usr/share/fonts/google-noto-cjk/NotoSansCJK-Regular.ttc"],
450 "google-noto-sans-cjk-ttc-fonts", 2);
453 check_rpm_missing(\@fedora26_opt_pkgs, 2) if ($pdf && !$old);
454 check_rpm_missing(\@fedora_tex_pkgs, 2) if ($pdf);
455 check_missing_tex(2) if ($pdf);
456 check_missing(\%map);
458 return if (!$need && !$optional);
461 # dnf, for Fedora 18+
462 printf("You should run:\n\n\tsudo dnf install -y $install\n");
464 # yum, for RHEL (and clones) or Fedora version < 18
465 printf("You should run:\n\n\tsudo yum install -y $install\n");
469 sub give_opensuse_hints()
472 "python-sphinx" => "python3-sphinx",
473 "sphinx_rtd_theme" => "python3-sphinx_rtd_theme",
474 "virtualenv" => "python3-virtualenv",
476 "convert" => "ImageMagick",
477 "Pod::Usage" => "perl-Pod-Usage",
478 "xelatex" => "texlive-xetex-bin",
481 # On Tumbleweed, this package is also named rsvg-convert
482 $map{"rsvg-convert"} = "rsvg-view" if (!($system_release =~ /Tumbleweed/));
484 my @suse_tex_pkgs = (
485 "texlive-babel-english",
501 $map{"latexmk"} = "texlive-latexmk-bin";
503 # FIXME: add support for installing CJK fonts
505 # I tried hard, but was unable to find a way to install
506 # "Noto Sans CJK SC" on openSUSE
508 check_rpm_missing(\@suse_tex_pkgs, 2) if ($pdf);
509 check_missing_tex(2) if ($pdf);
510 check_missing(\%map);
512 return if (!$need && !$optional);
513 printf("You should run:\n\n\tsudo zypper install --no-recommends $install\n");
516 sub give_mageia_hints()
519 "python-sphinx" => "python3-sphinx",
520 "sphinx_rtd_theme" => "python3-sphinx_rtd_theme",
521 "virtualenv" => "python3-virtualenv",
523 "convert" => "ImageMagick",
524 "Pod::Usage" => "perl-Pod-Usage",
525 "xelatex" => "texlive",
526 "rsvg-convert" => "librsvg2",
530 "texlive-fontsextra",
533 $map{"latexmk"} = "texlive-collection-basic";
537 if ($system_release =~ /OpenMandriva/) {
538 $packager_cmd = "dnf install";
539 $noto_sans = "noto-sans-cjk-fonts";
540 @tex_pkgs = ( "texlive-collection-fontsextra" );
542 $packager_cmd = "urpmi";
543 $noto_sans = "google-noto-sans-cjk-ttc-fonts";
548 check_missing_file(["/usr/share/fonts/google-noto-cjk/NotoSansCJK-Regular.ttc",
549 "/usr/share/fonts/TTF/NotoSans-Regular.ttf"],
553 check_rpm_missing(\@tex_pkgs, 2) if ($pdf);
554 check_missing(\%map);
556 return if (!$need && !$optional);
557 printf("You should run:\n\n\tsudo $packager_cmd $install\n");
560 sub give_arch_linux_hints()
563 "sphinx_rtd_theme" => "python-sphinx_rtd_theme",
564 "virtualenv" => "python-virtualenv",
566 "convert" => "imagemagick",
567 "xelatex" => "texlive-bin",
568 "latexmk" => "texlive-core",
569 "rsvg-convert" => "extra/librsvg",
572 my @archlinux_tex_pkgs = (
574 "texlive-latexextra",
577 check_pacman_missing(\@archlinux_tex_pkgs, 2) if ($pdf);
580 check_missing_file(["/usr/share/fonts/noto-cjk/NotoSansCJK-Regular.ttc"],
581 "noto-fonts-cjk", 2);
584 check_missing(\%map);
586 return if (!$need && !$optional);
587 printf("You should run:\n\n\tsudo pacman -S $install\n");
590 sub give_gentoo_hints()
593 "sphinx_rtd_theme" => "dev-python/sphinx_rtd_theme",
594 "virtualenv" => "dev-python/virtualenv",
595 "dot" => "media-gfx/graphviz",
596 "convert" => "media-gfx/imagemagick",
597 "xelatex" => "dev-texlive/texlive-xetex media-fonts/dejavu",
598 "rsvg-convert" => "gnome-base/librsvg",
601 check_missing_file(["/usr/share/fonts/dejavu/DejaVuSans.ttf"],
602 "media-fonts/dejavu", 2) if ($pdf);
605 check_missing_file(["/usr/share/fonts/noto-cjk/NotoSansCJKsc-Regular.otf",
606 "/usr/share/fonts/noto-cjk/NotoSerifCJK-Regular.ttc"],
607 "media-fonts/noto-cjk", 2);
610 check_missing(\%map);
612 return if (!$need && !$optional);
614 printf("You should run:\n\n");
616 my $imagemagick = "media-gfx/imagemagick svg png";
617 my $cairo = "media-gfx/graphviz cairo pdf";
618 my $portage_imagemagick = "/etc/portage/package.use/imagemagick";
619 my $portage_cairo = "/etc/portage/package.use/graphviz";
621 if (qx(grep imagemagick $portage_imagemagick 2>/dev/null) eq "") {
622 printf("\tsudo su -c 'echo \"$imagemagick\" > $portage_imagemagick'\n")
624 if (qx(grep graphviz $portage_cairo 2>/dev/null) eq "") {
625 printf("\tsudo su -c 'echo \"$cairo\" > $portage_cairo'\n");
628 printf("\tsudo emerge --ask $install\n");
634 # Distro-specific hints
635 if ($system_release =~ /Red Hat Enterprise Linux/) {
639 if ($system_release =~ /CentOS/) {
643 if ($system_release =~ /Scientific Linux/) {
647 if ($system_release =~ /Oracle Linux Server/) {
651 if ($system_release =~ /Fedora/) {
655 if ($system_release =~ /Ubuntu/) {
659 if ($system_release =~ /Debian/) {
663 if ($system_release =~ /openSUSE/) {
667 if ($system_release =~ /Mageia/) {
671 if ($system_release =~ /OpenMandriva/) {
675 if ($system_release =~ /Arch Linux/) {
676 give_arch_linux_hints;
679 if ($system_release =~ /Gentoo/) {
685 # Fall-back to generic hint code for other distros
686 # That's far from ideal, specially for LaTeX dependencies.
689 "sphinx-build" => "sphinx"
691 check_missing_tex(2) if ($pdf);
692 check_missing(\%map);
693 print "I don't know distro $system_release.\n";
694 print "So, I can't provide you a hint with the install procedure.\n";
695 print "There are likely missing dependencies.\n";
699 # Common dependencies
702 sub deactivate_help()
704 printf "\nIf you want to exit the virtualenv, you can use:\n";
705 printf "\tdeactivate\n";
710 # Check if Sphinx is already accessible from current environment
713 if ($system_release) {
714 print "Detected OS: $system_release.\n";
716 print "Unknown OS\n";
718 printf "Sphinx version: %s\n\n", $cur_version if ($cur_version);
720 # Check python command line, trying first python3
721 $python_cmd = findprog("python3");
722 $python_cmd = check_program("python", 0) if (!$python_cmd);
724 # Check the type of virtual env, depending on Python version
727 my $tmp = qx($python_cmd --version 2>&1);
728 if ($tmp =~ m/(\d+\.)(\d+\.)/) {
729 if ($1 >= 3 && $2 >= 3) {
730 $need_venv = 1; # python 3.3 or upper
732 $need_virtualenv = 1;
735 # Complain if it finds python2 (or worse)
736 printf "Warning: python$1 support is deprecated. Use it with caution!\n";
739 die "Warning: couldn't identify $python_cmd version!";
742 add_package("python-sphinx", 0);
746 # Set virtualenv command line, if python < 3.3
748 if ($need_virtualenv) {
749 $virtualenv_cmd = findprog("virtualenv-3");
750 $virtualenv_cmd = findprog("virtualenv-3.5") if (!$virtualenv_cmd);
751 if (!$virtualenv_cmd) {
752 check_program("virtualenv", 0);
753 $virtualenv_cmd = "virtualenv";
757 # Check for needed programs/tools
758 check_perl_module("Pod::Usage", 0);
759 check_program("make", 0);
760 check_program("gcc", 0);
761 check_python_module("sphinx_rtd_theme", 1) if (!$virtualenv);
762 check_program("dot", 1);
763 check_program("convert", 1);
765 # Extra PDF files - should use 2 for is_optional
766 check_program("xelatex", 2) if ($pdf);
767 check_program("rsvg-convert", 2) if ($pdf);
768 check_program("latexmk", 2) if ($pdf);
770 if ($need_sphinx || $rec_sphinx_upgrade) {
771 check_python_module("ensurepip", 0) if ($need_venv);
774 # Do distro-specific checks and output distro-install commands
779 die "Can't build as $need mandatory dependency is missing";
781 die "Can't build as $need mandatory dependencies are missing";
785 # Check if sphinx-build is called sphinx-build-3
787 printf "\tsudo ln -sf %s /usr/bin/sphinx-build\n\n",
788 which("sphinx-build-3");
791 # NOTE: if the system has a too old Sphinx version installed,
792 # it will recommend installing a newer version using virtualenv
794 if ($need_sphinx || $rec_sphinx_upgrade) {
795 my $min_activate = "$ENV{'PWD'}/${virtenv_prefix}${min_version}/bin/activate";
796 my @activates = glob "$ENV{'PWD'}/${virtenv_prefix}*/bin/activate";
798 if ($cur_version lt $rec_version) {
799 print "Warning: It is recommended at least Sphinx version $rec_version.\n";
800 print " If you want pdf, you need at least $min_pdf_version.\n";
802 if ($cur_version lt $min_pdf_version) {
803 print "Note: It is recommended at least Sphinx version $min_pdf_version if you need PDF support.\n";
805 @activates = sort {$b cmp $a} @activates;
806 my ($activate, $ver);
807 foreach my $f (@activates) {
808 next if ($f lt $min_activate);
811 $sphinx_cmd =~ s/activate/sphinx-build/;
812 next if (! -f $sphinx_cmd);
814 $ver = get_sphinx_version($sphinx_cmd);
815 if ($need_sphinx && ($ver ge $min_version)) {
818 } elsif ($ver gt $cur_version) {
823 if ($activate ne "") {
825 printf "\nNeed to activate Sphinx (version $ver) on virtualenv with:\n";
826 printf "\t. $activate\n";
830 printf "\nYou may also use a newer Sphinx (version $ver) with:\n";
831 printf "\tdeactivate && . $activate\n";
834 my $rec_activate = "$virtenv_dir/bin/activate";
836 print "To upgrade Sphinx, use:\n\n" if ($rec_sphinx_upgrade);
838 $python_cmd = find_python_no_venv();
841 printf "\t$python_cmd -m venv $virtenv_dir\n";
843 printf "\t$virtualenv_cmd $virtenv_dir\n";
845 printf "\t. $rec_activate\n";
846 printf "\tpip install -r $requirement_file\n";
849 $need++ if (!$rec_sphinx_upgrade);
854 print "All optional dependencies are met.\n" if (!$optional);
857 die "Can't build as $need mandatory dependency is missing";
859 die "Can't build as $need mandatory dependencies are missing";
862 print "Needed package dependencies are met.\n";
870 my $arg = shift(@ARGV);
872 if ($arg eq "--no-virtualenv") {
874 } elsif ($arg eq "--no-pdf"){
876 } elsif ($arg eq "--version-check"){
879 print "Usage:\n\t$0 <--no-virtualenv> <--no-pdf> <--version-check>\n\n";
881 print "\t--no-virtualenv\t- Recommend installing Sphinx instead of using a virtualenv\n";
882 print "\t--version-check\t- if version is compatible, don't check for missing dependencies\n";
883 print "\t--no-pdf\t- don't check for dependencies required to build PDF docs\n\n";
889 # Determine the system type. There's no standard unique way that would
890 # work with all distros with a minimal package install. So, several
891 # methods are used here.
893 # By default, it will use lsb_release function. If not available, it will
894 # fail back to reading the known different places where the distro name
898 $system_release = qx(lsb_release -d) if which("lsb_release");
899 $system_release =~ s/Description:\s*// if ($system_release);
900 $system_release = catcheck("/etc/system-release") if !$system_release;
901 $system_release = catcheck("/etc/redhat-release") if !$system_release;
902 $system_release = catcheck("/etc/lsb-release") if !$system_release;
903 $system_release = catcheck("/etc/gentoo-release") if !$system_release;
905 # This seems more common than LSB these days
906 if (!$system_release) {
908 if (open IN, "cat /etc/os-release|") {
910 if (m/^([\w\d\_]+)=\"?([^\"]*)\"?\n/) {
914 $system_release = $os_var{"NAME"};
915 if (defined($os_var{"VERSION_ID"})) {
916 $system_release .= " " . $os_var{"VERSION_ID"} if (defined($os_var{"VERSION_ID"}));
918 $system_release .= " " . $os_var{"VERSION"};
922 $system_release = catcheck("/etc/issue") if !$system_release;
923 $system_release =~ s/\s+$//;