src/share/classes/com/sun/tools/javadoc/JavadocTool.java

Mon, 27 Sep 2010 14:20:39 -0700

author
jjg
date
Mon, 27 Sep 2010 14:20:39 -0700
changeset 695
3c9b64e55c5d
parent 554
9d9f26857129
child 1094
dea82aa3ca4f
permissions
-rw-r--r--

6877202: Elements.getDocComment() is not getting JavaDocComments
6861094: javac -Xprint <file> does not print comments
6985205: access to tree positions and doc comments may be lost across annotation processing rounds
Reviewed-by: darcy

duke@1 1 /*
jjg@695 2 * Copyright (c) 2001, 2010, Oracle and/or its affiliates. All rights reserved.
duke@1 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
duke@1 4 *
duke@1 5 * This code is free software; you can redistribute it and/or modify it
duke@1 6 * under the terms of the GNU General Public License version 2 only, as
ohair@554 7 * published by the Free Software Foundation. Oracle designates this
duke@1 8 * particular file as subject to the "Classpath" exception as provided
ohair@554 9 * by Oracle in the LICENSE file that accompanied this code.
duke@1 10 *
duke@1 11 * This code is distributed in the hope that it will be useful, but WITHOUT
duke@1 12 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
duke@1 13 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
duke@1 14 * version 2 for more details (a copy is included in the LICENSE file that
duke@1 15 * accompanied this code).
duke@1 16 *
duke@1 17 * You should have received a copy of the GNU General Public License version
duke@1 18 * 2 along with this work; if not, write to the Free Software Foundation,
duke@1 19 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
duke@1 20 *
ohair@554 21 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
ohair@554 22 * or visit www.oracle.com if you need additional information or have any
ohair@554 23 * questions.
duke@1 24 */
duke@1 25
duke@1 26 package com.sun.tools.javadoc;
duke@1 27
jjg@197 28 import java.io.File;
jjg@197 29 import java.io.IOException;
jjg@197 30 import java.util.Collection;
jjg@197 31 import java.util.EnumSet;
jjg@197 32 import java.util.HashMap;
jjg@197 33 import java.util.Map;
jjg@197 34 import java.util.Set;
jjg@197 35 import javax.tools.JavaFileManager.Location;
jjg@197 36 import javax.tools.JavaFileObject;
jjg@197 37 import javax.tools.StandardJavaFileManager;
jjg@197 38 import javax.tools.StandardLocation;
duke@1 39
jjg@197 40 import com.sun.tools.javac.code.Symbol.CompletionFailure;
jjg@197 41 import com.sun.tools.javac.comp.Annotate;
duke@1 42 import com.sun.tools.javac.parser.DocCommentScanner;
jjg@197 43 import com.sun.tools.javac.tree.JCTree;
jjg@197 44 import com.sun.tools.javac.tree.JCTree.JCClassDecl;
jjg@197 45 import com.sun.tools.javac.tree.JCTree.JCCompilationUnit;
jjg@197 46 import com.sun.tools.javac.util.Abort;
jjg@197 47 import com.sun.tools.javac.util.Context;
jjg@197 48 import com.sun.tools.javac.util.List;
jjg@197 49 import com.sun.tools.javac.util.ListBuffer;
jjg@197 50 import com.sun.tools.javac.util.Position;
duke@1 51
duke@1 52
duke@1 53 /**
duke@1 54 * This class could be the main entry point for Javadoc when Javadoc is used as a
duke@1 55 * component in a larger software system. It provides operations to
duke@1 56 * construct a new javadoc processor, and to run it on a set of source
duke@1 57 * files.
duke@1 58 * @author Neal Gafter
duke@1 59 */
duke@1 60 public class JavadocTool extends com.sun.tools.javac.main.JavaCompiler {
duke@1 61 DocEnv docenv;
duke@1 62
duke@1 63 final Context context;
duke@1 64 final Messager messager;
duke@1 65 final JavadocClassReader reader;
duke@1 66 final JavadocEnter enter;
duke@1 67 final Annotate annotate;
duke@1 68
duke@1 69 /**
duke@1 70 * Construct a new JavaCompiler processor, using appropriately
duke@1 71 * extended phases of the underlying compiler.
duke@1 72 */
duke@1 73 protected JavadocTool(Context context) {
duke@1 74 super(context);
duke@1 75 this.context = context;
duke@1 76 messager = Messager.instance0(context);
duke@1 77 reader = JavadocClassReader.instance0(context);
duke@1 78 enter = JavadocEnter.instance0(context);
duke@1 79 annotate = Annotate.instance(context);
duke@1 80 }
duke@1 81
duke@1 82 /**
duke@1 83 * For javadoc, the parser needs to keep comments. Overrides method from JavaCompiler.
duke@1 84 */
duke@1 85 protected boolean keepComments() {
duke@1 86 return true;
duke@1 87 }
duke@1 88
duke@1 89 /**
duke@1 90 * Construct a new javadoc tool.
duke@1 91 */
duke@1 92 public static JavadocTool make0(Context context) {
duke@1 93 Messager messager = null;
duke@1 94 try {
duke@1 95 // force the use of Javadoc's class reader
duke@1 96 JavadocClassReader.preRegister(context);
duke@1 97
duke@1 98 // force the use of Javadoc's own enter phase
duke@1 99 JavadocEnter.preRegister(context);
duke@1 100
duke@1 101 // force the use of Javadoc's own member enter phase
duke@1 102 JavadocMemberEnter.preRegister(context);
duke@1 103
duke@1 104 // force the use of Javadoc's own todo phase
duke@1 105 JavadocTodo.preRegister(context);
duke@1 106
duke@1 107 // force the use of Messager as a Log
duke@1 108 messager = Messager.instance0(context);
duke@1 109
duke@1 110 return new JavadocTool(context);
duke@1 111 } catch (CompletionFailure ex) {
duke@1 112 messager.error(Position.NOPOS, ex.getMessage());
duke@1 113 return null;
duke@1 114 }
duke@1 115 }
duke@1 116
duke@1 117 public RootDocImpl getRootDocImpl(String doclocale,
duke@1 118 String encoding,
duke@1 119 ModifierFilter filter,
duke@1 120 List<String> javaNames,
duke@1 121 List<String[]> options,
duke@1 122 boolean breakiterator,
duke@1 123 List<String> subPackages,
duke@1 124 List<String> excludedPackages,
duke@1 125 boolean docClasses,
duke@1 126 boolean legacyDoclet,
duke@1 127 boolean quiet) throws IOException {
duke@1 128 docenv = DocEnv.instance(context);
duke@1 129 docenv.showAccess = filter;
jjg@197 130 docenv.quiet = quiet;
duke@1 131 docenv.breakiterator = breakiterator;
duke@1 132 docenv.setLocale(doclocale);
duke@1 133 docenv.setEncoding(encoding);
duke@1 134 docenv.docClasses = docClasses;
duke@1 135 docenv.legacyDoclet = legacyDoclet;
duke@1 136 reader.sourceCompleter = docClasses ? null : this;
duke@1 137
duke@1 138 ListBuffer<String> names = new ListBuffer<String>();
duke@1 139 ListBuffer<JCCompilationUnit> classTrees = new ListBuffer<JCCompilationUnit>();
duke@1 140 ListBuffer<JCCompilationUnit> packTrees = new ListBuffer<JCCompilationUnit>();
duke@1 141
duke@1 142 try {
jjg@197 143 StandardJavaFileManager fm = (StandardJavaFileManager) docenv.fileManager;
duke@1 144 for (List<String> it = javaNames; it.nonEmpty(); it = it.tail) {
duke@1 145 String name = it.head;
duke@1 146 if (!docClasses && name.endsWith(".java") && new File(name).exists()) {
jjg@197 147 JavaFileObject fo = fm.getJavaFileObjects(name).iterator().next();
duke@1 148 docenv.notice("main.Loading_source_file", name);
jjg@197 149 JCCompilationUnit tree = parse(fo);
jjg@197 150 classTrees.append(tree);
duke@1 151 } else if (isValidPackageName(name)) {
duke@1 152 names = names.append(name);
duke@1 153 } else if (name.endsWith(".java")) {
jjg@50 154 docenv.error(null, "main.file_not_found", name);
duke@1 155 } else {
duke@1 156 docenv.error(null, "main.illegal_package_name", name);
duke@1 157 }
duke@1 158 }
duke@1 159
duke@1 160 if (!docClasses) {
duke@1 161 // Recursively search given subpackages. If any packages
duke@1 162 //are found, add them to the list.
jjg@197 163 Map<String,List<JavaFileObject>> packageFiles =
jjg@197 164 searchSubPackages(subPackages, names, excludedPackages);
duke@1 165
duke@1 166 // Parse the packages
duke@1 167 for (List<String> packs = names.toList(); packs.nonEmpty(); packs = packs.tail) {
duke@1 168 // Parse sources ostensibly belonging to package.
jjg@197 169 String packageName = packs.head;
jjg@197 170 parsePackageClasses(packageName, packageFiles.get(packageName), packTrees, excludedPackages);
duke@1 171 }
duke@1 172
duke@1 173 if (messager.nerrors() != 0) return null;
duke@1 174
duke@1 175 // Enter symbols for all files
duke@1 176 docenv.notice("main.Building_tree");
duke@1 177 enter.main(classTrees.toList().appendList(packTrees.toList()));
duke@1 178 }
duke@1 179 } catch (Abort ex) {}
duke@1 180
jjg@197 181 if (messager.nerrors() != 0)
jjg@197 182 return null;
duke@1 183
duke@1 184 if (docClasses)
duke@1 185 return new RootDocImpl(docenv, javaNames, options);
duke@1 186 else
duke@1 187 return new RootDocImpl(docenv, listClasses(classTrees.toList()), names.toList(), options);
duke@1 188 }
duke@1 189
duke@1 190 /** Is the given string a valid package name? */
duke@1 191 boolean isValidPackageName(String s) {
duke@1 192 int index;
duke@1 193 while ((index = s.indexOf('.')) != -1) {
duke@1 194 if (!isValidClassName(s.substring(0, index))) return false;
duke@1 195 s = s.substring(index+1);
duke@1 196 }
duke@1 197 return isValidClassName(s);
duke@1 198 }
duke@1 199
duke@1 200 /**
duke@1 201 * search all directories in path for subdirectory name. Add all
duke@1 202 * .java files found in such a directory to args.
duke@1 203 */
duke@1 204 private void parsePackageClasses(String name,
jjg@197 205 Iterable<JavaFileObject> files,
jjg@197 206 ListBuffer<JCCompilationUnit> trees,
jjg@197 207 List<String> excludedPackages)
jjg@197 208 throws IOException {
duke@1 209 if (excludedPackages.contains(name)) {
duke@1 210 return;
duke@1 211 }
jjg@197 212
duke@1 213 boolean hasFiles = false;
duke@1 214 docenv.notice("main.Loading_source_files_for_package", name);
jjg@197 215
jjg@197 216 if (files == null) {
jjg@197 217 Location location = docenv.fileManager.hasLocation(StandardLocation.SOURCE_PATH)
jjg@197 218 ? StandardLocation.SOURCE_PATH : StandardLocation.CLASS_PATH;
jjg@197 219 ListBuffer<JavaFileObject> lb = new ListBuffer<JavaFileObject>();
jjg@197 220 for (JavaFileObject fo: docenv.fileManager.list(
jjg@197 221 location, name, EnumSet.of(JavaFileObject.Kind.SOURCE), false)) {
jjg@197 222 String binaryName = docenv.fileManager.inferBinaryName(location, fo);
jjg@197 223 String simpleName = getSimpleName(binaryName);
jjg@197 224 if (isValidClassName(simpleName)) {
jjg@197 225 lb.append(fo);
duke@1 226 }
duke@1 227 }
jjg@197 228 files = lb.toList();
duke@1 229 }
jjg@197 230
jjg@197 231 for (JavaFileObject fo : files) {
jjg@197 232 // messager.notice("main.Loading_source_file", fn);
jjg@197 233 trees.append(parse(fo));
jjg@197 234 hasFiles = true;
jjg@197 235 }
jjg@197 236
jjg@197 237 if (!hasFiles) {
duke@1 238 messager.warning(null, "main.no_source_files_for_package",
jjg@197 239 name.replace(File.separatorChar, '.'));
jjg@197 240 }
duke@1 241 }
duke@1 242
duke@1 243 /**
duke@1 244 * Recursively search all directories in path for subdirectory name.
duke@1 245 * Add all packages found in such a directory to packages list.
duke@1 246 */
jjg@197 247 private Map<String,List<JavaFileObject>> searchSubPackages(
jjg@197 248 List<String> subPackages,
jjg@197 249 ListBuffer<String> packages,
jjg@197 250 List<String> excludedPackages)
jjg@197 251 throws IOException {
jjg@197 252 Map<String,List<JavaFileObject>> packageFiles =
jjg@197 253 new HashMap<String,List<JavaFileObject>>();
jjg@197 254
jjg@197 255 Map<String,Boolean> includedPackages = new HashMap<String,Boolean>();
jjg@197 256 includedPackages.put("", true);
jjg@197 257 for (String p: excludedPackages)
jjg@197 258 includedPackages.put(p, false);
jjg@197 259
jjg@197 260 if (docenv.fileManager.hasLocation(StandardLocation.SOURCE_PATH)) {
jjg@197 261 searchSubPackages(subPackages,
jjg@197 262 includedPackages,
jjg@197 263 packages, packageFiles,
jjg@197 264 StandardLocation.SOURCE_PATH,
jjg@197 265 EnumSet.of(JavaFileObject.Kind.SOURCE));
jjg@197 266 searchSubPackages(subPackages,
jjg@197 267 includedPackages,
jjg@197 268 packages, packageFiles,
jjg@197 269 StandardLocation.CLASS_PATH,
jjg@197 270 EnumSet.of(JavaFileObject.Kind.CLASS));
jjg@197 271 } else {
jjg@197 272 searchSubPackages(subPackages,
jjg@197 273 includedPackages,
jjg@197 274 packages, packageFiles,
jjg@197 275 StandardLocation.CLASS_PATH,
jjg@197 276 EnumSet.of(JavaFileObject.Kind.SOURCE, JavaFileObject.Kind.CLASS));
jjg@197 277 }
jjg@197 278 return packageFiles;
jjg@197 279 }
jjg@197 280
duke@1 281 private void searchSubPackages(List<String> subPackages,
jjg@197 282 Map<String,Boolean> includedPackages,
jjg@197 283 ListBuffer<String> packages,
jjg@197 284 Map<String, List<JavaFileObject>> packageFiles,
jjg@197 285 StandardLocation location, Set<JavaFileObject.Kind> kinds)
jjg@197 286 throws IOException {
jjg@197 287 for (String subPackage: subPackages) {
jjg@197 288 if (!isIncluded(subPackage, includedPackages))
jjg@197 289 continue;
duke@1 290
jjg@197 291 for (JavaFileObject fo: docenv.fileManager.list(location, subPackage, kinds, true)) {
jjg@197 292 String binaryName = docenv.fileManager.inferBinaryName(location, fo);
jjg@197 293 String packageName = getPackageName(binaryName);
jjg@197 294 String simpleName = getSimpleName(binaryName);
jjg@197 295 if (isIncluded(packageName, includedPackages) && isValidClassName(simpleName)) {
jjg@197 296 List<JavaFileObject> list = packageFiles.get(packageName);
jjg@197 297 list = (list == null ? List.of(fo) : list.prepend(fo));
jjg@197 298 packageFiles.put(packageName, list);
jjg@197 299 if (!packages.contains(packageName))
jjg@197 300 packages.add(packageName);
jjg@197 301 }
jjg@197 302 }
jjg@197 303 }
jjg@197 304 }
jjg@197 305
jjg@197 306 private String getPackageName(String name) {
jjg@197 307 int lastDot = name.lastIndexOf(".");
jjg@197 308 return (lastDot == -1 ? "" : name.substring(0, lastDot));
jjg@197 309 }
jjg@197 310
jjg@197 311 private String getSimpleName(String name) {
jjg@197 312 int lastDot = name.lastIndexOf(".");
jjg@197 313 return (lastDot == -1 ? name : name.substring(lastDot + 1));
jjg@197 314 }
jjg@197 315
jjg@197 316 private boolean isIncluded(String packageName, Map<String,Boolean> includedPackages) {
jjg@197 317 Boolean b = includedPackages.get(packageName);
jjg@197 318 if (b == null) {
jjg@197 319 b = isIncluded(getPackageName(packageName), includedPackages);
jjg@197 320 includedPackages.put(packageName, b);
jjg@197 321 }
jjg@197 322 return b;
duke@1 323 }
duke@1 324
duke@1 325 /**
duke@1 326 * Recursively search all directories in path for subdirectory name.
duke@1 327 * Add all packages found in such a directory to packages list.
duke@1 328 */
duke@1 329 private void searchSubPackage(String packageName,
duke@1 330 ListBuffer<String> packages,
duke@1 331 List<String> excludedPackages,
duke@1 332 Collection<File> pathnames) {
duke@1 333 if (excludedPackages.contains(packageName))
duke@1 334 return;
duke@1 335
duke@1 336 String packageFilename = packageName.replace('.', File.separatorChar);
duke@1 337 boolean addedPackage = false;
duke@1 338 for (File pathname : pathnames) {
duke@1 339 File f = new File(pathname, packageFilename);
duke@1 340 String filenames[] = f.list();
duke@1 341 // if filenames not null, then found directory
duke@1 342 if (filenames != null) {
duke@1 343 for (String filename : filenames) {
duke@1 344 if (!addedPackage
duke@1 345 && (isValidJavaSourceFile(filename) ||
duke@1 346 isValidJavaClassFile(filename))
duke@1 347 && !packages.contains(packageName)) {
duke@1 348 packages.append(packageName);
duke@1 349 addedPackage = true;
duke@1 350 } else if (isValidClassName(filename) &&
duke@1 351 (new File(f, filename)).isDirectory()) {
duke@1 352 searchSubPackage(packageName + "." + filename,
duke@1 353 packages, excludedPackages, pathnames);
duke@1 354 }
duke@1 355 }
duke@1 356 }
duke@1 357 }
duke@1 358 }
duke@1 359
duke@1 360 /**
duke@1 361 * Return true if given file name is a valid class file name.
duke@1 362 * @param file the name of the file to check.
duke@1 363 * @return true if given file name is a valid class file name
duke@1 364 * and false otherwise.
duke@1 365 */
duke@1 366 private static boolean isValidJavaClassFile(String file) {
duke@1 367 if (!file.endsWith(".class")) return false;
duke@1 368 String clazzName = file.substring(0, file.length() - ".class".length());
duke@1 369 return isValidClassName(clazzName);
duke@1 370 }
duke@1 371
duke@1 372 /**
duke@1 373 * Return true if given file name is a valid Java source file name.
duke@1 374 * @param file the name of the file to check.
duke@1 375 * @return true if given file name is a valid Java source file name
duke@1 376 * and false otherwise.
duke@1 377 */
duke@1 378 private static boolean isValidJavaSourceFile(String file) {
duke@1 379 if (!file.endsWith(".java")) return false;
duke@1 380 String clazzName = file.substring(0, file.length() - ".java".length());
duke@1 381 return isValidClassName(clazzName);
duke@1 382 }
duke@1 383
duke@1 384 /** Are surrogates supported?
duke@1 385 */
duke@1 386 final static boolean surrogatesSupported = surrogatesSupported();
duke@1 387 private static boolean surrogatesSupported() {
duke@1 388 try {
duke@1 389 boolean b = Character.isHighSurrogate('a');
duke@1 390 return true;
duke@1 391 } catch (NoSuchMethodError ex) {
duke@1 392 return false;
duke@1 393 }
duke@1 394 }
duke@1 395
duke@1 396 /**
duke@1 397 * Return true if given file name is a valid class name
duke@1 398 * (including "package-info").
duke@1 399 * @param clazzname the name of the class to check.
duke@1 400 * @return true if given class name is a valid class name
duke@1 401 * and false otherwise.
duke@1 402 */
duke@1 403 public static boolean isValidClassName(String s) {
duke@1 404 if (s.length() < 1) return false;
duke@1 405 if (s.equals("package-info")) return true;
duke@1 406 if (surrogatesSupported) {
duke@1 407 int cp = s.codePointAt(0);
duke@1 408 if (!Character.isJavaIdentifierStart(cp))
duke@1 409 return false;
duke@1 410 for (int j=Character.charCount(cp); j<s.length(); j+=Character.charCount(cp)) {
duke@1 411 cp = s.codePointAt(j);
duke@1 412 if (!Character.isJavaIdentifierPart(cp))
duke@1 413 return false;
duke@1 414 }
duke@1 415 } else {
duke@1 416 if (!Character.isJavaIdentifierStart(s.charAt(0)))
duke@1 417 return false;
duke@1 418 for (int j=1; j<s.length(); j++)
duke@1 419 if (!Character.isJavaIdentifierPart(s.charAt(j)))
duke@1 420 return false;
duke@1 421 }
duke@1 422 return true;
duke@1 423 }
duke@1 424
duke@1 425 /**
duke@1 426 * From a list of top level trees, return the list of contained class definitions
duke@1 427 */
duke@1 428 List<JCClassDecl> listClasses(List<JCCompilationUnit> trees) {
duke@1 429 ListBuffer<JCClassDecl> result = new ListBuffer<JCClassDecl>();
duke@1 430 for (JCCompilationUnit t : trees) {
duke@1 431 for (JCTree def : t.defs) {
duke@1 432 if (def.getTag() == JCTree.CLASSDEF)
duke@1 433 result.append((JCClassDecl)def);
duke@1 434 }
duke@1 435 }
duke@1 436 return result.toList();
duke@1 437 }
duke@1 438
duke@1 439 }

mercurial