/**
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.apache.hadoop.hbase;

import java.io.File;
import java.io.FileFilter;
import java.io.FileInputStream;
import java.io.IOException;
import java.net.URL;
import java.util.ArrayList;
import java.util.Enumeration;
import java.util.HashSet;
import java.util.List;
import java.util.Set;
import java.util.jar.JarEntry;
import java.util.jar.JarInputStream;
import java.util.regex.Matcher;
import java.util.regex.Pattern;

import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

/**
 * A class that finds a set of classes that are locally accessible
 * (from .class or .jar files), and satisfy the conditions that are
 * imposed by name and class filters provided by the user.
 */
public class ClassFinder {
  private static final Logger LOG = LoggerFactory.getLogger(ClassFinder.class);
  private static String CLASS_EXT = ".class";

  private ResourcePathFilter resourcePathFilter;
  private FileNameFilter fileNameFilter;
  private ClassFilter classFilter;
  private FileFilter fileFilter;
  private ClassLoader classLoader;

  public interface ResourcePathFilter {
    boolean isCandidatePath(String resourcePath, boolean isJar);
  }

  public interface FileNameFilter {
    boolean isCandidateFile(String fileName, String absFilePath);
  }

  public interface ClassFilter {
    boolean isCandidateClass(Class<?> c);
  }

  public static class Not implements ResourcePathFilter, FileNameFilter, ClassFilter {
    private ResourcePathFilter resourcePathFilter;
    private FileNameFilter fileNameFilter;
    private ClassFilter classFilter;

    public Not(ResourcePathFilter resourcePathFilter) {
      this.resourcePathFilter = resourcePathFilter;
    }

    public Not(FileNameFilter fileNameFilter) {
      this.fileNameFilter = fileNameFilter;
    }

    public Not(ClassFilter classFilter) {
      this.classFilter = classFilter;
    }

    @Override
    public boolean isCandidatePath(String resourcePath, boolean isJar) {
      return !resourcePathFilter.isCandidatePath(resourcePath, isJar);
    }
    @Override
    public boolean isCandidateFile(String fileName, String absFilePath) {
      return !fileNameFilter.isCandidateFile(fileName, absFilePath);
    }
    @Override
    public boolean isCandidateClass(Class<?> c) {
      return !classFilter.isCandidateClass(c);
    }
  }

  public static class And implements ClassFilter, ResourcePathFilter {
    ClassFilter[] classFilters;
    ResourcePathFilter[] resourcePathFilters;

    public And(ClassFilter...classFilters) {
      this.classFilters = classFilters;
    }

    public And(ResourcePathFilter... resourcePathFilters) {
      this.resourcePathFilters = resourcePathFilters;
    }

    @Override
    public boolean isCandidateClass(Class<?> c) {
      for (ClassFilter filter : classFilters) {
        if (!filter.isCandidateClass(c)) {
          return false;
        }
      }
      return true;
    }

    @Override public boolean isCandidatePath(String resourcePath, boolean isJar) {
      for (ResourcePathFilter filter : resourcePathFilters) {
        if (!filter.isCandidatePath(resourcePath, isJar)) {
          return false;
        }
      }
      return true;
    }
  }

  // To control which classloader to use while trying to find jars/classes
  public ClassFinder(ClassLoader classLoader) {
    this(null, null, null, classLoader);
  }

  public ClassFinder(ResourcePathFilter resourcePathFilter, FileNameFilter fileNameFilter,
      ClassFilter classFilter) {
    this(resourcePathFilter, fileNameFilter, classFilter, ClassLoader.getSystemClassLoader());
  }

  public ClassFinder(ResourcePathFilter resourcePathFilter, FileNameFilter fileNameFilter,
      ClassFilter classFilter, ClassLoader classLoader) {
    this.resourcePathFilter = resourcePathFilter;
    this.classFilter = classFilter;
    this.fileNameFilter = fileNameFilter;
    this.fileFilter = new FileFilterWithName(fileNameFilter);
    this.classLoader = classLoader;
  }

  /**
   * Finds the classes in current package (of ClassFinder) and nested packages.
   * @param proceedOnExceptions whether to ignore exceptions encountered for
   *        individual jars/files/classes, and proceed looking for others.
   */
  public Set<Class<?>> findClasses(boolean proceedOnExceptions)
    throws ClassNotFoundException, IOException, LinkageError {
    return findClasses(this.getClass().getPackage().getName(), proceedOnExceptions);
  }

  /**
   * Finds the classes in a package and nested packages.
   * @param packageName package names
   * @param proceedOnExceptions whether to ignore exceptions encountered for
   *        individual jars/files/classes, and proceed looking for others.
   */
  public Set<Class<?>> findClasses(String packageName, boolean proceedOnExceptions)
    throws ClassNotFoundException, IOException, LinkageError {
    final String path = packageName.replace('.', '/');
    final Pattern jarResourceRe = Pattern.compile("^file:(.+\\.jar)!/" + path + "$");

    Enumeration<URL> resources = this.classLoader.getResources(path);
    List<File> dirs = new ArrayList<>();
    List<String> jars = new ArrayList<>();

    while (resources.hasMoreElements()) {
      URL resource = resources.nextElement();
      String resourcePath = resource.getFile();
      Matcher matcher = jarResourceRe.matcher(resourcePath);
      boolean isJar = matcher.find();
      resourcePath = isJar ? matcher.group(1) : resourcePath;
      if (null == this.resourcePathFilter
          || this.resourcePathFilter.isCandidatePath(resourcePath, isJar)) {
        LOG.debug("Looking in " + resourcePath + "; isJar=" + isJar);
        if (isJar) {
          jars.add(resourcePath);
        } else {
          dirs.add(new File(resourcePath));
        }
      }
    }

    Set<Class<?>> classes = new HashSet<>();
    for (File directory : dirs) {
      classes.addAll(findClassesFromFiles(directory, packageName, proceedOnExceptions));
    }
    for (String jarFileName : jars) {
      classes.addAll(findClassesFromJar(jarFileName, packageName, proceedOnExceptions));
    }
    return classes;
  }

  private Set<Class<?>> findClassesFromJar(String jarFileName,
      String packageName, boolean proceedOnExceptions)
    throws IOException, ClassNotFoundException, LinkageError {
    JarInputStream jarFile;
    try {
      jarFile = new JarInputStream(new FileInputStream(jarFileName));
    } catch (IOException ioEx) {
      LOG.warn("Failed to look for classes in " + jarFileName + ": " + ioEx);
      throw ioEx;
    }

    Set<Class<?>> classes = new HashSet<>();
    JarEntry entry;
    try {
      while (true) {
        try {
          entry = jarFile.getNextJarEntry();
        } catch (IOException ioEx) {
          if (!proceedOnExceptions) {
            throw ioEx;
          }
          LOG.warn("Failed to get next entry from " + jarFileName + ": " + ioEx);
          break;
        }
        if (entry == null) {
          break; // loop termination condition
        }

        String className = entry.getName();
        if (!className.endsWith(CLASS_EXT)) {
          continue;
        }
        int ix = className.lastIndexOf('/');
        String fileName = (ix >= 0) ? className.substring(ix + 1) : className;
        if (null != this.fileNameFilter
            && !this.fileNameFilter.isCandidateFile(fileName, className)) {
          continue;
        }
        className =
            className.substring(0, className.length() - CLASS_EXT.length()).replace('/', '.');
        if (!className.startsWith(packageName)) {
          continue;
        }
        Class<?> c = makeClass(className, proceedOnExceptions);
        if (c != null) {
          if (!classes.add(c)) {
            LOG.warn("Ignoring duplicate class " + className);
          }
        }
      }
      return classes;
    } finally {
      jarFile.close();
    }
  }

  private Set<Class<?>> findClassesFromFiles(File baseDirectory, String packageName,
      boolean proceedOnExceptions) throws ClassNotFoundException, LinkageError {
    Set<Class<?>> classes = new HashSet<>();
    if (!baseDirectory.exists()) {
      LOG.warn(baseDirectory.getAbsolutePath() + " does not exist");
      return classes;
    }

    File[] files = baseDirectory.listFiles(this.fileFilter);
    if (files == null) {
      LOG.warn("Failed to get files from " + baseDirectory.getAbsolutePath());
      return classes;
    }

    for (File file : files) {
      final String fileName = file.getName();
      if (file.isDirectory()) {
        classes.addAll(findClassesFromFiles(file, packageName + "." + fileName,
            proceedOnExceptions));
      } else {
        String className = packageName + '.'
            + fileName.substring(0, fileName.length() - CLASS_EXT.length());
        Class<?> c = makeClass(className, proceedOnExceptions);
        if (c != null) {
          if (!classes.add(c)) {
            LOG.warn("Ignoring duplicate class " + className);
          }
        }
      }
    }
    return classes;
  }

  private Class<?> makeClass(String className, boolean proceedOnExceptions)
    throws ClassNotFoundException, LinkageError {
    try {
      Class<?> c = Class.forName(className, false, classLoader);
      boolean isCandidateClass = null == classFilter || classFilter.isCandidateClass(c);
      return isCandidateClass ? c : null;
    } catch (ClassNotFoundException | LinkageError exception) {
      if (!proceedOnExceptions) {
        throw exception;
      }
      LOG.debug("Failed to instantiate or check " + className + ": " + exception);
    }
    return null;
  }

  private static class FileFilterWithName implements FileFilter {
    private FileNameFilter nameFilter;

    public FileFilterWithName(FileNameFilter nameFilter) {
      this.nameFilter = nameFilter;
    }

    @Override
    public boolean accept(File file) {
      return file.isDirectory()
          || (file.getName().endsWith(CLASS_EXT)
              && (null == nameFilter
                || nameFilter.isCandidateFile(file.getName(), file.getAbsolutePath())));
    }
  }
}