private Logger logger = LoggerFactory.getLogger(getClass());

/**
 * create a FilePipeline with default path"/data/webmagic/"
 */
public FilePipeline() {
    setPath("/data/webmagic/");
}

public FilePipeline(String path) {
    setPath(path);
}

@Override
public void process(ResultItems resultItems, Task task) {
    String path = this.path + PATH_SEPERATOR + task.getUUID() + PATH_SEPERATOR;
    try {
        PrintWriter printWriter = new PrintWriter(new OutputStreamWriter(new FileOutputStream(getFile(path + DigestUtils.md5Hex(resultItems.getRequest().getUrl()) + ".html")),"UTF-8"));
        printWriter.println("url:\t" + resultItems.getRequest().getUrl());
        for (Map.Entry<String, Object> entry : resultItems.getAll().entrySet()) {
            if (entry.getValue() instanceof Iterable) {
                Iterable value = (Iterable) entry.getValue();
                printWriter.println(entry.getKey() + ":");
                for (Object o : value) {
                    printWriter.println(o);
                }
            } else {
                printWriter.println(entry.getKey() + ":\t" + entry.getValue());
            }
        }
        printWriter.close();
    } catch (IOException e) {
        logger.warn("write file error", e);
    }
}

private Logger logger = LoggerFactory.getLogger(getClass());

/**
 * create a FilePipeline with default path"/data/csv/"
 */
public CSVFilePipeline() {
    setPath("/data/csv/");
}

public CSVFilePipeline(String path) {
    setPath(path);
}

private final static String[] UN_INIT = new String[0];

private String CSV_SEPERATOR = ",";

private String[] names = UN_INIT;

public synchronized void init(String[] objects) {
	System.out.println("objects是"+objects.toString()+"UN_INIT是"+UN_INIT.toString());

public String[] getCacheArray(int x) {
	String[] cacheArray = new String[x];
	for (int i = 0; i < x; i++) {
		cacheArray[i] = new String("");
	}
	return cacheArray;
}

@Override
public void process(ResultItems resultItems, Task task) {
	if (names == UN_INIT) {
		String[] strArray = new String[6];
		init(resultItems.getAll().keySet().toArray(strArray));
	}