webmagic之爬取数据存储为TXT

public static void create(String title) throws IOException {
    Configuration config = new Configuration();
    config.set("fs.default.name", "hdfs://192.168.146.110:9000");
    DistributedFileSystem fs = (DistributedFileSystem) DistributedFileSystem.get(config);
    String pathString = "/report/Zbgg/"+title+".txt";
    FSDataOutputStream output = fs.create(new Path(pathString));
    output.close();
}

public static void write(String txt , String str)  {
        Configuration config = new Configuration();
        config.set("fs.default.name", "hdfs://192.168.146.110:9000");
        config.set("dfs.support.append", "true");
        config.set("dfs.client.block.write.replace-datanode-on-failure.policy", "NEVER");
        config.set("dfs.client.block.write.replace-datanode-on-failure.enable", "true");

        try {
            DistributedFileSystem fs = (DistributedFileSystem) DistributedFileSystem.get(config);
            //文件必须存在
            String pathString = "/report/Zbgg/"+txt+".txt";
            FSDataOutputStream outpustream = fs.append(new Path(pathString));

            //System.getProperty("line.separator")换行

            outpustream.writeBytes(str);
            outpustream.writeBytes(System.getProperty("line.separator"));
            outpustream.close();
            fs.close();
        } catch (IOException e) {
            // TODO Auto-generated catch block
            e.printStackTrace();
        }
    }