src/main/java/org/embulk/output/postgresql/AbstractPostgreSQLCopyBatchInsert.java in embulk-output-postgresql-0.4.1 vs src/main/java/org/embulk/output/postgresql/AbstractPostgreSQLCopyBatchInsert.java in embulk-output-postgresql-0.4.2
- old
+ new
@@ -1,245 +1,242 @@
-package org.embulk.output.postgresql;
-
-import java.util.Calendar;
-import java.util.Locale;
-import java.io.File;
-import java.io.FileOutputStream;
-import java.io.Writer;
-import java.io.BufferedWriter;
-import java.io.OutputStreamWriter;
-import java.io.IOException;
-import java.nio.charset.Charset;
-import java.math.BigDecimal;
-import java.sql.Date;
-import java.sql.Time;
-import java.sql.SQLException;
-import org.embulk.spi.time.Timestamp;
-import org.embulk.output.jdbc.BatchInsert;
-
-public abstract class AbstractPostgreSQLCopyBatchInsert
- implements BatchInsert
-{
- protected static final Charset FILE_CHARSET = Charset.forName("UTF-8");
-
- protected static final String nullString = "\\N";
- protected static final String newLineString = "\n";
- protected static final String delimiterString = "\t";
-
- protected File currentFile;
- protected BufferedWriter writer;
- protected int index;
- protected int batchRows;
-
- protected AbstractPostgreSQLCopyBatchInsert() throws IOException
- {
- this.index = 0;
- openNewFile();
- }
-
- private File createTempFile() throws IOException
- {
- return File.createTempFile("embulk-output-postgres-copy-", ".tsv.tmp"); // TODO configurable temporary file path
- }
-
- protected File openNewFile() throws IOException
- {
- File newFile = createTempFile();
- File oldFile = closeCurrentFile();
- this.writer = openWriter(newFile);
- currentFile = newFile;
- return oldFile;
- }
-
- protected File closeCurrentFile() throws IOException
- {
- if(writer != null) {
- writer.close();
- writer = null;
- }
- return currentFile;
- }
-
- protected BufferedWriter openWriter(File newFile) throws IOException
- {
- return new BufferedWriter(new OutputStreamWriter(new FileOutputStream(newFile), FILE_CHARSET));
- }
-
- public int getBatchWeight()
- {
- long fsize = currentFile.length();
- if (fsize > Integer.MAX_VALUE) {
- return Integer.MAX_VALUE;
- } else {
- return (int) fsize;
- }
- }
-
- public void finish() throws IOException, SQLException
- {
- closeCurrentFile(); // this is necessary to make getBatchWeight() work
- if (getBatchWeight() != 0) {
- flush();
- }
- }
-
- public void add() throws IOException
- {
- writer.write(newLineString);
- batchRows++;
- index = 0;
- }
-
- private void appendDelimiter() throws IOException
- {
- if(index != 0) {
- writer.write(delimiterString);
- }
- index++;
- }
-
- public void setNull(int sqlType) throws IOException
- {
- appendDelimiter();
- writer.write(nullString);
- }
-
- public void setBoolean(boolean v) throws IOException
- {
- appendDelimiter();
- writer.write(String.valueOf(v));
- }
-
- public void setByte(byte v) throws IOException
- {
- appendDelimiter();
- setEscapedString(String.valueOf(v));
- }
-
- public void setShort(short v) throws IOException
- {
- appendDelimiter();
- writer.write(String.valueOf(v));
- }
-
- public void setInt(int v) throws IOException
- {
- appendDelimiter();
- writer.write(String.valueOf(v));
- }
-
- public void setLong(long v) throws IOException
- {
- appendDelimiter();
- writer.write(String.valueOf(v));
- }
-
- public void setFloat(float v) throws IOException
- {
- appendDelimiter();
- writer.write(String.valueOf(v));
- }
-
- public void setDouble(double v) throws IOException
- {
- appendDelimiter();
- writer.write(String.valueOf(v));
- }
-
- public void setBigDecimal(BigDecimal v) throws IOException
- {
- appendDelimiter();
- writer.write(String.valueOf(v));
- }
-
- public void setString(String v) throws IOException
- {
- appendDelimiter();
- setEscapedString(v);
- }
-
- public void setNString(String v) throws IOException
- {
- appendDelimiter();
- setEscapedString(v);
- }
-
- public void setBytes(byte[] v) throws IOException
- {
- appendDelimiter();
- setEscapedString(String.valueOf(v));
- }
-
- public void setSqlDate(Timestamp v, Calendar cal) throws IOException
- {
- appendDelimiter();
- cal.setTimeInMillis(v.getEpochSecond() * 1000);
- String f = String.format(Locale.ENGLISH, "%02d-%02d-%02d",
- cal.get(Calendar.YEAR),
- cal.get(Calendar.MONTH) + 1,
- cal.get(Calendar.DAY_OF_MONTH));
- writer.write(f);
- }
-
- public void setSqlTime(Timestamp v, Calendar cal) throws IOException
- {
- appendDelimiter();
- cal.setTimeInMillis(v.getEpochSecond() * 1000);
- String f = String.format(Locale.ENGLISH, "%02d:%02d:%02d.%06d",
- cal.get(Calendar.HOUR_OF_DAY),
- cal.get(Calendar.MINUTE),
- cal.get(Calendar.SECOND),
- v.getNano() / 1000);
- writer.write(f);
- }
-
- public void setSqlTimestamp(Timestamp v, Calendar cal) throws IOException
- {
- appendDelimiter();
- cal.setTimeInMillis(v.getEpochSecond() * 1000);
- int zoneOffset = cal.get(Calendar.ZONE_OFFSET) / 1000 / 60; // zone offset considering DST in minute
- String offset;
- if (zoneOffset >= 0) {
- offset = String.format(Locale.ENGLISH, "+%02d%02d", zoneOffset / 60, zoneOffset % 60);
- } else {
- offset = String.format(Locale.ENGLISH, "-%02d%02d", -zoneOffset / 60, -zoneOffset % 60);
- }
- String f = String.format(Locale.ENGLISH, "%d-%02d-%02d %02d:%02d:%02d.%06d%s",
- cal.get(Calendar.YEAR),
- cal.get(Calendar.MONTH) + 1,
- cal.get(Calendar.DAY_OF_MONTH),
- cal.get(Calendar.HOUR_OF_DAY),
- cal.get(Calendar.MINUTE),
- cal.get(Calendar.SECOND),
- v.getNano() / 1000,
- offset);
- writer.write(f);
- }
-
- // Escape \, \n, \t, \r
- // Remove \0
- private void setEscapedString(String v) throws IOException{
- for (char c : v.toCharArray()) {
- String s;
- switch (c) {
- case '\\':
- s = "\\\\";
- break;
- case '\n':
- s = "\\n";
- break;
- case '\t':
- s = "\\t";
- break;
- case '\r':
- s = "\\r";
- break;
- case 0:
- s = "";
- break;
- default:
- s = String.valueOf(c);
- }
- writer.write(s);
- }
- }
-}
+package org.embulk.output.postgresql;
+
+import java.util.Calendar;
+import java.util.Locale;
+import java.io.File;
+import java.io.FileOutputStream;
+import java.io.BufferedWriter;
+import java.io.OutputStreamWriter;
+import java.io.IOException;
+import java.nio.charset.Charset;
+import java.math.BigDecimal;
+import java.sql.SQLException;
+import org.embulk.spi.time.Timestamp;
+import org.embulk.output.jdbc.BatchInsert;
+
+public abstract class AbstractPostgreSQLCopyBatchInsert
+ implements BatchInsert
+{
+ protected static final Charset FILE_CHARSET = Charset.forName("UTF-8");
+
+ protected static final String nullString = "\\N";
+ protected static final String newLineString = "\n";
+ protected static final String delimiterString = "\t";
+
+ protected File currentFile;
+ protected BufferedWriter writer;
+ protected int index;
+ protected int batchRows;
+
+ protected AbstractPostgreSQLCopyBatchInsert() throws IOException
+ {
+ this.index = 0;
+ openNewFile();
+ }
+
+ private File createTempFile() throws IOException
+ {
+ return File.createTempFile("embulk-output-postgres-copy-", ".tsv.tmp"); // TODO configurable temporary file path
+ }
+
+ protected File openNewFile() throws IOException
+ {
+ File newFile = createTempFile();
+ File oldFile = closeCurrentFile();
+ this.writer = openWriter(newFile);
+ currentFile = newFile;
+ return oldFile;
+ }
+
+ protected File closeCurrentFile() throws IOException
+ {
+ if(writer != null) {
+ writer.close();
+ writer = null;
+ }
+ return currentFile;
+ }
+
+ protected BufferedWriter openWriter(File newFile) throws IOException
+ {
+ return new BufferedWriter(new OutputStreamWriter(new FileOutputStream(newFile), FILE_CHARSET));
+ }
+
+ public int getBatchWeight()
+ {
+ long fsize = currentFile.length();
+ if (fsize > Integer.MAX_VALUE) {
+ return Integer.MAX_VALUE;
+ } else {
+ return (int) fsize;
+ }
+ }
+
+ public void finish() throws IOException, SQLException
+ {
+ closeCurrentFile(); // this is necessary to make getBatchWeight() work
+ if (getBatchWeight() != 0) {
+ flush();
+ }
+ }
+
+ public void add() throws IOException
+ {
+ writer.write(newLineString);
+ batchRows++;
+ index = 0;
+ }
+
+ private void appendDelimiter() throws IOException
+ {
+ if(index != 0) {
+ writer.write(delimiterString);
+ }
+ index++;
+ }
+
+ public void setNull(int sqlType) throws IOException
+ {
+ appendDelimiter();
+ writer.write(nullString);
+ }
+
+ public void setBoolean(boolean v) throws IOException
+ {
+ appendDelimiter();
+ writer.write(String.valueOf(v));
+ }
+
+ public void setByte(byte v) throws IOException
+ {
+ appendDelimiter();
+ setEscapedString(String.valueOf(v));
+ }
+
+ public void setShort(short v) throws IOException
+ {
+ appendDelimiter();
+ writer.write(String.valueOf(v));
+ }
+
+ public void setInt(int v) throws IOException
+ {
+ appendDelimiter();
+ writer.write(String.valueOf(v));
+ }
+
+ public void setLong(long v) throws IOException
+ {
+ appendDelimiter();
+ writer.write(String.valueOf(v));
+ }
+
+ public void setFloat(float v) throws IOException
+ {
+ appendDelimiter();
+ writer.write(String.valueOf(v));
+ }
+
+ public void setDouble(double v) throws IOException
+ {
+ appendDelimiter();
+ writer.write(String.valueOf(v));
+ }
+
+ public void setBigDecimal(BigDecimal v) throws IOException
+ {
+ appendDelimiter();
+ writer.write(String.valueOf(v));
+ }
+
+ public void setString(String v) throws IOException
+ {
+ appendDelimiter();
+ setEscapedString(v);
+ }
+
+ public void setNString(String v) throws IOException
+ {
+ appendDelimiter();
+ setEscapedString(v);
+ }
+
+ public void setBytes(byte[] v) throws IOException
+ {
+ appendDelimiter();
+ setEscapedString(String.valueOf(v));
+ }
+
+ public void setSqlDate(Timestamp v, Calendar cal) throws IOException
+ {
+ appendDelimiter();
+ cal.setTimeInMillis(v.getEpochSecond() * 1000);
+ String f = String.format(Locale.ENGLISH, "%02d-%02d-%02d",
+ cal.get(Calendar.YEAR),
+ cal.get(Calendar.MONTH) + 1,
+ cal.get(Calendar.DAY_OF_MONTH));
+ writer.write(f);
+ }
+
+ public void setSqlTime(Timestamp v, Calendar cal) throws IOException
+ {
+ appendDelimiter();
+ cal.setTimeInMillis(v.getEpochSecond() * 1000);
+ String f = String.format(Locale.ENGLISH, "%02d:%02d:%02d.%06d",
+ cal.get(Calendar.HOUR_OF_DAY),
+ cal.get(Calendar.MINUTE),
+ cal.get(Calendar.SECOND),
+ v.getNano() / 1000);
+ writer.write(f);
+ }
+
+ public void setSqlTimestamp(Timestamp v, Calendar cal) throws IOException
+ {
+ appendDelimiter();
+ cal.setTimeInMillis(v.getEpochSecond() * 1000);
+ int zoneOffset = cal.get(Calendar.ZONE_OFFSET) / 1000 / 60; // zone offset considering DST in minute
+ String offset;
+ if (zoneOffset >= 0) {
+ offset = String.format(Locale.ENGLISH, "+%02d%02d", zoneOffset / 60, zoneOffset % 60);
+ } else {
+ offset = String.format(Locale.ENGLISH, "-%02d%02d", -zoneOffset / 60, -zoneOffset % 60);
+ }
+ String f = String.format(Locale.ENGLISH, "%d-%02d-%02d %02d:%02d:%02d.%06d%s",
+ cal.get(Calendar.YEAR),
+ cal.get(Calendar.MONTH) + 1,
+ cal.get(Calendar.DAY_OF_MONTH),
+ cal.get(Calendar.HOUR_OF_DAY),
+ cal.get(Calendar.MINUTE),
+ cal.get(Calendar.SECOND),
+ v.getNano() / 1000,
+ offset);
+ writer.write(f);
+ }
+
+ // Escape \, \n, \t, \r
+ // Remove \0
+ private void setEscapedString(String v) throws IOException{
+ for (char c : v.toCharArray()) {
+ String s;
+ switch (c) {
+ case '\\':
+ s = "\\\\";
+ break;
+ case '\n':
+ s = "\\n";
+ break;
+ case '\t':
+ s = "\\t";
+ break;
+ case '\r':
+ s = "\\r";
+ break;
+ case 0:
+ s = "";
+ break;
+ default:
+ s = String.valueOf(c);
+ }
+ writer.write(s);
+ }
+ }
+}