/**
* *****************************************************************************
* Copyright 2012 University of Southern California
*
* Licensed under the Apache License, Version 2.0 (the "License"); you may not
* use this file except in compliance with the License. You may obtain a copy of
* the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
* WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
* License for the specific language governing permissions and limitations under
* the License.
*
* This code was developed by the Information Integration Group as part of the
* Karma project at the Information Sciences Institute of the University of
* Southern California. For more information, publications, and related
* projects, please see: http://www.isi.edu/integration
* ****************************************************************************
*/
/**
*
*/
package edu.isi.karma.imp.json;
import java.io.File;
import java.io.FileInputStream;
import java.io.InputStreamReader;
import org.json.JSONArray;
import org.json.JSONException;
import org.json.JSONObject;
import org.json.JSONTokener;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import edu.isi.karma.imp.Import;
import edu.isi.karma.rep.ColumnMetadata.DataStructure;
import edu.isi.karma.rep.RepFactory;
import edu.isi.karma.rep.Worksheet;
import edu.isi.karma.rep.Workspace;
import edu.isi.karma.rep.metadata.WorksheetProperties.Property;
import edu.isi.karma.rep.metadata.WorksheetProperties.SourceTypes;
import edu.isi.karma.util.JSONUtil;
/**
* @author szekely
* @author mielvandersande
*
*/
public class JsonImport extends Import {
private static Logger logger = LoggerFactory.getLogger(JsonImport.class);
private final Object json;
private int maxNumLines;
private int numObjects;
private Workspace workspace;
private JSONArray columnsJson;
private class FileObject {
File file;
String encoding;
public FileObject(File file, String encoding) {
this.file = file;
this.encoding = encoding;
}
}
public JsonImport(Object json, String worksheetName, Workspace workspace,
String encoding, int maxNumLines) {
super(worksheetName, workspace, encoding);
this.json = json;
this.workspace = workspace;
this.maxNumLines = maxNumLines;
}
public JsonImport(File jsonFile, String worksheetName, Workspace workspace,
String encoding, int maxNumLines, JSONArray tree) {
super(worksheetName, workspace, encoding);
FileObject fo = new FileObject(jsonFile, encoding);
this.json = fo;
this.workspace = workspace;
this.maxNumLines = maxNumLines;
this.columnsJson = tree;
}
public JsonImport(String jsonString, String worksheetName,
Workspace workspace, String encoding, int maxNumLines) {
this(JSONUtil.createJson(jsonString), worksheetName, workspace,
encoding, maxNumLines);
}
public JsonImport(String jsonString, RepFactory repFactory, Worksheet wk, Workspace workspace,
int maxNumLines) {
this(JSONUtil.createJson(jsonString), repFactory, wk, workspace, maxNumLines);
}
public JsonImport(Object json, RepFactory repFactory, Worksheet wk, Workspace workspace,
int maxNumLines) {
super(repFactory, wk);
this.json = json;
this.workspace = workspace;
this.maxNumLines = maxNumLines;
}
public JsonImport(File json, RepFactory repFactory, Worksheet wk, Workspace workspace,
int maxNumLines, JSONArray columnsJson) {
super(repFactory, wk);
FileObject fo = new FileObject(json, "UTF-8");
this.json = fo;
this.workspace = workspace;
this.maxNumLines = maxNumLines;
this.columnsJson = columnsJson;
}
@Override
public Worksheet generateWorksheet() throws JSONException {
numObjects = 0;
if (json instanceof JSONArray) {
getWorksheet().getMetadataContainer().getWorksheetProperties().setWorksheetDataStructure(DataStructure.COLLECTION);
JSONArray a = (JSONArray) json;
for (int i = 0; i < a.length(); i++) {
JsonImportValues JsonImportValues = new JsonImportValues(maxNumLines, numObjects, getFactory(), getWorksheet(), columnsJson);
JsonImportValues.addListElement(a.get(i), getWorksheet().getHeaders(),
getWorksheet().getDataTable());
if (maxNumLines > 0 && numObjects >= maxNumLines)
break;
}
} else if (json instanceof JSONObject) {
getWorksheet().getMetadataContainer().getWorksheetProperties().setWorksheetDataStructure(DataStructure.OBJECT);
JsonImportValues JsonImportValues = new JsonImportValues(maxNumLines, numObjects, getFactory(), getWorksheet(), columnsJson);
JsonImportValues.addKeysAndValues((JSONObject) json, getWorksheet().getHeaders(),
getWorksheet().getDataTable());
}
else if (json != null && json instanceof FileObject) {
FileObject fo = (FileObject)json;
boolean flag = true;
try {
JSONTokener tokener = new JSONTokener(new InputStreamReader(new FileInputStream(fo.file), fo.encoding));
char c = tokener.nextClean();
if (c == '{') {
getWorksheet().getMetadataContainer().getWorksheetProperties().setWorksheetDataStructure(DataStructure.OBJECT);
JsonImportValues JsonImportValues = new JsonImportValues(maxNumLines, numObjects, getFactory(), getWorksheet(), columnsJson);
JsonImportValues.addKeysAndValues(tokener, getWorksheet().getHeaders(),
getWorksheet().getDataTable());
}
else if (c == '['){
flag = false;
getWorksheet().getMetadataContainer().getWorksheetProperties().setWorksheetDataStructure(DataStructure.COLLECTION);
JsonImportValues JsonImportValues = new JsonImportValues(maxNumLines, numObjects, getFactory(), getWorksheet(), columnsJson);
JsonImportValues.addListElement(tokener, getWorksheet().getHeaders(), getWorksheet().getDataTable());
}
}catch(Exception e) {
String worksheetname = getWorksheet().getHeaders().getTableName();
String encoding = getWorksheet().getEncoding();
workspace.removeWorksheet(getWorksheet().getId());
getFactory().removeWorksheet(getWorksheet().getId(), workspace.getCommandHistory());
createWorksheet(worksheetname, workspace, encoding);
if (flag)
getWorksheet().getMetadataContainer().getWorksheetProperties().setWorksheetDataStructure(DataStructure.OBJECT);
else
getWorksheet().getMetadataContainer().getWorksheetProperties().setWorksheetDataStructure(DataStructure.COLLECTION);
logger.error("Parsing failure", e);
}
}
Worksheet ws = getWorksheet();
ws.getMetadataContainer().getWorksheetProperties().setPropertyValue(Property.sourceType, SourceTypes.JSON.toString());
return ws;
}
}