* @author David

*/

  private java.text.DateFormat modDateFormat = java.text.DateFormat.getDateTimeInstance(java.text.DateFormat.SHORT,

      java.text.DateFormat.SHORT);

  private ContentletAPI conAPI = APILocator.getContentletAPI();

  private ContentletWebAPI contentletWebAPI = WebAPILocator.getContentletWebAPI();

  private LanguageAPI langAPI = APILocator.getLanguageAPI();

  private FormAPI formAPI = APILocator.getFormAPI();

  public List<Map<String, Object>> getContentletsData(String inodesStr) {

    List<Map<String,Object>> rows = new ArrayList<Map<String, Object>>();

    if(inodesStr == null || !UtilMethods.isSet(inodesStr)) {

      return rows;

    }

    String[] inodes =  inodesStr.split(",");

    for (String inode : inodes) {

      Map<String, Object> contenletData = getContentletData(inode);

      if(contenletData != null)

        rows.add(contenletData);

    }

    return rows;

  }

  public Map<String, Object> getContentletData(String inode) {

    Map<String,Object> result = new HashMap<String, Object>();

    try {

      HttpServletRequest req = WebContextFactory.get().getHttpServletRequest();

      User currentUser = com.liferay.portal.util.PortalUtil.getUser(req);

      Contentlet contentlet = null;

      try{// This is to avoid non-inode strings from throwing exception

        contentlet = conAPI.find(inode, currentUser, true);

      }catch(Exception e){

        Logger.debug(this, e.getMessage());

      }

      if(contentlet == null || !UtilMethods.isSet(contentlet.getInode()))

        return null;

      Structure targetStructure = contentlet.getStructure();

      List<Field> targetFields = FieldsCache.getFieldsByStructureInode(targetStructure.getInode());

      String identifier = String.valueOf(contentlet.getIdentifier());

      boolean hasListedFields = false;

      for (Field f : targetFields) {

        if (f.isIndexed() || f.isListed()) {

          hasListedFields = true;

          String fieldName = f.getFieldName();

          Object fieldValueObj = "";

          try{

            fieldValueObj = conAPI.getFieldValue(contentlet, f);

          }catch (Exception e) {

            Logger.error(ContentletAjax.class, "Unable to get value for field", e);

          }

          String fieldValue = "";

          if (fieldValueObj instanceof java.util.Date) {

            if (fieldValueObj != null)

              fieldValue = modDateFormat.format(fieldValueObj);

          } else if (fieldValueObj instanceof java.sql.Timestamp) {

            if (fieldValueObj != null) {

              java.util.Date fieldDate = new java.util.Date(((java.sql.Timestamp) fieldValueObj).getTime());

              fieldValue = modDateFormat.format(fieldDate);

            }

          } else {

            if (fieldValueObj != null)

              fieldValue = fieldValueObj.toString();

          }

          result.put(fieldName, fieldValue);

        }

      }

      if( !hasListedFields ) {

        result.put("identifier", identifier);

      }

      result.put("inode", String.valueOf(contentlet.getInode()));

      result.put("working", String.valueOf(contentlet.isWorking()));

      result.put("live", String.valueOf(contentlet.isLive()));

      result.put("deleted", String.valueOf(contentlet.isArchived()));

      result.put("locked", String.valueOf(contentlet.isLocked()));

      result.put("id", identifier); // Duplicates value for identifier key in map so that UI does not get broken

      Language language = langAPI.getLanguage(contentlet.getLanguageId());

      String languageCode = langAPI.getLanguageCodeAndCountry(contentlet.getLanguageId(),null);

      String languageName =  language.getLanguage();

      result.put("langCode", languageCode);

      result.put("langName", languageName);

      result.put("langId", language.getId()+"");

      result.put("hasListedFields", Boolean.toString(hasListedFields) );

      result.put("siblings", getContentSiblingsData(inode));

    } catch (DotDataException e) {

      Logger.error(this, "Error trying to obtain the contentlets from the relationship.", e);

    } catch (PortalException e) {

      Logger.error(this, "Portal exception.", e);

    } catch (SystemException e) {

      Logger.error(this, "System exception.", e);

    } catch (DotSecurityException e) {

      Logger.error(this, "Security exception.", e);

    }

    return result;

  }

  private List<Map<String, String>> getContentSiblingsData(String inode) {//GIT-1057

    List<Map<String, String>> result = new ArrayList<Map<String, String>>();

    try {

      HttpServletRequest req = WebContextFactory.get().getHttpServletRequest();

      User currentUser = com.liferay.portal.util.PortalUtil.getUser(req);

      Contentlet firstContentlet = conAPI.find(inode, currentUser, true);

      List<Map<String,String>> contentletList = new ArrayList<Map<String,String>>();

      LanguageAPI langAPI = APILocator.getLanguageAPI();

      ContentletAPI contentletAPI = APILocator.getContentletAPI();

      List<Language> langs = langAPI.getLanguages();

      Contentlet languageContentlet = null;

      String identifier = String.valueOf(firstContentlet.getIdentifier());

      Structure targetStructure = firstContentlet.getStructure();

      List<Field> targetFields = FieldsCache.getFieldsByStructureInode(targetStructure.getInode());

      boolean parent = false;

      try{

            parent = firstContentlet.getBoolProperty("dotCMSParentOnTree") ;

        }

        catch(Exception e){

        }

      for(Language lang : langs){

        Map<String, String> contentDetails = new HashMap<String, String>();

        try{

          languageContentlet = null;

          languageContentlet = contentletAPI.findContentletByIdentifier(firstContentlet.getIdentifier(), true, lang.getId(), currentUser, false);

        }catch (Exception e) {

          try{

          languageContentlet = contentletAPI.findContentletByIdentifier(firstContentlet.getIdentifier(), false, lang.getId(), currentUser, false);

          }catch (Exception e1) {  }

        }

        boolean hasListedFields = false;

        if((languageContentlet == null) || (!UtilMethods.isSet(languageContentlet.getInode()))){

          contentDetails.put( "langCode" , langAPI.getLanguageCodeAndCountry(lang.getId(),null));

          contentDetails.put("langName", lang.getLanguage());

          contentDetails.put("langId", lang.getId()+"");

            contentDetails.put("inode", "");

          contentDetails.put("parent", parent+"");

          contentDetails.put("working", "false");

          contentDetails.put("live", "false");

          contentDetails.put("deleted", "true");

          contentDetails.put("locked", "false");

          contentDetails.put("siblingInode", firstContentlet.getInode());

          for (Field f : targetFields) {

            if (f.isIndexed() || f.isListed()) {

              hasListedFields = true;

              String fieldName = f.getFieldName();

              String fieldValue = "";

              contentDetails.put(fieldName, fieldValue);

            }

          }

          if( !hasListedFields ) {

            contentDetails.put("identifier", identifier);

          }

        }else{

          contentDetails.put( "langCode" , langAPI.getLanguageCodeAndCountry(lang.getId(),null));

          contentDetails.put("langName", lang.getLanguage());

          contentDetails.put("langId", lang.getId()+"");

            contentDetails.put("inode", languageContentlet.getInode());

          contentDetails.put("parent", parent+"");

          contentDetails.put("working", languageContentlet.isWorking()+"");

          contentDetails.put("live", languageContentlet.isLive()+"");

          contentDetails.put("deleted", languageContentlet.isArchived()+"");

          contentDetails.put("locked", languageContentlet.isLocked()+"");

          contentDetails.put("siblingInode", firstContentlet.getInode());

          for (Field f : targetFields) {

            if (f.isIndexed() || f.isListed()) {

              hasListedFields = true;

              String fieldName = f.getFieldName();

              Object fieldValueObj = "";

              try{

                fieldValueObj = conAPI.getFieldValue(languageContentlet, f);

              }catch (Exception e) {

                Logger.error(ContentletAjax.class, "Unable to get value for field", e);

              }

              String fieldValue = "";

              if (fieldValueObj instanceof java.util.Date) {

                if (fieldValueObj != null)

                  fieldValue = modDateFormat.format(fieldValueObj);

              } else if (fieldValueObj instanceof java.sql.Timestamp) {

                if (fieldValueObj != null) {

                  java.util.Date fieldDate = new java.util.Date(((java.sql.Timestamp) fieldValueObj).getTime());

                  fieldValue = modDateFormat.format(fieldDate);

                }

              } else {

                if (fieldValueObj != null)

                  fieldValue = fieldValueObj.toString();

              }

              contentDetails.put(fieldName, fieldValue);

            }

          }

          if( !hasListedFields ) {

            contentDetails.put("identifier", identifier);

          }

        }

        contentletList.add(contentDetails);

      }

      result = contentletList;

    } catch (DotDataException e) {

      Logger.error(this, "Error trying to obtain the contentlets from the relationship.", e);

    } catch (PortalException e) {

      Logger.error(this, "Portal exception.", e);

    } catch (SystemException e) {

      Logger.error(this, "System exception.", e);

    } catch (DotSecurityException e) {

      Logger.error(this, "Security exception.", e);

    }

    return result;

  }

  /**

   * This method is used by the backend to pull the content from the lucene

   * index and also checks the user permissions to see the content

   *

   * @param structureInode

   *            Inode of the structure content to be listed

   * @param fields

   *            Fields to filters, where the position i (where i is odd)

   *            represent the field name and the position i + 1 represent the

   *            field value to filter

   * @param categories

   *            The categories inodes to filter

   * @param showDeleted

   *            If true show the deleted elements only

   * @param filterSystemHost

   *            If true filter elements of system host

   * @param page

   *            The page number to show (starting with 1)

   *            If page is 0, this will return all possible contentlets

   * @param perPage

   * @param orderBy

   *            The field name to be used to sort the content

   * @return The list of contents that match the parameters at the position 0

   *         the result included a hashmap with some useful information like

   *         the total number of results, ...

   * @throws DotSecurityException

   * @throws DotDataException

   * @throws DotStateException

   */

  public List searchContentlet(String structureInode, List<String> fields, List<String> categories, boolean showDeleted, boolean filterSystemHost, int page, int perPage, String orderBy) throws DotStateException, DotDataException, DotSecurityException {

    PermissionAPI perAPI = APILocator.getPermissionAPI();

    HttpSession sess = WebContextFactory.get().getSession();

    HttpServletRequest req = WebContextFactory.get().getHttpServletRequest();

    // User info

    User currentUser = null;

    String userId = "";

    try {

      currentUser = com.liferay.portal.util.PortalUtil.getUser(req);

      userId = currentUser.getUserId();

    } catch (Exception e) {

      Logger.error(this, "Error trying to obtain the current liferay user from the request.", e);

    }

    return searchContentletsByUser(structureInode, fields, categories, showDeleted, filterSystemHost, false, false, page, orderBy, perPage, currentUser, sess, null, null);

  }

  public List searchContentlets(String structureInode, List<String> fields, List<String> categories, boolean showDeleted, boolean filterSystemHost, int page, String orderBy, String modDateFrom, String modDateTo) throws DotStateException, DotDataException, DotSecurityException {

      return searchContentlets(structureInode, fields, categories, showDeleted, filterSystemHost, page, orderBy, modDateFrom, modDateTo, true);

  }

  public List searchContentlets(String structureInode, List<String> fields, List<String> categories, boolean showDeleted, boolean filterSystemHost, int page, String orderBy, String modDateFrom, String modDateTo, boolean saveLastSearch) throws DotStateException, DotDataException, DotSecurityException {

      HttpSession sess = null;

        if(saveLastSearch)

            sess = WebContextFactory.get().getSession();

    HttpServletRequest req = WebContextFactory.get().getHttpServletRequest();

    // User info

    User currentUser = null;

    String userId = "";

    try {

      currentUser = com.liferay.portal.util.PortalUtil.getUser(req);

      userId = currentUser.getUserId();

    } catch (Exception e) {

      Logger.error(this, "Error trying to obtain the current liferay user from the request.", e);

    }

    return searchContentletsByUser(structureInode, fields, categories, showDeleted, filterSystemHost, false, false, page, orderBy, 0,currentUser, sess, modDateFrom, modDateTo);

  }

  public List searchContentlets(String structureInode, List<String> fields, List<String> categories, boolean showDeleted,

          boolean filterSystemHost,  boolean filterUnpublish, boolean filterLocked, int page, String orderBy, String modDateFrom,

          String modDateTo) throws DotStateException, DotDataException, DotSecurityException {

      return searchContentlets(structureInode,fields,categories,showDeleted,filterSystemHost,filterUnpublish,filterLocked,page,0,orderBy,modDateFrom,modDateTo);

  }

  public List searchContentlets(String structureInode, List<String> fields, List<String> categories, boolean showDeleted,

          boolean filterSystemHost,  boolean filterUnpublish, boolean filterLocked, int page, int perPage,String orderBy, String modDateFrom,

          String modDateTo) throws DotStateException, DotDataException, DotSecurityException {

    PermissionAPI perAPI = APILocator.getPermissionAPI();

    HttpSession sess = WebContextFactory.get().getSession();

    HttpServletRequest req = WebContextFactory.get().getHttpServletRequest();

    // User info

    User currentUser = null;

    String userId = "";

    try {

      currentUser = com.liferay.portal.util.PortalUtil.getUser(req);

      userId = currentUser.getUserId();

    } catch (Exception e) {

      Logger.error(this, "Error trying to obtain the current liferay user from the request.", e);

    }

    return searchContentletsByUser(structureInode, fields, categories, showDeleted, filterSystemHost, filterUnpublish, filterLocked,

            page, orderBy, perPage,currentUser, sess, modDateFrom, modDateTo);

  }

  /**

   * This method is used by the backend to pull from lucene index the form widgets

   * if the widget doesn't exist then is created and also checks the user

   * permissions to see the content

   *

   * @param structureInode

   *            Inode of the structure content to be listed

   * @param fields

   *            Fields to filters, where the position i (where i is odd)

   *            represent the field name and the position i + 1 represent the

   *            field value to filter

   * @param categories

   *            The categories inodes to filter

   * @param showDeleted

   *            If true show the deleted elements only

   * @param page

   *            The page number to show (starting with 1)

   *            If page is 0, this will return all possible contentlets

   * @param perPage

   * @param orderBy

   *            The field name to be used to sort the content

   * @return The list of contents that match the parameters at the position 0

   *         the result included a hashmap with some useful information like

   *         the total number of results, ...

   * @throws DotDataException

   * @throws DotSecurityException

   */

  public Map<String, Object> searchFormWidget(String formStructureInode) throws DotDataException, DotSecurityException {

    FormAJAXProxy fp = new FormAJAXProxy();

    return fp.searchFormWidget(formStructureInode);

  }

  /**

   * This method is used by the backend to pull the content from the lucene

   * index and also checks the user permissions to see the content

   *

   * @param structureInode

   *            Inode of the structure content to be listed

   * @param fields

   *            Fields to filters, where the position i (where i is odd)

   *            represent the field name and the position i + 1 represent the

   *            field value to filter

   * @param categories

   *            The categories inodes to filter

   * @param showDeleted

   *            If true show the deleted elements only

   * @param filterSystemHost

   *            If true filter elements of system host

   * @param page

   *            The page number to show (starting with 1)

   *            If page is 0, this will return all posible contentlets

   * @param perPage

   *         Number of contents to display per page

   * @param orderBy

   *            The field name to be used to sort the content

   * @param currentUser

   *            The user needed to check the permissions

   * @param sess

   *            HttpSession to save some values if is set

   * @return The list of contents that match the parameters at the position 0

   *         the result included a hashmap with some useful information like

   *         the total number of results, ...

   * @throws DotSecurityException

   * @throws DotDataException

   * @throws DotStateException

   */

  @SuppressWarnings("unchecked")

  public List searchContentletsByUser(String structureInode, List<String> fields, List<String> categories, boolean showDeleted, boolean filterSystemHost, boolean filterUnpublish, boolean filterLocked, int page, String orderBy,int perPage, User currentUser, HttpSession sess,String  modDateFrom, String modDateTo) throws DotStateException, DotDataException, DotSecurityException {

    if(perPage < 1){

      perPage = Config.getIntProperty("PER_PAGE");

    }

    if(!InodeUtils.isSet(structureInode)) {

      Logger.error(this, "An invalid structure inode =  \"" + structureInode + "\" was passed");

      throw new DotRuntimeException("a valid structureInode need to be passed");

    }

    // Building search params and lucene query

    StringBuffer luceneQuery = new StringBuffer();

    String specialCharsToEscape = "([+\\-!\\(\\){}\\[\\]^\"~*?:\\\\]|[&\\|]{2})";

    Map<String, Object> lastSearchMap = new HashMap<String, Object>();

    if (UtilMethods.isSet(sess)) {

      sess.setAttribute(WebKeys.CONTENTLET_LAST_SEARCH, lastSearchMap);

    }

    Map<String, String> fieldsSearch = new HashMap<String, String>();

    List<Object> headers = new ArrayList<Object>();

    Map<String, Field> fieldsMapping = new HashMap<String, Field>();

    Structure st = null;

    if(!"_all".equals(structureInode)){

        st = StructureCache.getStructureByInode(structureInode);

        WorkflowScheme wfScheme = APILocator.getWorkflowAPI().findSchemeForStruct(st);

        lastSearchMap.put("structure", st);

        luceneQuery.append("+structureName:" + st.getVelocityVarName() + " ");

    }

    else {

        for(int i=0;i<fields.size();i++){

            String x = fields.get(i);

            if("_all".equals(x)){

                String next =  fields.get(i+1);

                next = next.replaceAll("\\*", "");

                while(next.contains("  ")){

                  next = next.replace("  ", " ");

                }

                String y[] = next.split(" ");

                for(int j=0;j<y.length;j++){

                  y[j] = y[j].replaceAll(specialCharsToEscape, "\\\\$1");

                    luceneQuery.append("title:" + y[j] + "* ");

                }

                break;

            }

        }

        luceneQuery.append("-structureName:Host ");

        luceneQuery.append("-structureType:3 ");

    }

    WorkflowScheme wfScheme = APILocator.getWorkflowAPI().findSchemeForStruct(st);

    // Stores (database name,type description) pairs to catch certain field types.

    List<Field> targetFields = new ArrayList<Field>();

    if(st!=null){

        targetFields = FieldsCache.getFieldsByStructureInode(st.getInode());

    }

    Map<String,String> fieldContentletNames = new HashMap<String,String>();

    Map<String,Field> decimalFields = new HashMap<String,Field>();//DOTCMS-5478

    boolean hasHostFolderField = false;

    for( Field f : targetFields ) {

      fieldContentletNames.put(f.getFieldContentlet(), f.getFieldType());

      if(f.getFieldType().toString().equals(Field.FieldType.HOST_OR_FOLDER.toString())){

        hasHostFolderField = true;

      }

      if(f.getFieldContentlet().startsWith("float")){

        decimalFields.put(st.getVelocityVarName()+"."+f.getVelocityVarName(), f);

      }

    }

    CategoryAPI catAPI = APILocator.getCategoryAPI();

    Category category=null;

    String categoriesvalues="";

    boolean first = true;

    for (String cat : categories) {

       try {

         category=catAPI.find(cat, currentUser, false);

      } catch (DotDataException e) {

        Logger.error(this, "Error trying to obtain the categories", e);

      } catch (DotSecurityException e) {

        Logger.error(this, " Permission error trying to obtain the categories", e);

      }

      if(!first){

        categoriesvalues+=" ";

      }

      categoriesvalues+="categories:"+ category.getCategoryVelocityVarName();

      first = false;

    }

    categoriesvalues = categoriesvalues.trim();

    for (int i = 0; i < fields.size(); i = i + 2) {

      String fieldName = (String) fields.get(i);

      String fieldValue = "";

      try{

        fieldValue = (String) fields.get(i + 1);

        //http://jira.dotmarketing.net/browse/DOTCMS-2656 add the try catch here in case the value is null.

      }catch (Exception e) {}

      if (UtilMethods.isSet(fieldValue)) {

        if(fieldsSearch.containsKey(fieldName)){//DOTCMS-5987, To handle lastSearch for multi-select fields.

          fieldsSearch.put(fieldName, fieldsSearch.get(fieldName)+","+fieldValue);

        }else{

          fieldsSearch.put(fieldName, fieldValue);

        }

        if(fieldName.equalsIgnoreCase("conhost")){

          if(!filterSystemHost  && !fieldValue.equals(Host.SYSTEM_HOST)){

            try {

              luceneQuery.append("+(conhost:" + fieldValue + " conhost:" + APILocator.getHostAPI().findSystemHost(APILocator.getUserAPI().getSystemUser(), true).getIdentifier() + ") ");

            } catch (Exception e) {

              Logger.error(ContentletAjax.class,e.getMessage(),e);

            }

          }else{

            try {

              luceneQuery.append("+conhost:" + fieldValue + "* ");

            } catch (Exception e) {

              Logger.error(ContentletAjax.class,e.getMessage(),e);

            }

          }

        }else {

            String fieldbcontentname="";

            String fieldVelocityVarName = "";

            Boolean isStructField=false;

            String fieldVelName = "";

            if(st != null && fieldName.startsWith(st.getVelocityVarName() + ".")){

              fieldVelName = fieldName.substring(fieldName.indexOf(".") + 1, fieldName.length());

            }

            else if(fieldName.startsWith(".")) {

                            // http://jira.dotmarketing.net/browse/DOTCMS-6433

                            // weird case due to rare dwr bug on safari

                            fieldVelName = fieldName.substring(1);

                        }

            else{

              fieldVelName = fieldName;

            }

            Field thisField = null;

            for (Field fd : targetFields) {

              if (fd.getVelocityVarName().equals(fieldVelName) || fd.getFieldContentlet().equals(fieldVelName)) {

                fieldbcontentname=fd.getFieldContentlet();

                fieldVelocityVarName = fd.getVelocityVarName();

                isStructField=true;

                thisField = fd;

                break;

              }

            }

            String wildCard = " ";

            if(!fieldName.equals("languageId") && fieldbcontentname.startsWith("text") ){

              wildCard = ( fieldContentletNames.containsKey(fieldName) && fieldContentletNames.get(fieldName).equals(Field.FieldType.SELECT.toString()) ) ? " " : "*";

            }

            if( fieldbcontentname.startsWith("text") ){

              if(thisField.getFieldType().equals(Field.FieldType.KEY_VALUE.toString())){

                fieldValue = fieldValue.trim();

                boolean hasQuotes = fieldValue != null && fieldValue.length() > 1 && fieldValue.endsWith("\"") && fieldValue.startsWith("\"");

                if(hasQuotes){

                  fieldValue = fieldValue.replaceFirst("\"", "");

                  fieldValue = fieldValue.substring(0, fieldValue.length()-1);

                }

                try{

                  String[] splitter = fieldValue.split(":");

                  String metakey = "";

                  for(int x=0;x< splitter.length-1;x++){

                    metakey+= splitter[x];

                  }

                  metakey = VelocityUtil.convertToVelocityVariable(metakey);

                  String metaVal = "*" +splitter[splitter.length-1]+"*";

                  fieldValue = metakey + ":" + metaVal;

                  luceneQuery.append("+" + st.getVelocityVarName() + "." + fieldVelocityVarName + "." + fieldValue.toString().replaceAll(specialCharsToEscape, "\\\\$1") + " ");

                }

                catch(Exception e){

                }

              }else if( FieldFactory.isTagField(fieldbcontentname,st)== false){

                fieldValue = fieldValue.trim();

                boolean hasQuotes = fieldValue != null && fieldValue.length() > 1 && fieldValue.endsWith("\"") && fieldValue.startsWith("\"");

                if(hasQuotes){

                  fieldValue = fieldValue.replaceFirst("\"", "");

                  fieldValue = fieldValue.substring(0, fieldValue.length()-1);

                }

                luceneQuery.append("+" + st.getVelocityVarName() + "." + fieldVelocityVarName + ":" + (hasQuotes ? "\"":wildCard) + ESUtils.escape(fieldValue.toString()) + (hasQuotes ? "\"":wildCard) + " ");

              }

              else{

                String[] splitValues = fieldValue.split(",");

                for(String splitValue : splitValues)

                {

                  splitValue = splitValue.trim();

                  String quotes = splitValue.contains(" ") ? "\"" : "";

                  luceneQuery.append("+" + st.getVelocityVarName() + "." + fieldVelocityVarName+ ":" + quotes + ESUtils.escape(splitValue.toString()) + quotes + " ");

                }

              }

            }

            else if( fieldbcontentname.startsWith("date") ){

              luceneQuery.append("+" + st.getVelocityVarName() +"."+ fieldVelocityVarName + ":" + fieldValue + " ");

            } else {

              if(isStructField==false){

                  String next =  fieldValue.toString();

                  if(!next.contains("'") && ! next.contains("\"")){

                      next = next.replaceAll("\\*", "");

                      while(next.contains("  ")){

                        next = next.replace("  ", " ");

                      }

                      String y[] = next.split(" ");

                      for(int j=0;j<y.length;j++){

                        y[j] = y[j].replaceAll(specialCharsToEscape, "\\\\$1");

                        if(fieldName.equals("languageId")){

                          luceneQuery.append("+" + fieldName +":" + y[j] + " ");

                        }else{

                          luceneQuery.append("+" + fieldName +":" + y[j] + "* ");

                        }

                      }

                  }else if(next.contains("\"")){

                     next = next.replaceAll("\\*", "");

                        while(next.contains("  ")){

                          next = next.replace("  ", " ");

                        }

                        String y[] = next.split(" ");

                        for(int j=0;j<y.length;j++){

                          y[j] = y[j].replaceAll(specialCharsToEscape, "\\\\$1");

                          luceneQuery.append("+" + fieldName +":" + y[j] + "* ");

                        }

                  }else{

                      luceneQuery.append("+" + fieldName +":" + next + " ");

                 }

              }

              else {

                luceneQuery.append("+" + st.getVelocityVarName() +"."+ fieldVelocityVarName + ":" + fieldValue.toString() + wildCard + " ");

              }

            }

        }

      }

    }

    if(UtilMethods.isSet(categoriesvalues)){

      luceneQuery.append("+(" + categoriesvalues + ") " );

    }

    lastSearchMap.put("fieldsSearch", fieldsSearch);

    //for (String cat : categories) {

    //  luceneQuery.append("+c" + cat + "c:on ");

    //}

    lastSearchMap.put("categories", categories);

    //Adding the headers as the second row of the results

    for (Field f : targetFields) {

        if (f.isListed()) {

            fieldsMapping.put(f.getVelocityVarName(), f);

            headers.add(f.getMap());

        }

    }

    if (!UtilMethods.isSet(orderBy)){

      orderBy = "modDate desc";

    }

    lastSearchMap.put("showDeleted", showDeleted);

    lastSearchMap.put("filterSystemHost", filterSystemHost);

    lastSearchMap.put("filterLocked", filterLocked);

    lastSearchMap.put("filterUnpublish", filterUnpublish);

    if(!showDeleted)

      luceneQuery.append("+deleted:false ");

    else

      luceneQuery.append("+deleted:true ");

    lastSearchMap.put("page", page);

    if(filterLocked)

      luceneQuery.append("+locked:true ");

    if(filterUnpublish)

      luceneQuery.append("+live:false ");

    /*if we have a date*/

    if(modDateFrom!=null || modDateTo!=null){

      String dates =" +modDate:[";

      dates+= (modDateFrom!=null) ? modDateFrom : "18000101000000";

      dates+= " TO ";

      dates+= (modDateTo!=null)? modDateTo : "30000101000000";

      dates+="]";

      luceneQuery.append(dates);

    }

    int offset = 0;

    if (page != 0)

      offset = perPage * (page - 1);

    lastSearchMap.put("orderBy", orderBy);

    luceneQuery.append(" +working:true");

    //Executing the query

    long before = System.currentTimeMillis();

    PaginatedArrayList <Contentlet> hits = new PaginatedArrayList <Contentlet>();

    long totalHits=0;

    try{

      hits = (PaginatedArrayList<Contentlet>) conAPI.search(luceneQuery.toString(), perPage + 1, offset, orderBy, currentUser, false);

      totalHits = hits.getTotalResults();

    }catch (Exception pe) {

      Logger.error(ContentletAjax.class, "Unable to execute Lucene Query", pe);

    }

    long after = System.currentTimeMillis();

    Logger.debug(ContentletAjax.class, "searchContentletsByUser: Time to search on lucene =" + (after - before) + " ms.");

    before = System.currentTimeMillis();

    //The reesults list returned to the page

    List<Object> results = new ArrayList<Object>();

    //Adding the result counters as the first row of the results

    Map<String, Object> counters = new HashMap<String, Object>();

    results.add(counters);

    if (headers.size() == 0) {

      Map<String, String> fieldMap = new HashMap<String, String> ();

      fieldMap.put("fieldVelocityVarName", "__title__");

      fieldMap.put("fieldName", "Title");

      headers.add(fieldMap);

      fieldMap = new HashMap<String, String> ();

      fieldMap.put("fieldVelocityVarName", "__type__");

      fieldMap.put("fieldName", "Type");

      headers.add(fieldMap);

    }

    results.add(headers);

    // we add the total hists for the query

    results.add(totalHits);

    List<String> expiredInodes=new ArrayList<String>();

    //Adding the query results

    Contentlet con;

    for (int i = 0; ((i < perPage) && (i < hits.size())); ++i) {