/*
 *  Copyright 2015 Anyware Services
 *
 *  Licensed under the Apache License, Version 2.0 (the "License");
 *  you may not use this file except in compliance with the License.
 *  You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 *  Unless required by applicable law or agreed to in writing, software
 *  distributed under the License is distributed on an "AS IS" BASIS,
 *  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 *  See the License for the specific language governing permissions and
 *  limitations under the License.
 */
package org.ametys.plugins.linkdirectory;

import java.text.Normalizer;
import java.util.ArrayList;
import java.util.Comparator;
import java.util.HashMap;
import java.util.Iterator;
import java.util.List;
import java.util.Map;
import java.util.regex.Pattern;
import java.util.stream.Collectors;

import org.apache.avalon.framework.component.Component;
import org.apache.avalon.framework.context.Context;
import org.apache.avalon.framework.context.ContextException;
import org.apache.avalon.framework.context.Contextualizable;
import org.apache.avalon.framework.service.ServiceException;
import org.apache.avalon.framework.service.ServiceManager;
import org.apache.avalon.framework.service.Serviceable;
import org.apache.cocoon.components.ContextHelper;
import org.apache.cocoon.environment.Request;
import org.apache.cocoon.xml.AttributesImpl;
import org.apache.cocoon.xml.XMLUtils;
import org.apache.commons.collections.IteratorUtils;
import org.apache.commons.lang3.ArrayUtils;
import org.apache.commons.lang3.StringUtils;
import org.apache.commons.lang3.tuple.ImmutablePair;
import org.apache.commons.lang3.tuple.Pair;
import org.apache.jackrabbit.util.ISO9075;
import org.xml.sax.ContentHandler;
import org.xml.sax.SAXException;

import org.ametys.core.right.RightManager;
import org.ametys.core.user.CurrentUserProvider;
import org.ametys.core.user.UserIdentity;
import org.ametys.core.userpref.UserPreferencesException;
import org.ametys.core.userpref.UserPreferencesManager;
import org.ametys.plugins.explorer.resources.Resource;
import org.ametys.plugins.linkdirectory.Link.LinkStatus;
import org.ametys.plugins.linkdirectory.Link.LinkType;
import org.ametys.plugins.linkdirectory.dynamic.DynamicInformationProviderExtensionPoint;
import org.ametys.plugins.linkdirectory.link.LinkDAO;
import org.ametys.plugins.linkdirectory.repository.DefaultLink;
import org.ametys.plugins.linkdirectory.repository.DefaultLinkFactory;
import org.ametys.plugins.linkdirectory.repository.DefaultTheme;
import org.ametys.plugins.linkdirectory.repository.DefaultThemeFactory;
import org.ametys.plugins.linkdirectory.theme.ThemeExpression;
import org.ametys.plugins.repository.AmetysObject;
import org.ametys.plugins.repository.AmetysObjectIterable;
import org.ametys.plugins.repository.AmetysObjectResolver;
import org.ametys.plugins.repository.AmetysRepositoryException;
import org.ametys.plugins.repository.ModifiableTraversableAmetysObject;
import org.ametys.plugins.repository.TraversableAmetysObject;
import org.ametys.plugins.repository.UnknownAmetysObjectException;
import org.ametys.plugins.repository.metadata.BinaryMetadata;
import org.ametys.plugins.repository.query.expression.Expression;
import org.ametys.runtime.plugin.component.AbstractLogEnabled;
import org.ametys.web.repository.page.Page;
import org.ametys.web.repository.site.Site;
import org.ametys.web.repository.site.SiteManager;
import org.ametys.web.userpref.FOUserPreferencesConstants;

/**
 * Link directory helper.
 */
public final class DirectoryHelper extends AbstractLogEnabled implements Component, Serviceable, Contextualizable
{
    /** The component role */
    public static final String ROLE = DirectoryHelper.class.getName();

    private static final String __PLUGIN_NODE_NAME = "linkdirectory";
    
    private static final String __LINKS_NODE_NAME = "ametys:directoryLinks";
    
    private static final String __THEMES_NODE_NAME = "ametys:themes";
    
    private static final String __USER_LINKS_NODE_NAME = "user-favorites";
    
    /** The Ametys object resolver */
    private AmetysObjectResolver _ametysObjectResolver;
    
    /** The site manager */
    private SiteManager _siteManager;
    
    /** The user preferences manager */
    private UserPreferencesManager _userPreferencesManager;
    
    /** The current user provider */
    private CurrentUserProvider _currentUserProvider;
    
    /** The right manager */
    private RightManager _rightManager;
    
    /** The link DAO */
    private LinkDAO _linkDAO;
    
    /** The context */
    private Context _context;

    private DynamicInformationProviderExtensionPoint _dynamicProviderEP;
    
    @Override
    public void service(ServiceManager manager) throws ServiceException
    {
        _ametysObjectResolver = (AmetysObjectResolver) manager.lookup(AmetysObjectResolver.ROLE);
        _siteManager = (SiteManager) manager.lookup(SiteManager.ROLE);
        _userPreferencesManager = (UserPreferencesManager) manager.lookup(UserPreferencesManager.ROLE + ".FO");
        _currentUserProvider = (CurrentUserProvider) manager.lookup(CurrentUserProvider.ROLE);
        _dynamicProviderEP = (DynamicInformationProviderExtensionPoint) manager.lookup(DynamicInformationProviderExtensionPoint.ROLE);
        _rightManager = (RightManager) manager.lookup(RightManager.ROLE);
        _linkDAO = (LinkDAO) manager.lookup(LinkDAO.ROLE);
    }
    
    @Override
    public void contextualize(Context context) throws ContextException
    {
        _context = context;
    }
    
    /**
     * Get the root plugin storage object.
     * @param site the site.
     * @return the root plugin storage object.
     * @throws AmetysRepositoryException if a repository error occurs.
     */
    public ModifiableTraversableAmetysObject getPluginNode(Site site) throws AmetysRepositoryException
    {
        try
        {
            ModifiableTraversableAmetysObject pluginsNode = site.getRootPlugins();
            
            return getOrCreateNode(pluginsNode, __PLUGIN_NODE_NAME, "ametys:unstructured");
        }
        catch (AmetysRepositoryException e)
        {
            throw new AmetysRepositoryException("Error getting the link directory plugin node for site " + site.getName(), e);
        }
    }
    
    /**
     * Get the links root node.
     * @param site the site
     * @param language the language.
     * @return the links root node.
     * @throws AmetysRepositoryException if a repository error occurs.
     */
    public ModifiableTraversableAmetysObject getLinksNode(Site site, String language) throws AmetysRepositoryException
    {
        try
        {
            // Get the root plugin node.
            ModifiableTraversableAmetysObject pluginNode = getPluginNode(site);
            
            // Get or create the language node.
            ModifiableTraversableAmetysObject langNode = getOrCreateNode(pluginNode, language, "ametys:unstructured");
            
            // Get or create the definitions container node in the language node and return it.
            return getOrCreateNode(langNode, __LINKS_NODE_NAME, DefaultLinkFactory.LINK_ROOT_NODE_TYPE);
        }
        catch (AmetysRepositoryException e)
        {
            throw new AmetysRepositoryException("Error getting the link directory root node for site " + site.getName() + " and language " + language, e);
        }
    }
    
    /**
     * Get the links root node for the given user.
     * @param site the site
     * @param language the language.
     * @param user The user identity
     * @return the links root node for the given user.
     * @throws AmetysRepositoryException if a repository error occurs.
     */
    public ModifiableTraversableAmetysObject getLinksForUserNode(Site site, String language, UserIdentity user) throws AmetysRepositoryException
    {
        try
        {
            // Get the root plugin node.
            ModifiableTraversableAmetysObject pluginNode = getPluginNode(site);
            
            // Get or create the user links node.
            ModifiableTraversableAmetysObject userLinksNode = getOrCreateNode(pluginNode, __USER_LINKS_NODE_NAME, "ametys:unstructured");
            // Get or create the population node.
            ModifiableTraversableAmetysObject populationNode = getOrCreateNode(userLinksNode, user.getPopulationId(), "ametys:unstructured");
            // Get or create the login node.
            ModifiableTraversableAmetysObject loginNode = getOrCreateNode(populationNode, user.getLogin(), "ametys:unstructured");
            // Get or create the language node.
            ModifiableTraversableAmetysObject langNode = getOrCreateNode(loginNode, language, "ametys:unstructured");
            
            // Get or create the definitions container node in the language node and return it.
            return getOrCreateNode(langNode, __LINKS_NODE_NAME, DefaultLinkFactory.LINK_ROOT_NODE_TYPE);
        }
        catch (AmetysRepositoryException e)
        {
            throw new AmetysRepositoryException("Error getting the link directory root node for user " + user + " and for site " + site.getName() + " and language " + language, e);
        }
    }

    /**
     * Get the themes storage node.
     * @param site the site
     * @param language the language.
     * @return the themes storage node.
     * @throws AmetysRepositoryException if a repository error occurs.
     */
    public ModifiableTraversableAmetysObject getThemesNode(Site site, String language) throws AmetysRepositoryException
    {
        try
        {
            // Get the root plugin node.
            ModifiableTraversableAmetysObject pluginNode = getPluginNode(site);
            
            // Get or create the language node.
            ModifiableTraversableAmetysObject langNode = getOrCreateNode(pluginNode, language, "ametys:unstructured");
            
            // Get or create the definitions container node in the language node and return it.
            return getOrCreateNode(langNode, __THEMES_NODE_NAME, DefaultThemeFactory.THEME_ROOT_NODE_TYPE);
        }
        catch (AmetysRepositoryException e)
        {
            throw new AmetysRepositoryException("Error getting the themes node for site " + site.getName() + " and language " + language, e);
        }
    }
    
    /**
     * Get the plugin node path
     * @param siteName the site name.
     * @return the plugin node path.
     */
    public String getPluginNodePath(String siteName)
    {
        return String.format("//element(%s, ametys:site)/ametys-internal:plugins/%s", siteName, __PLUGIN_NODE_NAME);
    }
    
    /**
     * Get the links root node path
     * @param siteName the site name.
     * @param language the language
     * @return the links root node path.
     */
    public String getLinksNodePath(String siteName, String language)
    {
        return getPluginNodePath(siteName) + "/"  + language + "/" + __LINKS_NODE_NAME;
    }
    
    /**
     * Get the links root node path for the given user 
     * @param siteName the site name.
     * @param language the language
     * @param user The user identity
     * @return the links root node path for the given user.
     */
    public String getLinksForUserNodePath(String siteName, String language, UserIdentity user)
    {
        return getPluginNodePath(siteName) + "/" + __USER_LINKS_NODE_NAME + "/" + ISO9075.encode(user.getPopulationId()) + "/" + ISO9075.encode(user.getLogin()) + "/" + language + "/" + __LINKS_NODE_NAME;
    }
    
    /**
     * Get the themes node path
     * @param siteName the site name.
     * @param language the language
     * @return the themes node path.
     */
    public String getThemesNodePath(String siteName, String language)
    {
        return getPluginNodePath(siteName) + "/"  + language + "/" + __THEMES_NODE_NAME;
    }
    
    /**
     * Get all the links
     * @param siteName the site name.
     * @param language the language.
     * @return all the links' nodes
     */
    public String getAllLinksQuery(String siteName, String language)
    {
        return getLinksNodePath(siteName, language) + "/element(*, " + DefaultLinkFactory.LINK_NODE_TYPE + ")";
    }
    
    /**
     * Get the link query corresponding to the expression passed as a parameter
     * @param siteName the site name.
     * @param language the language.
     * @param expression the {@link Expression} of the links retrieval query
     * @return the link corresponding to the expression passed as a parameter
     */
    public String getLinksQuery(String siteName, String language, Expression expression)
    {
        return getLinksNodePath(siteName, language) + "/element(*, " + DefaultLinkFactory.LINK_NODE_TYPE + ")[" + expression.build() + "]";
    }
    
    /**
     * Get the user link query corresponding to the expression passed as a parameter
     * @param siteName the site name.
     * @param language the language.
     * @param user the user
     * @param expression the {@link Expression} of the links retrieval query
     * @return the user link corresponding to the expression passed as a parameter
     */
    public String getUserLinksQuery(String siteName, String language, UserIdentity user, Expression expression)
    {
        return getLinksForUserNodePath(siteName, language, user) + "/element(*, " + DefaultLinkFactory.LINK_NODE_TYPE + ")[" + expression.build() + "]";
    }
    
    /**
     * Get the theme query corresponding to the expression passed as a parameter
     * @param siteName the site name.
     * @param language the language.
     * @param expression the {@link Expression} of the theme retrieval query
     * @return the theme corresponding to the expression passed as a parameter
     */
    public String getThemeQuery(String siteName, String language, Expression expression)
    {
        return getThemesNodePath(siteName, language) + "/element(*, " + DefaultThemeFactory.THEME_NODE_TYPE + ")[" + expression.build() + "]";
    }
    
    /**
     * Get the query verifying the existence of an url
     * @param siteName the site name.
     * @param language the language.
     * @param url the url to test. 
     * @return the query verifying the existence of an url
     */
    public String getUrlExistsQuery(String siteName, String language, String url)
    {
        String lowerCaseUrl = StringUtils.replace(url, "'", "''").toLowerCase();
        return getLinksNodePath(siteName, language) + "/element(*, " + DefaultLinkFactory.LINK_NODE_TYPE + ")[fn:lower-case(@ametys-internal:url) = '" + lowerCaseUrl + "' or fn:lower-case(@ametys-internal:internal-url) = '" + lowerCaseUrl + "']";
    }
    
    /**
     * Get the query verifying the existence of an url for the given user
     * @param siteName the site name.
     * @param language the language.
     * @param url the url to test. 
     * @param user The user identity
     * @return the query verifying the existence of an url for the given user
     */
    public String getUrlExistsForUserQuery(String siteName, String language, String url, UserIdentity user)
    {
        String lowerCaseUrl = StringUtils.replace(url, "'", "''").toLowerCase();
        return getLinksForUserNodePath(siteName, language, user) + "/element(*, " + DefaultLinkFactory.LINK_NODE_TYPE + ")[fn:lower-case(@ametys-internal:url) = '" + lowerCaseUrl + "' or fn:lower-case(@ametys-internal:internal-url) = '" + lowerCaseUrl + "']";
    }
    
    /**
     * Get the query verifying the existence of a theme
     * @param siteName the site name.
     * @param language the language.
     * @param label the label of the theme to test. 
     * @return the query verifying the existence of a theme
     */
    public String getThemeExistsQuery(String siteName, String language, String label)
    {
        String lowerCaseLabel = StringUtils.replace(label, "'", "''").toLowerCase();
        return getThemesNodePath(siteName, language) + "/element(*, " + DefaultThemeFactory.THEME_NODE_TYPE + ")[fn:lower-case(@ametys-internal:label) = '" + lowerCaseLabel + "']";
    }
    
    /**
     * Normalizes an input string in order to capitalize it, remove accents, and replace whitespaces with underscores
     * @param s the string to normalize
     * @return the normalized string
     */
    public String normalizeString(String s)
    {
        // Strip accents
        String normalizedLabel = Normalizer.normalize(s.toUpperCase(), Normalizer.Form.NFD).replaceAll("[^\\p{ASCII}]", "");
        
        // Upper case
        String upperCaseLabel = normalizedLabel.replaceAll(" +", "_").replaceAll("[^\\w-]", "_").replaceAll("_+", "_").toUpperCase();
        
        return upperCaseLabel;
    }
    
    /**
     * Get links of a given site and language
     * @param siteName the site name
     * @param language the language
     * @return the links
     */
    public AmetysObjectIterable<DefaultLink> getLinks(String siteName, String language)
    {
        Site site = _siteManager.getSite(siteName);
        TraversableAmetysObject linksNode = getLinksNode(site, language);
        return linksNode.getChildren();
    }
    
    /**
     * Get the list of links corresponding to the given theme ids
     * @param themesIds the ids of the configured themes
     * @param user the current user
     * @param siteName the site's name
     * @param language the site's language
     * @return the list of default links corresponding to the given themes
     */
    public List<DefaultLink> getLinks(List<String> themesIds, UserIdentity user, String siteName, String language)
    {
        Site site = _siteManager.getSite(siteName);
        TraversableAmetysObject linksNode = getLinksNode(site, language);
        AmetysObjectIterable<AmetysObject> links = linksNode.getChildren();
        Iterator<AmetysObject> it = links.iterator();
        
        if (themesIds.isEmpty())
        {
            return IteratorUtils.toList(it);
        }
        else
        {
            List<DefaultLink> configuredThemeLinks = new ArrayList<> ();

            while (it.hasNext())
            {
                DefaultLink link = (DefaultLink) it.next();
                String[] linkThemes = link.getThemes();
                
                for (String themeId : themesIds)
                {
                    if (ArrayUtils.contains(linkThemes, themeId))
                    {
                        configuredThemeLinks.add(link);
                        break;
                    }
                }
            }
            
            return configuredThemeLinks;
        }
    }
    
    /**
     * Get links of a given site and language, for the given user
     * @param siteName the site name
     * @param language the language
     * @param user The user identity
     * @return the links for the given user
     */
    public AmetysObjectIterable<DefaultLink> getUserLinks(String siteName, String language, UserIdentity user)
    {
        return getUserLinks(siteName, language, user, null);
    }
    
    /**
     * Get links of a given site and language, for the given user
     * @param siteName the site name
     * @param language the language
     * @param user The user identity
     * @param themeId the theme id to filter user links. If null, return all user links
     * @return the links for the given user
     */
    public AmetysObjectIterable<DefaultLink> getUserLinks(String siteName, String language, UserIdentity user, String themeId)
    {
        if (StringUtils.isNotBlank(themeId) && themeExists(themeId))
        {
            ThemeExpression themeExpression = new ThemeExpression(themeId);
            String linksQuery = getUserLinksQuery(siteName, language, user, themeExpression);
            return _ametysObjectResolver.query(linksQuery);
        }
        else
        {
            Site site = _siteManager.getSite(siteName);
            TraversableAmetysObject linksNode = getLinksForUserNode(site, language, user);
            AmetysObjectIterable<DefaultLink> links = linksNode.getChildren();
            return links;
        }
    }
    
    /**
     * Checks if the links displayed in a link directory service has access restrictions
     * @param siteName the name of the site
     * @param language the language
     * @param themesIds the list of selected theme ids
     * @return true if the links of the service have access restrictions, false otherwise
     */
    public boolean hasRestrictions(String siteName, String language, List<String> themesIds)
    {
        // No themes => we check all the links' access restrictions
        if (themesIds.isEmpty())   
        {
            String allLinksQuery = getAllLinksQuery(siteName, language);
            try (AmetysObjectIterable<AmetysObject> links = _ametysObjectResolver.query(allLinksQuery))
            {
                if (isAccessRestricted(links))
                {
                    return true;
                }
            }
            
            
        }
        // The service has themes specified => we solely check the corresponding links' access restrictions
        else
        {
            for (String themeId : themesIds)
            {
                String xPathQuery = getLinksQuery(siteName, language, new ThemeExpression(themeId));
                try (AmetysObjectIterable<AmetysObject> links = _ametysObjectResolver.query(xPathQuery))
                {
                    if (isAccessRestricted(links))
                    {
                        return true;
                    }
                }
            }
        }
        
        // All the tested links have no restricted access
        return false;
    }
    
    /**
     * Checks if the links displayed in a link directory service has internal link
     * @param siteName the name of the site
     * @param language the language
     * @param themesIds the list of selected theme ids
     * @return true if the links of the service has internal link, false otherwise
     */
    public boolean hasInternalUrl(String siteName, String language, List<String> themesIds)
    {
        Site site = _siteManager.getSite(siteName);
        String allowedIdParameter = site.getValue("allowed-ip");
        if (StringUtils.isBlank(allowedIdParameter))
        {
            return false;
        }
        
        UserIdentity user = _currentUserProvider.getUser();
        
        List<DefaultLink> links = getLinks(themesIds, user, siteName, language);
        for (DefaultLink link : links)
        {
            if (StringUtils.isNotBlank(link.getInternalUrl()))
            {
                return true;
            }
        }
        
        return false;
    }
    
    /**
     * Check if the links' access is restricted or not
     * @param links the links to be tested
     * @return true if the link has a restricted access, false otherwise
     */
    public boolean isAccessRestricted(AmetysObjectIterable<AmetysObject> links)
    {
        Iterator<AmetysObject> it = links.iterator();
        
        while (it.hasNext())
        {
            DefaultLink link = (DefaultLink) it.next();
            
            // If any of the links has a limited access, the service declares itself non-cacheable
            if (!_rightManager.hasAnonymousReadAccess(link))
            {
                return true;
            }
        }
        
        return false;
    }
    
    private ModifiableTraversableAmetysObject getOrCreateNode(ModifiableTraversableAmetysObject parentNode, String nodeName, String nodeType) throws AmetysRepositoryException
    {
        ModifiableTraversableAmetysObject node;
        if (parentNode.hasChild(nodeName))
        {
            node = parentNode.getChild(nodeName);
        }
        else
        {
            node = parentNode.createChild(nodeName, nodeType);
            parentNode.saveChanges();
        }
        return node;
    }
    
    /**
     * Sax the directory links
     * @param siteName the site name
     * @param contentHandler the content handler
     * @param links the list of links to sax (can be null
     * @param userLinks the user links to sax (can be null)
     * @param storageContext the storage context, null if there is no connected user
     * @param contextVars the context variables
     * @param user the user
     * @param saxThemesLabelOnly true to sax themes label only
     * @param saxLinksOnly true if the only the links need to be saxed, false otherwise
     * @throws SAXException If an error occurs while generating the SAX events
     * @throws UserPreferencesException if an exception occurs while getting the user preferences
     */
    public void saxLinks(String siteName, ContentHandler contentHandler, List<DefaultLink> links, List<DefaultLink> userLinks, Map<String, String> contextVars, String storageContext, UserIdentity user, boolean saxThemesLabelOnly, boolean saxLinksOnly) throws SAXException, UserPreferencesException
    {
        // left : true if user link
        // right : the link itself
        List<Pair<Boolean, DefaultLink>> allLinks = new ArrayList<>();
        
        if (links != null)
        {
            for (DefaultLink link : links)
            {
                allLinks.add(new ImmutablePair<>(false, link));
            }
        }
        
        if (userLinks != null)
        {
            for (DefaultLink link : userLinks)
            {
                allLinks.add(new ImmutablePair<>(true, link));
            }
        }
        
        
        String[] orderedLinksPrefLinksIdsArray = null; 
        String[] hiddenLinksPrefLinksIdsArray = null; 
        if (user != null)
        {
            // TODO it would be nice to change the name of this user pref but the storage is still the same, so for the moment we avoid the SQL migration
            // Cf issue LINKS-141
            // Change in org.ametys.plugins.linkdirectory.LinkDirectorySetUserPreferencesAction#act too
            String orderedLinksPrefValues =  _userPreferencesManager.getUserPreferenceAsString(user, storageContext, contextVars, "checked-links");
            orderedLinksPrefLinksIdsArray = StringUtils.split(orderedLinksPrefValues, ",");
            
            String hiddenLinksPrefValues =  _userPreferencesManager.getUserPreferenceAsString(user, storageContext, contextVars, "hidden-links");
            hiddenLinksPrefLinksIdsArray = StringUtils.split(hiddenLinksPrefValues, ",");
            
        }
        
        Site site = _siteManager.getSite(siteName);
        String ipRegexp = site.getValue("allowed-ip");
        Pattern ipRestriction = null;
        if (StringUtils.isNotBlank(ipRegexp))
        {
            ipRestriction = Pattern.compile(ipRegexp);
        }
        
        boolean hasIPRestriction = ipRestriction != null;
        boolean isIPAuthorized = _isIPAuthorized(ipRestriction);
        
        // Sort the list according to the orderedLinksPrefLinksIdsArray
        if (ArrayUtils.isNotEmpty(orderedLinksPrefLinksIdsArray))
        {
            DefaultLinkSorter defaultLinkSorter = new DefaultLinkSorter(allLinks, orderedLinksPrefLinksIdsArray);
            allLinks.sort(defaultLinkSorter);
        }
        
        for (Pair<Boolean, DefaultLink> linkPair : allLinks)
        {
            DefaultLink link = linkPair.getRight();
            boolean userLink = linkPair.getLeft();
            
            // check the access granted if it is not a user link
            if (userLink || _isCurrentUserGrantedAccess(link))
            {
                boolean selected = ArrayUtils.contains(orderedLinksPrefLinksIdsArray, link.getId());
                boolean isHidden = ArrayUtils.contains(hiddenLinksPrefLinksIdsArray, link.getId()); // deprecated, only used for old views, isHidden should be used now
                saxLink(siteName, contentHandler, link, saxThemesLabelOnly, selected, saxLinksOnly, hasIPRestriction, isIPAuthorized, userLink, isHidden);
            }
        }
    }
    
    /**
     * Generate a directory link.
     * @param siteName the site name
     * @param contentHandler the content handler
     * @param link the link to generate.
     * @param saxThemesLabelOnly true to sax themes label only
     * @param selected true if a front end user has checked this link as a user preference, false otherwise (deprecated, only used for old views, isHidden should be used now)
     * @param saxLinksOnly true if we want to sax a link for an input data
     * @param hasIPRestriction true if we have IP restriction
     * @param isIPAuthorized true if the IP is authorized
     * @param userLink true if it is a user link
     * @param isHidden true if the link is hidden
     * @throws SAXException If an error occurs while generating the SAX events
     */
    public void saxLink (String siteName, ContentHandler contentHandler, DefaultLink link, boolean saxThemesLabelOnly, boolean selected, boolean saxLinksOnly, boolean hasIPRestriction, boolean isIPAuthorized, boolean userLink, boolean isHidden) throws SAXException
    {
        AttributesImpl attrs = new AttributesImpl();
        attrs.addCDATAAttribute("id", link.getId());
        attrs.addCDATAAttribute("lang", link.getLanguage());
        
        LinkType urlType = link.getUrlType();
        
        _addURLAttribute(link, hasIPRestriction, isIPAuthorized, attrs);
        
        attrs.addCDATAAttribute("urlType", StringUtils.defaultString(urlType.toString()));
        
        if (link.getStatus() == LinkStatus.BROKEN)
        {
            String dynInfoProviderId = StringUtils.defaultString(link.getDynamicInformationProvider());
            // Check if provider exists
            if (StringUtils.isNotEmpty(dynInfoProviderId) && _dynamicProviderEP.hasExtension(dynInfoProviderId))
            {
                attrs.addCDATAAttribute("dynamicInformationProvider", dynInfoProviderId);
            }
        }
        attrs.addCDATAAttribute("title", StringUtils.defaultString(link.getTitle()));
        attrs.addCDATAAttribute("content", StringUtils.defaultString(link.getContent()));
        
        if (urlType == LinkType.PAGE)
        {
            String pageId = link.getUrl();
            try
            {
                Page page = _ametysObjectResolver.resolveById(pageId);
                attrs.addCDATAAttribute("pageTitle", page.getTitle());
            }
            catch (UnknownAmetysObjectException e)
            {
                attrs.addCDATAAttribute("unknownPage", "true");
            }
        } 
        
        attrs.addCDATAAttribute("alternative", StringUtils.defaultString(link.getAlternative()));
        attrs.addCDATAAttribute("pictureAlternative", StringUtils.defaultString(link.getPictureAlternative()));
        
        attrs.addCDATAAttribute("user-selected", selected ? "true" : "false");
        
        attrs.addCDATAAttribute("color", _linkDAO.getLinkColor(link));
        
        String pictureType = link.getPictureType();
        attrs.addCDATAAttribute("pictureType", pictureType);
        if (pictureType.equals("resource"))
        {
            String resourceId = link.getResourcePictureId();
            try
            {
                Resource resource = _ametysObjectResolver.resolveById(resourceId);
                attrs.addCDATAAttribute("pictureId", resourceId);
                attrs.addCDATAAttribute("pictureName", resource.getName());
                attrs.addCDATAAttribute("pictureSize", Long.toString(resource.getLength()));
                attrs.addCDATAAttribute("imageType", "explorer");
            }
            catch (UnknownAmetysObjectException e)
            {
                getLogger().error("The resource of id'" + resourceId + "' does not exist anymore. The picture for link of id '" + link.getId() + "' will be ignored.", e);
            }
            
        }
        else if (pictureType.equals("external"))
        {
            BinaryMetadata picMeta = link.getExternalPicture();
            attrs.addCDATAAttribute("picturePath", DefaultLink.PROPERTY_PICTURE);
            attrs.addCDATAAttribute("pictureName", picMeta.getFilename());
            attrs.addCDATAAttribute("pictureSize", Long.toString(picMeta.getLength()));
            attrs.addCDATAAttribute("imageType", "link-metadata");
        }
        else if (pictureType.equals("glyph"))
        {
            attrs.addCDATAAttribute("pictureGlyph", link.getPictureGlyph());
        }
        
        attrs.addCDATAAttribute("limitedAccess", String.valueOf(!_rightManager.hasAnonymousReadAccess(link))); 
        
        attrs.addCDATAAttribute("userLink", String.valueOf(userLink));
        attrs.addCDATAAttribute("isHidden", String.valueOf(isHidden));
        
        LinkStatus status = link.getStatus();
        if (status != null)
        {
            attrs.addCDATAAttribute("status", status.name());
        }
        
        if (StringUtils.isNotBlank(link.getPage()))
        {
            attrs.addCDATAAttribute("page", link.getPage());
        }
        
        XMLUtils.startElement(contentHandler, "link", attrs);
        
        // Themes
        if (saxThemesLabelOnly)
        {
            _saxThemesLabel(contentHandler, link);
        }
        else
        {
            _saxThemes(contentHandler, link);
        }
        
        XMLUtils.endElement(contentHandler, "link");
    }
    
    /**
     * Add the URL attribute to sax
     * @param link the link
     * @param hasIPRestriction true if we have IP restriction
     * @param isIPAuthorized true if the IP is authorized
     * @param attrs the attribute
     */
    private void _addURLAttribute(DefaultLink link, boolean hasIPRestriction, boolean isIPAuthorized, AttributesImpl attrs)
    {
        String internalUrl = link.getInternalUrl();
        String externalUrl = link.getUrl();
        
        // If we have no internal URL or no IP restriction, just sax external URL
        if (StringUtils.isBlank(internalUrl) || !hasIPRestriction)
        {
            attrs.addCDATAAttribute("url", StringUtils.defaultString(externalUrl));
        }
        else
        {
            // If the IP is authorized, sax internal URL
            if (isIPAuthorized)
            {
                attrs.addCDATAAttribute("url", StringUtils.defaultString(internalUrl));
            }
            // else if we have external URL, we sax it
            else if (StringUtils.isNotBlank(externalUrl))
            {
                attrs.addCDATAAttribute("url", StringUtils.defaultString(externalUrl));
            }
            // else we sax the internal URL and we disable it because the IP is not authorized
            else
            {
                attrs.addCDATAAttribute("url", StringUtils.defaultString(internalUrl));
                attrs.addCDATAAttribute("disabled", "true");
            }
        }
    }
    
    /**
     * Get the actual ids of the themes configured properly, their names if they were not 
     * @param configuredThemesNames the normalized ids of the configured themes
     * @param siteName the site's name
     * @param language the site's language
     * @return the actual ids of the configured themes
     */
    public Map<String, List<String>> getThemesMap(List<String> configuredThemesNames, String siteName, String language)
    {
        Map<String, List<String>> themesMap = new HashMap<> ();
        List<String> correctThemesList = new ArrayList<> ();
        List<String> wrongThemesList = new ArrayList<> ();
        
        for (int i = 0; i < configuredThemesNames.size(); i++)
        {
            ModifiableTraversableAmetysObject themesNode = this.getThemesNode(_siteManager.getSite(siteName), language);
            String configuredThemeName = configuredThemesNames.get(i);
            
            if (!themesNode.hasChild(configuredThemeName))
            {
                getLogger().warn("The theme '" + configuredThemeName + "' was not found. It will be ignored.");
                wrongThemesList.add(configuredThemeName);
            }
            else
            {
                AmetysObject configuredThemeNode = themesNode.getChild(configuredThemesNames.get(i));
                correctThemesList.add(configuredThemeNode.getId());
            }
        }
        
        themesMap.put("themes", correctThemesList);
        themesMap.put("unknown-themes", wrongThemesList);
        return themesMap;
    }
    
    /**
     * Retrieve theme ids from theme names
     * @param site the site
     * @param language the language
     * @param configuredThemesNames the names of the configured themes
     * @return the themes ids matching the given theme names
     */
    public List<String> getThemesIdsFromThemesNames(Site site, String language, List<String> configuredThemesNames)
    {
        List<String> configuredThemesIds = new ArrayList<>();
        
        if (configuredThemesNames != null)
        {
            for (int i = 0; i < configuredThemesNames.size(); i++)
            {
                String themeIdFromThemeName = getThemeIdFromThemeName(site, language, configuredThemesNames.get(i));
                if (StringUtils.isNotBlank(themeIdFromThemeName))
                {
                    configuredThemesIds.add(themeIdFromThemeName);
                }
            }
        }
        
        return configuredThemesIds;
    }
    
    /**
     * Retrieve theme id from theme name
     * @param site the site
     * @param language the language
     * @param configuredThemeName the name of the configured theme
     * @return the themes id matching the given theme name
     */
    public String getThemeIdFromThemeName(Site site, String language, String configuredThemeName)
    {
        ModifiableTraversableAmetysObject themesNode = this.getThemesNode(site, language);
        if (themesNode.hasChild(configuredThemeName))
        {
            AmetysObject configuredThemeNode = themesNode.getChild(configuredThemeName);
            return configuredThemeNode.getId();
        }
        else
        {
            getLogger().warn("No theme existing with id : " + configuredThemeName);
        }
        
        return null;
    }
    
    /**
     * Verify the existence of a theme
     * @param themeId the id of the theme to verify
     * @return true if the theme exists, false otherwise
     */
    public boolean themeExists(String themeId)
    {
        return _ametysObjectResolver.hasAmetysObjectForId(themeId);
    }
    
    /**
     * Get theme name from jcr id
     * @param themeId the jcr theme id
     * @return the name of the theme. Null if the theme doesn't exist
     */
    public String getThemeName(String themeId)
    {
        if (themeExists(themeId))
        {
            DefaultTheme theme = _ametysObjectResolver.resolveById(themeId);
            return theme.getName();
        }
        else
        {
            getLogger().warn("Can't find theme with jcr id : " + themeId);
        }
            
        return null;
    }

    /**
     * Get the site's name
     * @param request the request
     * @return the site's name
     */
    public String getSiteName(Request request)
    {
        Page page = (Page) request.getAttribute(Page.class.getName());
        String siteName = null;
        if (page != null)
        {
            siteName = page.getSiteName();
        }
        else
        {
            siteName = (String) request.getAttribute("site");
        }
        return siteName;
    }

    /**
     * Get the site's language
     * @param request the request
     * @return the site's language
     */
    public String getLanguage(Request request)
    {
        String language = (String) request.getAttribute("sitemapLanguage");
        if (StringUtils.isEmpty(language))
        {
            language = request.getParameter("language");
        }
        
        return language;
    }
    
    /**
     * Retrieve the context variables from the front
     * @param request the request
     * @return the map of context variables
     */
    public Map<String, String> getContextVars(Request request)
    {
        Map<String, String> contextVars = new HashMap<> ();
        
        contextVars.put(FOUserPreferencesConstants.CONTEXT_VAR_SITENAME, getSiteName(request));
        contextVars.put(FOUserPreferencesConstants.CONTEXT_VAR_LANGUAGE, getLanguage(request));
    
        return contextVars;
    }
    
    /**
     * Sax the themes
     * @param contentHandler the content handler 
     * @param link the link 
     * @throws SAXException If an error occurs while generating the SAX events
     */
    private void _saxThemes (ContentHandler contentHandler, DefaultLink link) throws SAXException
    {
        XMLUtils.startElement(contentHandler, "themes");
        
        for (String themeId : link.getThemes())
        {
            try
            {
                DefaultTheme theme = _ametysObjectResolver.resolveById(themeId);
                
                AttributesImpl attrs = new AttributesImpl();
                attrs.addCDATAAttribute("id", themeId);
                attrs.addCDATAAttribute("label", theme.getLabel());
                
                XMLUtils.createElement(contentHandler, "theme", attrs);
            }
            catch (UnknownAmetysObjectException e)
            {
                // Theme does not exist anymore
            }
        }
            
        
        XMLUtils.endElement(contentHandler, "themes");
    }
    
    /**
     * Sax the label of the themes
     * @param contentHandler the content handler
     * @param link the link
     * @throws SAXException if an error occurs while saxing
     */
    private void _saxThemesLabel (ContentHandler contentHandler, DefaultLink link) throws SAXException
    {
        List<String> themesLabel = new ArrayList<>();
        
        for (String themeId : link.getThemes())
        {
            try
            {
                DefaultTheme theme = _ametysObjectResolver.resolveById(themeId);
                themesLabel.add(theme.getLabel());
            }
            catch (UnknownAmetysObjectException e)
            {
                // Theme does not exist anymore
            }
        }
        
        XMLUtils.createElement(contentHandler, "themes", StringUtils.join(themesLabel, ", "));
    }
    
    
    /**
     * Determines if the current user is allowed to see the link or not
     * @param link the link 
     * @return true if the current user is allowed to see the link, false otherwise
     */
    private boolean _isCurrentUserGrantedAccess(DefaultLink link)
    {
        UserIdentity user = _currentUserProvider.getUser();
        
        // There is no access restriction
        return _rightManager.hasReadAccess(user, link);
    }
    
    /**
     * Checks if the IP is authorized for use link internal URL
     * @param ipRestriction The ip restriction pattern
     * @return true the IP is authorized for use link internal URL, false otherwise
     */
    private boolean _isIPAuthorized(Pattern ipRestriction)
    {
        if (ipRestriction == null)
        {
            return true;
        }
        
        Request request = ContextHelper.getRequest(_context);
        
        // The real client IP may have been put in the non-standard "X-Forwarded-For" request header, in case of reverse proxy
        String xff = request.getHeader("X-Forwarded-For");
        String ip = null;
        
        if (xff != null)
        {
            ip = xff.split(",")[0];
        }
        else
        {
            ip = request.getRemoteAddr();
        }
        
        boolean result = ipRestriction.matcher(ip).matches();
        
        if (getLogger().isDebugEnabled())
        {
            getLogger().debug("Ip '{}' is considered {} with pattern {}", ip, result ? "internal" : "external", ipRestriction.pattern());
        }
        
        return result;
    }
    
    /**
     * Helper class to sort links (DefaultLinkSorter implementation)
     * If both links are in the ordered links list, this order is used
     * If one of them is in it and not the other, the one in it will be before the other
     * If none of them is in the list, the initial order will be used
     */
    private class DefaultLinkSorter implements Comparator<Pair<Boolean, DefaultLink>>
    {
        private String[] _orderedLinksPrefLinksIdsArray;
        private List<String> _initialList;
        /**
         * constructor for the helper
         * @param initialList initial list to keep track of the original order if no order is found
         * @param orderedLinksPrefLinksIdsArray ordered list of link ids
         */
        public DefaultLinkSorter(List<Pair<Boolean, DefaultLink>> initialList, String[] orderedLinksPrefLinksIdsArray)
        {
            _orderedLinksPrefLinksIdsArray = orderedLinksPrefLinksIdsArray;
            _initialList = initialList.stream()
                    .map(Pair::getRight)
                    .map(DefaultLink::getId)
                    .collect(Collectors.toList());
        }
        public int compare(Pair<Boolean, DefaultLink> pair1, Pair<Boolean, DefaultLink> pair2)
        {
            DefaultLink link1 = pair1.getRight();
            DefaultLink link2 = pair2.getRight();
            if (ArrayUtils.isNotEmpty(_orderedLinksPrefLinksIdsArray))
            {
                int pos1 = ArrayUtils.indexOf(_orderedLinksPrefLinksIdsArray, link1.getId());
                int pos2 = ArrayUtils.indexOf(_orderedLinksPrefLinksIdsArray, link2.getId());

                if (pos1 == ArrayUtils.INDEX_NOT_FOUND && pos2 == ArrayUtils.INDEX_NOT_FOUND)
                {
                    // if both are not found, we keep the original order
                    pos1 = _initialList.indexOf(link1.getId());
                    pos2 = _initialList.indexOf(link2.getId());
                }
                else
                {
                    // if one of them is not found, we return the max value (to put them at the end)
                    if (pos1 == ArrayUtils.INDEX_NOT_FOUND)
                    {
                        pos1 = Integer.MAX_VALUE;
                    }
                    if (pos2 == ArrayUtils.INDEX_NOT_FOUND)
                    {
                        pos2 = Integer.MAX_VALUE;
                    }
                }
                return pos1 - pos2;
            }
            else
            {
                return 0; // No sorting if no sort array
            }
        }
    }
}