使用 Spring MVC 提供 sitemap.xml 和 robots.txt

Question

使用Spring MVC服务sitemap.xml和robots.txt的最佳方式是什么？ 我希望以最干净的方式通过Controller提供这些文件。

Answer 1

我依靠 JAXB 为我生成 sitemap.xml。

我的控制器如下所示，并且我有一些数据库表来跟踪我想出现在站点地图中的链接：-

站点地图控制器.java

@Controller
public class SitemapController {

    @RequestMapping(value = "/sitemap.xml", method = RequestMethod.GET)
    @ResponseBody
    public XmlUrlSet main() {
        XmlUrlSet xmlUrlSet = new XmlUrlSet();
        create(xmlUrlSet, "", XmlUrl.Priority.HIGH);
        create(xmlUrlSet, "/link-1", XmlUrl.Priority.HIGH);
        create(xmlUrlSet, "/link-2", XmlUrl.Priority.MEDIUM);

        // for loop to generate all the links by querying against database
        ...

        return xmlUrlSet;
    }

    private void create(XmlUrlSet xmlUrlSet, String link, XmlUrl.Priority priority) {
        xmlUrlSet.addUrl(new XmlUrl("http://www.mysite.com" + link, priority));
    }

}

XmlUrl.java

@XmlAccessorType(value = XmlAccessType.NONE)
@XmlRootElement(name = "url")
public class XmlUrl {
    public enum Priority {
        HIGH("1.0"), MEDIUM("0.5");

        private String value;

        Priority(String value) {
            this.value = value;
        }

        public String getValue() {
            return value;
        }
    }

    @XmlElement
    private String loc;

    @XmlElement
    private String lastmod = new DateTime().toString(DateTimeFormat.forPattern("yyyy-MM-dd"));

    @XmlElement
    private String changefreq = "daily";

    @XmlElement
    private String priority;

    public XmlUrl() {
    }

    public XmlUrl(String loc, Priority priority) {
        this.loc = loc;
        this.priority = priority.getValue();
    }

    public String getLoc() {
        return loc;
    }

    public String getPriority() {
        return priority;
    }

    public String getChangefreq() {
        return changefreq;
    }

    public String getLastmod() {
        return lastmod;
    }
}

XmlUrlSet.java

@XmlAccessorType(value = XmlAccessType.NONE)
@XmlRootElement(name = "urlset", namespace = "http://www.sitemaps.org/schemas/sitemap/0.9")
public class XmlUrlSet {

    @XmlElements({@XmlElement(name = "url", type = XmlUrl.class)})
    private Collection<XmlUrl> xmlUrls = new ArrayList<XmlUrl>();

    public void addUrl(XmlUrl xmlUrl) {
        xmlUrls.add(xmlUrl);
    }

    public Collection<XmlUrl> getXmlUrls() {
        return xmlUrls;
    }
}

对于 robots.txt，它看起来如下所示，显然，您需要根据自己的喜好对其进行配置：-

机器人控制器.java

@Controller
public class RobotsController {

    @RequestMapping(value = "/robots.txt", method = RequestMethod.GET)
    public String getRobots(HttpServletRequest request) {
        return (Arrays.asList("mysite.com", "www.mysite.com").contains(request.getServerName())) ?
                "robotsAllowed" : "robotsDisallowed";
    }
}

Answer 2

将此行添加到您的调度程序 servlet xml 文件中：

<mvc:resources mapping="/robots.txt" location="/WEB-INF/robots.txt" order="0"/> 

将 robots.txt 放在 WEB-INF/robots.txt 中。 yoursite.com/robots.txt 可以访问该文件

Answer 3

这篇文章对我非常有用，我相信这是对原始分辨率的更新。

import javax.xml.bind.annotation.XmlAccessType;
import javax.xml.bind.annotation.XmlAccessorType;
import javax.xml.bind.annotation.XmlElement;
import javax.xml.bind.annotation.XmlElements;
import javax.xml.bind.annotation.XmlRootElement;

@XmlRootElement (name = "urlset")
@XmlAccessorType(XmlAccessType.NONE)
public class XmlUrlSet {
  
  @XmlElements({@XmlElement(name = "url", type = XmlUrl.class)})
  private Collection<XmlUrl> xmlUrls = new ArrayList<XmlUrl>();

  public void addUrl(XmlUrl xmlUrl) {
      xmlUrls.add(xmlUrl);
  }

  public Collection<XmlUrl> getXmlUrls() {
      return xmlUrls;
  }
}

---

import javax.xml.bind.annotation.XmlAccessType;
import javax.xml.bind.annotation.XmlAccessorType;
import javax.xml.bind.annotation.XmlElement;
import javax.xml.bind.annotation.XmlRootElement;

@XmlRootElement (name = "url")
@XmlAccessorType(XmlAccessType.NONE)
public class XmlUrl {

    @XmlElement
    private String loc;

    @XmlElement
    private String lastmod;

    public XmlUrl() {
    }

    public XmlUrl(String loc, String date) {
        this.loc = loc;
        this.lastmod = date;
    }

    public String getLoc() {
        return loc;
    }

    public String getLastmod() {
        return lastmod;
    }
}

在同一个包上（这是这样的，因为我正在定义多个命名空间，因为我正在处理更复杂的站点地图）：

@XmlSchema(
  namespace="http://www.sitemaps.org/schemas/sitemap/0.9",
  xmlns={
    @XmlNs(prefix = "", namespaceURI = "http://www.sitemaps.org/schemas/sitemap/0.9")
  },
  elementFormDefault=XmlNsForm.QUALIFIED
)

package com.visite.backoffice.domain.sitemap;

import javax.xml.bind.annotation.XmlNs;
import javax.xml.bind.annotation.XmlNsForm;
import javax.xml.bind.annotation.XmlSchema;

然后是 REST 控制器：

@RestController
@RequestMapping(path = "/api/site", produces = "application/xml")
public class ConfigurationResource {

    private final Logger log = LoggerFactory.getLogger(ConfigurationResource.class);

    public ConfigurationResource() {
    }

    @GetMapping("/configurations/{siteId}/site-map") 
    public ResponseEntity<XmlUrlSet> getSiteConfigurations( @PathVariable String siteId ) {
        log.debug("REST request to get sitemap for site {}", siteId);

        XmlUrlSet result = new XmlUrlSet();
        for (int i = 0; i < 10; i++) {
            String fakeUrl = "http://www.algo.com/" + i;
            LocalDate tmp = LocalDate.now();
            result.addUrl(new XmlUrl(fakeUrl, tmp.toString()));
        }
        
        return ResponseEntity.ok(result);
    }
}

结果：

<?xml version="1.0" encoding="UTF-8" standalone="yes"?>
<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
    <url>
        <loc>http://www.algo.com/0</loc>
        <lastmod>2022-05-12</lastmod>
    </url>
    <url>
        <loc>http://www.algo.com/1</loc>
        <lastmod>2022-05-12</lastmod>
    </url>
    <url>
        <loc>http://www.algo.com/2</loc>
        <lastmod>2022-05-12</lastmod>
    </url>
    <url>
        <loc>http://www.algo.com/3</loc>
        <lastmod>2022-05-12</lastmod>
    </url>
    <url>
        <loc>http://www.algo.com/4</loc>
        <lastmod>2022-05-12</lastmod>
    </url>
    <url>
        <loc>http://www.algo.com/5</loc>
        <lastmod>2022-05-12</lastmod>
    </url>
    <url>
        <loc>http://www.algo.com/6</loc>
        <lastmod>2022-05-12</lastmod>
    </url>
    <url>
        <loc>http://www.algo.com/7</loc>
        <lastmod>2022-05-12</lastmod>
    </url>
    <url>
        <loc>http://www.algo.com/8</loc>
        <lastmod>2022-05-12</lastmod>
    </url>
    <url>
        <loc>http://www.algo.com/9</loc>
        <lastmod>2022-05-12</lastmod>
    </url>
</urlset>