Fix 3863

app/controller/viewer.js

@@ -1,9 +1,30 @@
 'use strict'
+const _ = require('lodash')
+const {
+  getSearchableContentByPath
+} = require('../web/lib/mod/parser/mdSearchedParser/searchByUrl')
+const SPIDERS = [
+  'PostmanRuntime',
+  'Baiduspider',
+  'Googlebot',
+  '360Spider',
+  'Sosospider',
+  'sogou spider'
+]
 
 module.exports = app => {
   return class PageViewerController extends app.Controller {
     async index() {
       const { ctx } = this
+      let userAgent = _.get(ctx, ['request', 'header', 'user-agent'], '')
+      let spiderIndex = _.findIndex(SPIDERS, spider => {
+        return new RegExp('^' + spider, 'i').test(userAgent)
+      })
+      if (spiderIndex !== -1) {
+        let filePath = _.get(ctx, 'request.url')
+        ctx.body = await getSearchableContentByPath(filePath)
+        return
+      }
       await ctx.renderClient('viewer/index.js')
     }
   }

app/web/lib/mod/parser/mdSearchedParser/searchByUrl.js

@@ -0,0 +1,26 @@
+const axios = require('axios')
+const { getSearchableContent } = require('./index')
+
+const gitlabAxiosInstance = axios.create({
+  baseURL: 'https://api.keepwork.com/git/v0',
+  timeout: 30 * 1000
+})
+
+const getContentFromGitlab = async path => {
+  let pathArr = path.split('/')
+  let projectPath = pathArr[1] + '/' + pathArr[2]
+  let encodedProjectPath = encodeURIComponent(projectPath)
+  let encodedPath = encodeURIComponent(path)
+  let result = await gitlabAxiosInstance
+    .get(`projects/${encodedProjectPath}/files/${encodedPath}.md`)
+    .catch()
+  let content = result.data.content
+  return content
+}
+
+const getSearchableContentByPath = async path => {
+  let content = await getContentFromGitlab(path)
+  return getSearchableContent(content)
+}
+
+module.exports = { getSearchableContentByPath }