易盾网站审核

徐近程
1 parent 5b75e321
Showing 6 changed files with 186 additions and 97 deletions
src/main/java/com/cnlive/shenhe/api/YiDunControllerApi.java
src/main/java/com/cnlive/shenhe/job/ContentJob.java
src/main/java/com/cnlive/shenhe/job/YiDunUrlResultJob.java
src/main/java/com/cnlive/shenhe/serviceImpl/ContentServiceImpl.java
src/main/java/com/cnlive/shenhe/serviceImpl/YiDunServiceImpl.java
src/main/java/com/cnlive/shenhe/utils/YiDunAntiFraudUtil.java
@@ -79,7 +79,6 @@ public class YiDunControllerApi {
         int code = jsonObject.getIntValue("code");
         String msg = jsonObject.getString("msg");
         if (code == 200 && "ok".equals(msg)) {
-            //:正常（建议通过） 2:异常（建议拦截） 3：疑似（建议人工确认）0:无结果（检测失败）
             JSONObject result = jsonObject.getJSONObject("result");
             String dataId = result.getString("dataId");
             ShyYidun shyYidun = new ShyYidun();
@@ -2,11 +2,8 @@ package com.cnlive.shenhe.job;
 import com.cnlive.shenhe.entity.ShyContent;
 import com.cnlive.shenhe.entity.ShyVideos;
-import com.cnlive.shenhe.serviceImpl.CommentsServiceImpl;
-import com.cnlive.shenhe.serviceImpl.ContentServiceImpl;
-import com.cnlive.shenhe.serviceImpl.SitesServiceImpl;
-import com.cnlive.shenhe.serviceImpl.UsersServiceImpl;
-import com.cnlive.shenhe.serviceImpl.VideosServiceImpl;
+import com.cnlive.shenhe.entity.ShyYidun;
+import com.cnlive.shenhe.serviceImpl.*;
 import com.cnlive.shenhe.utils.AuditPass;
 import com.cnlive.shenhe.utils.CommonConst;
 import com.cnlive.shenhe.utils.CommonUtils;
@@ -34,6 +31,8 @@ public class ContentJob {
     VideosServiceImpl videosService;
     @Autowired
     ContentServiceImpl contentService;
+	@Autowired
+	YiDunServiceImpl yiDunServiceImpl;
     /**
@@ -54,24 +53,31 @@ public class ContentJob {
 			}
 		}
     }
-    
-    /**
-     * 定时发送数美检测视频
-     */
-   @Scheduled(cron="0 0/1 * * * ? ")//每分钟一次
-    public void videofilter() {
-    	 ShyContent shyContent = new ShyContent();
-    	 shyContent.setShenhe_type(CommonConst.AUDIT_TYPE_MACHANE);//审核类型为机审
-    	 shyContent.setReceive_status(CommonConst.RECEIVE_BEFORE);//待审核状态
-         List<ShyContent> shyContentList = contentService.findshyContent(shyContent);
-         if (shyContentList.size() > 0) {
-             for (ShyContent content : shyContentList) {
-            	 logger.info("定时发送数美检测的content_id："+content.getId());
-              //数美图文过滤
-             contentService.contentFilter(content,"DEFAULT_LOGO");
-             }
-         }
-    }
+
+	/**
+	 * 定时向易盾提交网站地址
+	 */
+	@Scheduled(cron = "0 0/1 * * * ? ")//每分钟一次
+	public void videofilter() {
+		ShyContent shyContent = new ShyContent();
+		//机审
+		shyContent.setShenhe_type(CommonConst.AUDIT_TYPE_MACHANE);
+		//待审
+		shyContent.setReceive_status(CommonConst.RECEIVE_BEFORE);
+		List<ShyContent> shyContentList = contentService.findshyContent(shyContent);
+		if (shyContentList != null && shyContentList.size() > 0) {
+			for (ShyContent content : shyContentList) {
+				logger.info("定时发送易盾检测的content_id：" + content.getId());
+				//易盾网站过滤
+				ShyYidun shyYidun = new ShyYidun();
+				shyYidun.setContent_id(content.getId().toString());
+				ShyYidun shyYidun1 = yiDunServiceImpl.getidunMsgByContentId(shyYidun);
+				if (shyYidun1 == null) {
+					contentService.contentFilter(content);
+				}
+			}
+		}
+	}
     /**
@@ -2,8 +2,11 @@ package com.cnlive.shenhe.job;
 import com.alibaba.fastjson.JSONArray;
 import com.alibaba.fastjson.JSONObject;
+import com.cnlive.shenhe.entity.ShyContent;
 import com.cnlive.shenhe.entity.ShyYidun;
+import com.cnlive.shenhe.serviceImpl.ContentServiceImpl;
 import com.cnlive.shenhe.serviceImpl.YiDunServiceImpl;
+import com.cnlive.shenhe.utils.CommonConst;
 import com.cnlive.shenhe.utils.HttpClientUtils;
 import com.cnlive.shenhe.utils.YiDunAntiFraudUtil;
 import org.slf4j.Logger;
@@ -44,48 +47,100 @@ public class YiDunUrlResultJob {
     @Autowired
     YiDunServiceImpl yiDunServiceImpl;
+    @Autowired
+    ContentServiceImpl contentServiceImpl;
     /**
-     * 查询易盾网站检测结果接口
+     * 定时查询易盾网站检测结果接口
      */
-    @Scheduled(cron = "0/1 * 10-23 * * ? ")//每天10点到23点执行，每分钟一次
+    @Scheduled(cron = "0 0/1 * * * ? ")//每分钟一次
     public void YiDunUrl() {
-        Map<String, String> params1 = new HashMap<String, String>(5);
+        Map<String, String> params = new HashMap<String, String>(5);
         // 1.设置公共参数
-        params1.put("secretId", SECRETID);
-        params1.put("version", "v1.0");
-        params1.put("timestamp", String.valueOf(System.currentTimeMillis()));
-        params1.put("nonce", String.valueOf(new Random().nextInt()));
+        params.put("secretId", SECRETID);
+        params.put("version", "v1.0");
+        params.put("timestamp", String.valueOf(System.currentTimeMillis()));
+        params.put("nonce", String.valueOf(new Random().nextInt()));
         // 2.生成签名信息
-        String signature1 = YiDunAntiFraudUtil.genSignature(SECRETKEY, params1);
-        params1.put("signature", signature1);
+        String signature1 = YiDunAntiFraudUtil.genSignature(SECRETKEY, params);
+        params.put("signature", signature1);
         // 3.发送HTTP请求
-        String s1 = HttpClientUtils.post_str(URL_RESULT, params1);
+        String s1 = HttpClientUtils.post_str(URL_RESULT, params);
         logger.info("查询易盾网站检测结果:{}", s1);
         // 4.解析接口返回值
         JSONObject resultObject = JSONObject.parseObject(s1);
         int code = resultObject.getIntValue("code");
         String msg = resultObject.getString("msg");
-        if (code == 200 && "ok".equals(msg)){
+        //易盾返回结果的类型
+        String type;
+        //易盾失败结果的详情
+        String desc = "";
+        if (code == 200 && "ok".equals(msg)) {
             JSONArray resultJSONArray = resultObject.getJSONArray("result");
-            for(int i=0;i<resultJSONArray.size();i++){
-
+            for (int i = 0; i < resultJSONArray.size(); i++) {
+                ShyContent shyContent = new ShyContent();
                 JSONObject jsonObject = resultJSONArray.getJSONObject(i);
                 String dataId = jsonObject.getString("dataId");
-                //检测结果, 1:正常（建议通过） 2:异常（建议拦截） 3：疑似（建议人工确认）0:无结果（检测失败）
-                int result= jsonObject.getIntValue("result");
-                if(result==1){
-
-                }
-
                 ShyYidun yiDunMsg = yiDunServiceImpl.getYiDunMsg(dataId);
                 ShyYidun newYiDunMsg = new ShyYidun();
                 newYiDunMsg.setId(yiDunMsg.getId());
+                newYiDunMsg.setDuration(-1);
                 newYiDunMsg.setUpdate_time(new Date());
+                //检测结果, 1:正常（建议通过） 2:异常（建议拦截） 3：疑似（建议人工确认）0:无结果（检测失败）
+                int result = jsonObject.getIntValue("result");
+                newYiDunMsg.setResult_type(String.valueOf(result));
+                if (result == 1) {
+                    desc = "数美审核通过了";
+                    shyContent.setShenhe_msg(desc);
+                    newYiDunMsg.setDesc_msg(desc);
+                    //修改图文状态
+                    contentServiceImpl.callback(newYiDunMsg.getContent_id(), desc, CommonConst.AUDIT_SUCCESS, "", "机审通过");
+                } else {
+                    JSONObject evidences = jsonObject.getJSONObject("evidences");
+                    JSONArray texts = evidences.getJSONArray("texts");
+                    if (texts != null && texts.size() > 0) {
+                        for (int j = 0; j < texts.size(); j++) {
+                            JSONObject jsonObject1 = texts.getJSONObject(j);
+                            //检测结果，0：通过，1：嫌疑，2：不通过
+                            int action = jsonObject1.getIntValue("action");
+                            if (action == 1) {
+                                desc = desc + "文字嫌疑";
+                                break;
+                            }
+                            if (action == 2) {
+                                desc = desc + "文字不通过";
+                                break;
+                            }
+                        }
+                    }
+                    JSONArray images = evidences.getJSONArray("images");
+                    if (images != null && images.size() > 0) {
+                        for (int k = 0; k < images.size(); k++){
+                            JSONObject jsonObject1 = images.getJSONObject(k);
+                            //0：正常，1：不确定，2：确定
+                            int level = jsonObject1.getIntValue("level");
+                            if (level == 1) {
+                                desc = desc + "图片嫌疑";
+                                break;
+                            }
+                            if (level == 2) {
+                                desc = desc + "图片不通过";
+                                break;
+                            }
+                        }
+                    }
+
+                    //审核类型改为人工审核
+                    shyContent.setShenhe_type(CommonConst.AUDIT_TYPE_USER);
+                    //拒绝原因
+                    shyContent.setShenhe_msg(desc);
+                    newYiDunMsg.setDesc_msg(desc);
+                    contentServiceImpl.updateshyContent(shyContent);
+                }
                 yiDunServiceImpl.updateYiDunMsg(newYiDunMsg);
             }
         }
@@ -2,21 +2,12 @@ package com.cnlive.shenhe.serviceImpl;
 import com.alibaba.fastjson.JSONArray;
 import com.alibaba.fastjson.JSONObject;
-import com.cnlive.shenhe.entity.ShyComments;
-import com.cnlive.shenhe.entity.ShyContent;
-import com.cnlive.shenhe.entity.ShyLive;
-import com.cnlive.shenhe.entity.ShySites;
-import com.cnlive.shenhe.entity.ShyUsers;
-import com.cnlive.shenhe.entity.ShyVideofilter;
-import com.cnlive.shenhe.entity.ShyVideos;
+import com.cnlive.shenhe.entity.*;
 import com.cnlive.shenhe.mapper.ShyCommentsMapper;
 import com.cnlive.shenhe.mapper.ShyContentMapper;
 import com.cnlive.shenhe.mapper.ShySitesMapper;
 import com.cnlive.shenhe.mapper.ShyUsersMapper;
-import com.cnlive.shenhe.utils.AntiFraudUtil;
-import com.cnlive.shenhe.utils.AuditPass;
-import com.cnlive.shenhe.utils.CommonConst;
-import com.cnlive.shenhe.utils.CommonUtils;
+import com.cnlive.shenhe.utils.*;
 import com.github.pagehelper.PageHelper;
 import com.github.pagehelper.PageInfo;
 import org.apache.ibatis.session.RowBounds;
@@ -61,6 +52,8 @@ public class ContentServiceImpl {
     VideosServiceImpl videosService;
     @Autowired
     VideofilterServiceImpl videofilterServiceImpl;
+    @Autowired
+    YiDunServiceImpl yiDunServiceImpl;
     @Value("${spring.localhost.url}")
     String localhost_url;
@@ -358,52 +351,28 @@ public class ContentServiceImpl {
         }
         return shenheType;
 	}
-    
+
     /**
-     * 数美视频（图片）过滤
-     * @param cid 审核云中图文id
-     * @param channel 尺度
+     * 易盾网站过滤
+     *
+     * @param shyContent
      * @return
      */
-    public int contentFilter(ShyContent shyContent,String channel){
-             
-              JSONObject result = null;//数美返回结果
-              String type="";//数美返回结果的类型
-              String desc="";//数美失败结果的详情
-              String Token_id=UUID.randomUUID().toString();
-              String contentUrl=localhost_url+"/api/content/detail/"+shyContent.getId()+".html";
-              logger.info("数美送审图文url:"+contentUrl);
-              try{
-            	  //调用数美接口
-            	   result =  AntiFraudUtil.filterArticle(Token_id,contentUrl,channel);
-            	   type=result.getString("riskLevel");
-            	   desc=result.getString("desc");//数美失败结果的详情
-              }catch(Exception e){
-            	  type=CommonConst.REJECT;//报错就给一个拒绝状态
-            	  desc="数美审核报错了";
-              }
-              if(type.toLowerCase().equals(CommonConst.PASS)){//数美通过
-            	  desc="数美审核通过了";
-            	  shyContent.setShenhe_msg(desc);
-            	  //修改图文状态
-            	  callback(shyContent.getId().toString(),desc,CommonConst.AUDIT_SUCCESS,"","机审通过");
-              }else if(type.toLowerCase().equals(CommonConst.REJECT)||type.toLowerCase().equals(CommonConst.REVIEW)){//数美拒绝
-            	  shyContent.setShenhe_type(CommonConst.AUDIT_TYPE_USER);//审核类型改为人工审核
-            	  shyContent.setShenhe_msg(desc);//拒绝原因
-            	  updateshyContent(shyContent);
-//            	  videosService.updateDianboAndShenhe(shyVideos,4);
-              }
-              ShyVideofilter videofilter=new ShyVideofilter();
-    		  videofilter.setChannel(channel);
-    		  videofilter.setDesc_msg(desc);
-    		  videofilter.setResult_type(type);
-    		  videofilter.setToken_id(Token_id);
-    		  videofilter.setVideos_id(shyContent.getId());
-    		  videofilter.setDuration(-1);
-    		  videofilter.setCreated_at(CommonUtils.getCurrentTime());
-    		  videofilterServiceImpl.impotVideofilter(videofilter);
-    	
-    	return 0;
+    public void contentFilter(ShyContent shyContent) {
+        String contentUrl = localhost_url + "/api/content/detail/" + shyContent.getId() + ".html";
+        logger.info("向易盾网站检测接口提交的url:" + contentUrl);
+        //调用易盾网站检测接口
+        JSONObject jsonObject = YiDunAntiFraudUtil.submitYiDunUrl(contentUrl);
+        if (jsonObject != null) {
+            JSONObject result = jsonObject.getJSONObject("result");
+            String dataId = result.getString("dataId");
+            ShyYidun shyYidun = new ShyYidun();
+            shyYidun.setId(dataId);
+            shyYidun.setUrl(contentUrl);
+            shyYidun.setContent_id(shyContent.getContent_id());
+            shyYidun.setCreate_time(new Date());
+            yiDunServiceImpl.addYiDunMsg(shyYidun);
+        }
     }
 }
@@ -2,11 +2,14 @@ package com.cnlive.shenhe.serviceImpl;
 import com.cnlive.shenhe.entity.ShyYidun;
 import com.cnlive.shenhe.mapper.ShyYidunMapper;
+import com.cnlive.shenhe.utils.CommonUtils;
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
 import org.springframework.beans.factory.annotation.Autowired;
 import org.springframework.stereotype.Service;
+import java.util.List;
+
 /**
  * @Author: xujincheng
  * @Date: 2020/3/27 17:31
@@ -27,6 +30,14 @@ public class YiDunServiceImpl {
         return true;
     }
+    public ShyYidun getidunMsgByContentId(ShyYidun shyYidun) {
+        List<ShyYidun> shyContentList = shyYidunMapper.select(shyYidun);
+        if (CommonUtils.isNotNull(shyContentList) && shyContentList.size() > 0) {
+            return shyContentList.get(0);
+        }
+        return new ShyYidun();
+    }
+
     public ShyYidun getYiDunMsg(String dataId) {
         return shyYidunMapper.selectByPrimaryKey(dataId);
     }
@@ -3,9 +3,12 @@ package com.cnlive.shenhe.utils;
 import com.alibaba.fastjson.JSONArray;
 import com.alibaba.fastjson.JSONObject;
 import com.cnlive.shenhe.api.AvsampleCallBackControllerApi;
+import com.cnlive.shenhe.entity.ShyYidun;
+import com.cnlive.shenhe.serviceImpl.YiDunServiceImpl;
 import org.apache.commons.codec.digest.DigestUtils;
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
+import org.springframework.beans.factory.annotation.Autowired;
 import org.springframework.util.StringUtils;
 import java.io.UnsupportedEncodingException;
@@ -21,6 +24,9 @@ public class YiDunAntiFraudUtil {
     private static Logger logger = LoggerFactory.getLogger(YiDunAntiFraudUtil.class);
+    @Autowired
+    YiDunServiceImpl yiDunServiceImpl;
+
     /**
      * 网站地址URL产品密钥ID，产品标识
      */
@@ -293,6 +299,49 @@ public class YiDunAntiFraudUtil {
         return resultObject;
     }
+    public static JSONObject submitYiDunUrl(String url) {
+        try {
+            Map<String, String> params = new HashMap<String, String>();
+
+            // 1.设置公共参数
+            params.put("secretId", SECRETID);
+            params.put("version", "v1.0");
+            params.put("timestamp", String.valueOf(System.currentTimeMillis()));
+            params.put("nonce", String.valueOf(new Random().nextInt()));
+
+            // 2.设置私有参数
+            //数据唯一标识，能够根据该值定位到该条数据(查询作用)
+            params.put("dataId", UUID.randomUUID().toString());
+            //网页URL, 支持contentType类型： html、txt、doc、docx、ppt、pptx、xls、xlsx、pdf
+            params.put("url", url);
+            //1：检测文本，2：检测图片，同时检测文本+图片则以逗号分隔，例：1,2。
+            params.put("checkFlags", "1,2");
+            //不是必传参数
+            params.put("callback", UUID.randomUUID().toString());
+
+            // 3.生成签名信息
+            String signature = YiDunAntiFraudUtil.genSignature(SECRETKEY, params);
+            params.put("signature", signature);
+
+            // 4.发送HTTP请求
+            String s = HttpClientUtils.post_str(URL_SUBMIT, params);
+            logger.info("向易盾提交网站检测地址返回的结果:{}", s);
+            JSONObject jsonObject = JSONObject.parseObject(s);
+            int code = jsonObject.getIntValue("code");
+            String msg = jsonObject.getString("msg");
+            if (code == 200 && "ok".equals(msg)) {
+                return jsonObject;
+            }
+        } catch (Exception e) {
+            e.printStackTrace();
+        }
+        return null;
+    }
+
+
+
+
+
     /**
      * 生成签名信息
      *