240 lines
8.8 KiB
Python
240 lines
8.8 KiB
Python
|
# -*- coding:utf-8 -*-
|
|||
|
# @name: sensitive
|
|||
|
# @auth: rainy-autumn@outlook.com
|
|||
|
# @version:
|
|||
|
from datetime import datetime
|
|||
|
|
|||
|
from bson import ObjectId
|
|||
|
from fastapi import APIRouter, Depends
|
|||
|
from pymongo import DESCENDING
|
|||
|
|
|||
|
from api.users import verify_token
|
|||
|
from motor.motor_asyncio import AsyncIOMotorCursor
|
|||
|
|
|||
|
from core.config import SensitiveRuleList
|
|||
|
from core.db import get_mongo_db
|
|||
|
from core.redis_handler import refresh_config
|
|||
|
from loguru import logger
|
|||
|
|
|||
|
from core.util import search_to_mongodb
|
|||
|
|
|||
|
router = APIRouter()
|
|||
|
|
|||
|
@router.post("/sensitive/data")
|
|||
|
async def get_sensitive_data(request_data: dict, db=Depends(get_mongo_db), _: dict = Depends(verify_token)):
|
|||
|
try:
|
|||
|
search_query = request_data.get("search", "")
|
|||
|
page_index = request_data.get("pageIndex", 1)
|
|||
|
page_size = request_data.get("pageSize", 10)
|
|||
|
# MongoDB collection for SensitiveRule
|
|||
|
# Fuzzy search based on the name field
|
|||
|
query = {"name": {"$regex": search_query, "$options": "i"}}
|
|||
|
# Get the total count of documents matching the search criteria
|
|||
|
total_count = await db.SensitiveRule.count_documents(query)
|
|||
|
|
|||
|
# Perform pagination query
|
|||
|
cursor: AsyncIOMotorCursor = db.SensitiveRule.find(query).skip((page_index - 1) * page_size).limit(page_size).sort([("timestamp", DESCENDING)])
|
|||
|
result = await cursor.to_list(length=None)
|
|||
|
if len(result) == 0:
|
|||
|
return {
|
|||
|
"code": 200,
|
|||
|
"data": {
|
|||
|
'list': [],
|
|||
|
'total': 0
|
|||
|
}
|
|||
|
}
|
|||
|
# Process the result as needed
|
|||
|
response_data = [{"id": str(doc["_id"]),"name": doc["name"], "regular": doc["regular"], "state": doc["state"], "color": doc["color"]} for doc in result]
|
|||
|
return {
|
|||
|
"code": 200,
|
|||
|
"data": {
|
|||
|
'list': response_data,
|
|||
|
'total': total_count
|
|||
|
}
|
|||
|
}
|
|||
|
|
|||
|
except Exception as e:
|
|||
|
logger.error(str(e))
|
|||
|
# Handle exceptions as needed
|
|||
|
return {"message": "error","code":500}
|
|||
|
|
|||
|
|
|||
|
@router.post("/sensitive/update")
|
|||
|
async def upgrade_sensitive_rule(request_data: dict, db=Depends(get_mongo_db), _: dict = Depends(verify_token)):
|
|||
|
try:
|
|||
|
# Extract values from request data
|
|||
|
rule_id = request_data.get("id")
|
|||
|
name = request_data.get("name")
|
|||
|
regular = request_data.get("regular")
|
|||
|
color = request_data.get("color")
|
|||
|
state = request_data.get("state")
|
|||
|
|
|||
|
# Update query based on rule_id
|
|||
|
update_query = {"_id": ObjectId(rule_id)}
|
|||
|
|
|||
|
# Values to be updated
|
|||
|
update_values = {"$set": {"name": name, "regular": regular, "color": color, "state": state}}
|
|||
|
|
|||
|
# Perform the update
|
|||
|
result = await db.SensitiveRule.update_one(update_query, update_values)
|
|||
|
if result:
|
|||
|
SensitiveRuleList[str(rule_id)] = {
|
|||
|
"name": name,
|
|||
|
"color": color
|
|||
|
}
|
|||
|
await refresh_config('all', 'sensitive')
|
|||
|
return {"code": 200, "message": "SensitiveRule updated successfully"}
|
|||
|
else:
|
|||
|
return {"code": 404, "message": "SensitiveRule not found"}
|
|||
|
|
|||
|
except Exception as e:
|
|||
|
logger.error(str(e))
|
|||
|
# Handle exceptions as needed
|
|||
|
return {"message": "error", "code": 500}
|
|||
|
|
|||
|
@router.post("/sensitive/add")
|
|||
|
async def add_sensitive_rule(request_data: dict, db=Depends(get_mongo_db), _: dict = Depends(verify_token)):
|
|||
|
try:
|
|||
|
# Extract values from request data
|
|||
|
name = request_data.get("name")
|
|||
|
regular = request_data.get("regular",'')
|
|||
|
color = request_data.get("color")
|
|||
|
state = request_data.get("state")
|
|||
|
if regular == '':
|
|||
|
return {"code": 500, "message": "regular is null"}
|
|||
|
# Create a new SensitiveRule document
|
|||
|
new_rule = {
|
|||
|
"name": name,
|
|||
|
"regular": regular,
|
|||
|
"color": color,
|
|||
|
"state": state
|
|||
|
}
|
|||
|
|
|||
|
# Insert the new document into the SensitiveRule collection
|
|||
|
result = await db.SensitiveRule.insert_one(new_rule)
|
|||
|
|
|||
|
# Check if the insertion was successful
|
|||
|
if result.inserted_id:
|
|||
|
SensitiveRuleList[str(result.inserted_id)] = {
|
|||
|
"name": name,
|
|||
|
"color": color
|
|||
|
}
|
|||
|
await refresh_config('all', 'sensitive')
|
|||
|
return {"code": 200, "message": "SensitiveRule added successfully"}
|
|||
|
else:
|
|||
|
return {"code": 400, "message": "Failed to add SensitiveRule"}
|
|||
|
|
|||
|
except Exception as e:
|
|||
|
logger.error(str(e))
|
|||
|
# Handle exceptions as needed
|
|||
|
return {"message": "error", "code": 500}
|
|||
|
|
|||
|
|
|||
|
@router.post("/sensitive/delete")
|
|||
|
async def delete_sensitive_rules(request_data: dict, db=Depends(get_mongo_db), _: dict = Depends(verify_token)):
|
|||
|
try:
|
|||
|
# Extract the list of IDs from the request_data dictionary
|
|||
|
rule_ids = request_data.get("ids", [])
|
|||
|
|
|||
|
# Convert the provided rule_ids to ObjectId
|
|||
|
obj_ids = [ObjectId(rule_id) for rule_id in rule_ids]
|
|||
|
|
|||
|
# Delete the SensitiveRule documents based on the provided IDs
|
|||
|
result = await db.SensitiveRule.delete_many({"_id": {"$in": obj_ids}})
|
|||
|
|
|||
|
# Check if the deletion was successful
|
|||
|
if result.deleted_count > 0:
|
|||
|
for rule_id in rule_ids:
|
|||
|
del SensitiveRuleList[rule_id]
|
|||
|
await refresh_config('all', 'sensitive')
|
|||
|
return {"code": 200, "message": "SensitiveRules deleted successfully"}
|
|||
|
else:
|
|||
|
return {"code": 404, "message": "SensitiveRules not found"}
|
|||
|
|
|||
|
except Exception as e:
|
|||
|
logger.error(str(e))
|
|||
|
# Handle exceptions as needed
|
|||
|
return {"message": "error", "code": 500}
|
|||
|
|
|||
|
|
|||
|
@router.post("/sensitive/result/data")
|
|||
|
async def get_sensitive_result_rules(request_data: dict, db=Depends(get_mongo_db), _: dict = Depends(verify_token)):
|
|||
|
try:
|
|||
|
search_query = request_data.get("search", "")
|
|||
|
page_index = request_data.get("pageIndex", 1)
|
|||
|
page_size = request_data.get("pageSize", 10)
|
|||
|
keyword = {
|
|||
|
'url': 'url',
|
|||
|
'sname': 'sid',
|
|||
|
"body": "body",
|
|||
|
"info": "match",
|
|||
|
'project': 'project',
|
|||
|
'md5': 'md5'
|
|||
|
}
|
|||
|
query = await search_to_mongodb(search_query, keyword)
|
|||
|
if query == "" or query is None:
|
|||
|
return {"message": "Search condition parsing error", "code": 500}
|
|||
|
query = query[0]
|
|||
|
total_count = await db['SensitiveResult'].count_documents(query)
|
|||
|
cursor: AsyncIOMotorCursor = ((db['SensitiveResult'].find(query, {"_id": 0,
|
|||
|
"id": {"$toString": "$_id"},
|
|||
|
"url": 1,
|
|||
|
"sid": 1,
|
|||
|
"match": 1,
|
|||
|
"time": 1,
|
|||
|
"color": 1
|
|||
|
})
|
|||
|
.skip((page_index - 1) * page_size)
|
|||
|
.limit(page_size))
|
|||
|
.sort([("time", DESCENDING)]))
|
|||
|
result = await cursor.to_list(length=None)
|
|||
|
result_list = []
|
|||
|
for r in result:
|
|||
|
tmp = {
|
|||
|
'id': r['id'],
|
|||
|
'url': r['url'],
|
|||
|
'name': r['sid'],
|
|||
|
'color': r['color'],
|
|||
|
'match': r['match'],
|
|||
|
'time': r['time']
|
|||
|
}
|
|||
|
result_list.append(tmp)
|
|||
|
return {
|
|||
|
"code": 200,
|
|||
|
"data": {
|
|||
|
'list': result_list,
|
|||
|
'total': total_count
|
|||
|
}
|
|||
|
}
|
|||
|
except Exception as e:
|
|||
|
logger.error(str(e))
|
|||
|
# Handle exceptions as needed
|
|||
|
return {"message": "error","code":500}
|
|||
|
|
|||
|
|
|||
|
@router.post("/sensitive/result/body")
|
|||
|
async def get_sensitive_result_body_rules(request_data: dict, db=Depends(get_mongo_db), _: dict = Depends(verify_token)):
|
|||
|
try:
|
|||
|
# Get the ID from the request data
|
|||
|
sensitive_result_id = request_data.get("id")
|
|||
|
|
|||
|
# Check if ID is provided
|
|||
|
if not sensitive_result_id:
|
|||
|
return {"message": "ID is missing in the request data", "code": 400}
|
|||
|
|
|||
|
# Query the database for content based on ID
|
|||
|
query = {"_id": ObjectId(sensitive_result_id)}
|
|||
|
doc = await db.SensitiveResult.find_one(query)
|
|||
|
|
|||
|
if not doc:
|
|||
|
return {"message": "Content not found for the provided ID", "code": 404}
|
|||
|
|
|||
|
# Extract the content
|
|||
|
content = doc.get("body", "")
|
|||
|
|
|||
|
return {"code": 200, "data": {"body": content}}
|
|||
|
|
|||
|
except Exception as e:
|
|||
|
logger.error(str(e))
|
|||
|
# Handle exceptions as needed
|
|||
|
return {"message": "error", "code": 500}
|