240 lines
8.8 KiB
Python
240 lines
8.8 KiB
Python
# -*- coding:utf-8 -*-
|
||
# @name: sensitive
|
||
# @auth: rainy-autumn@outlook.com
|
||
# @version:
|
||
from datetime import datetime
|
||
|
||
from bson import ObjectId
|
||
from fastapi import APIRouter, Depends
|
||
from pymongo import DESCENDING
|
||
|
||
from api.users import verify_token
|
||
from motor.motor_asyncio import AsyncIOMotorCursor
|
||
|
||
from core.config import SensitiveRuleList
|
||
from core.db import get_mongo_db
|
||
from core.redis_handler import refresh_config
|
||
from loguru import logger
|
||
|
||
from core.util import search_to_mongodb
|
||
|
||
router = APIRouter()
|
||
|
||
@router.post("/sensitive/data")
|
||
async def get_sensitive_data(request_data: dict, db=Depends(get_mongo_db), _: dict = Depends(verify_token)):
|
||
try:
|
||
search_query = request_data.get("search", "")
|
||
page_index = request_data.get("pageIndex", 1)
|
||
page_size = request_data.get("pageSize", 10)
|
||
# MongoDB collection for SensitiveRule
|
||
# Fuzzy search based on the name field
|
||
query = {"name": {"$regex": search_query, "$options": "i"}}
|
||
# Get the total count of documents matching the search criteria
|
||
total_count = await db.SensitiveRule.count_documents(query)
|
||
|
||
# Perform pagination query
|
||
cursor: AsyncIOMotorCursor = db.SensitiveRule.find(query).skip((page_index - 1) * page_size).limit(page_size).sort([("timestamp", DESCENDING)])
|
||
result = await cursor.to_list(length=None)
|
||
if len(result) == 0:
|
||
return {
|
||
"code": 200,
|
||
"data": {
|
||
'list': [],
|
||
'total': 0
|
||
}
|
||
}
|
||
# Process the result as needed
|
||
response_data = [{"id": str(doc["_id"]),"name": doc["name"], "regular": doc["regular"], "state": doc["state"], "color": doc["color"]} for doc in result]
|
||
return {
|
||
"code": 200,
|
||
"data": {
|
||
'list': response_data,
|
||
'total': total_count
|
||
}
|
||
}
|
||
|
||
except Exception as e:
|
||
logger.error(str(e))
|
||
# Handle exceptions as needed
|
||
return {"message": "error","code":500}
|
||
|
||
|
||
@router.post("/sensitive/update")
|
||
async def upgrade_sensitive_rule(request_data: dict, db=Depends(get_mongo_db), _: dict = Depends(verify_token)):
|
||
try:
|
||
# Extract values from request data
|
||
rule_id = request_data.get("id")
|
||
name = request_data.get("name")
|
||
regular = request_data.get("regular")
|
||
color = request_data.get("color")
|
||
state = request_data.get("state")
|
||
|
||
# Update query based on rule_id
|
||
update_query = {"_id": ObjectId(rule_id)}
|
||
|
||
# Values to be updated
|
||
update_values = {"$set": {"name": name, "regular": regular, "color": color, "state": state}}
|
||
|
||
# Perform the update
|
||
result = await db.SensitiveRule.update_one(update_query, update_values)
|
||
if result:
|
||
SensitiveRuleList[str(rule_id)] = {
|
||
"name": name,
|
||
"color": color
|
||
}
|
||
await refresh_config('all', 'sensitive')
|
||
return {"code": 200, "message": "SensitiveRule updated successfully"}
|
||
else:
|
||
return {"code": 404, "message": "SensitiveRule not found"}
|
||
|
||
except Exception as e:
|
||
logger.error(str(e))
|
||
# Handle exceptions as needed
|
||
return {"message": "error", "code": 500}
|
||
|
||
@router.post("/sensitive/add")
|
||
async def add_sensitive_rule(request_data: dict, db=Depends(get_mongo_db), _: dict = Depends(verify_token)):
|
||
try:
|
||
# Extract values from request data
|
||
name = request_data.get("name")
|
||
regular = request_data.get("regular",'')
|
||
color = request_data.get("color")
|
||
state = request_data.get("state")
|
||
if regular == '':
|
||
return {"code": 500, "message": "regular is null"}
|
||
# Create a new SensitiveRule document
|
||
new_rule = {
|
||
"name": name,
|
||
"regular": regular,
|
||
"color": color,
|
||
"state": state
|
||
}
|
||
|
||
# Insert the new document into the SensitiveRule collection
|
||
result = await db.SensitiveRule.insert_one(new_rule)
|
||
|
||
# Check if the insertion was successful
|
||
if result.inserted_id:
|
||
SensitiveRuleList[str(result.inserted_id)] = {
|
||
"name": name,
|
||
"color": color
|
||
}
|
||
await refresh_config('all', 'sensitive')
|
||
return {"code": 200, "message": "SensitiveRule added successfully"}
|
||
else:
|
||
return {"code": 400, "message": "Failed to add SensitiveRule"}
|
||
|
||
except Exception as e:
|
||
logger.error(str(e))
|
||
# Handle exceptions as needed
|
||
return {"message": "error", "code": 500}
|
||
|
||
|
||
@router.post("/sensitive/delete")
|
||
async def delete_sensitive_rules(request_data: dict, db=Depends(get_mongo_db), _: dict = Depends(verify_token)):
|
||
try:
|
||
# Extract the list of IDs from the request_data dictionary
|
||
rule_ids = request_data.get("ids", [])
|
||
|
||
# Convert the provided rule_ids to ObjectId
|
||
obj_ids = [ObjectId(rule_id) for rule_id in rule_ids]
|
||
|
||
# Delete the SensitiveRule documents based on the provided IDs
|
||
result = await db.SensitiveRule.delete_many({"_id": {"$in": obj_ids}})
|
||
|
||
# Check if the deletion was successful
|
||
if result.deleted_count > 0:
|
||
for rule_id in rule_ids:
|
||
del SensitiveRuleList[rule_id]
|
||
await refresh_config('all', 'sensitive')
|
||
return {"code": 200, "message": "SensitiveRules deleted successfully"}
|
||
else:
|
||
return {"code": 404, "message": "SensitiveRules not found"}
|
||
|
||
except Exception as e:
|
||
logger.error(str(e))
|
||
# Handle exceptions as needed
|
||
return {"message": "error", "code": 500}
|
||
|
||
|
||
@router.post("/sensitive/result/data")
|
||
async def get_sensitive_result_rules(request_data: dict, db=Depends(get_mongo_db), _: dict = Depends(verify_token)):
|
||
try:
|
||
search_query = request_data.get("search", "")
|
||
page_index = request_data.get("pageIndex", 1)
|
||
page_size = request_data.get("pageSize", 10)
|
||
keyword = {
|
||
'url': 'url',
|
||
'sname': 'sid',
|
||
"body": "body",
|
||
"info": "match",
|
||
'project': 'project',
|
||
'md5': 'md5'
|
||
}
|
||
query = await search_to_mongodb(search_query, keyword)
|
||
if query == "" or query is None:
|
||
return {"message": "Search condition parsing error", "code": 500}
|
||
query = query[0]
|
||
total_count = await db['SensitiveResult'].count_documents(query)
|
||
cursor: AsyncIOMotorCursor = ((db['SensitiveResult'].find(query, {"_id": 0,
|
||
"id": {"$toString": "$_id"},
|
||
"url": 1,
|
||
"sid": 1,
|
||
"match": 1,
|
||
"time": 1,
|
||
"color": 1
|
||
})
|
||
.skip((page_index - 1) * page_size)
|
||
.limit(page_size))
|
||
.sort([("time", DESCENDING)]))
|
||
result = await cursor.to_list(length=None)
|
||
result_list = []
|
||
for r in result:
|
||
tmp = {
|
||
'id': r['id'],
|
||
'url': r['url'],
|
||
'name': r['sid'],
|
||
'color': r['color'],
|
||
'match': r['match'],
|
||
'time': r['time']
|
||
}
|
||
result_list.append(tmp)
|
||
return {
|
||
"code": 200,
|
||
"data": {
|
||
'list': result_list,
|
||
'total': total_count
|
||
}
|
||
}
|
||
except Exception as e:
|
||
logger.error(str(e))
|
||
# Handle exceptions as needed
|
||
return {"message": "error","code":500}
|
||
|
||
|
||
@router.post("/sensitive/result/body")
|
||
async def get_sensitive_result_body_rules(request_data: dict, db=Depends(get_mongo_db), _: dict = Depends(verify_token)):
|
||
try:
|
||
# Get the ID from the request data
|
||
sensitive_result_id = request_data.get("id")
|
||
|
||
# Check if ID is provided
|
||
if not sensitive_result_id:
|
||
return {"message": "ID is missing in the request data", "code": 400}
|
||
|
||
# Query the database for content based on ID
|
||
query = {"_id": ObjectId(sensitive_result_id)}
|
||
doc = await db.SensitiveResult.find_one(query)
|
||
|
||
if not doc:
|
||
return {"message": "Content not found for the provided ID", "code": 404}
|
||
|
||
# Extract the content
|
||
content = doc.get("body", "")
|
||
|
||
return {"code": 200, "data": {"body": content}}
|
||
|
||
except Exception as e:
|
||
logger.error(str(e))
|
||
# Handle exceptions as needed
|
||
return {"message": "error", "code": 500} |