aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorFuwn <[email protected]>2025-09-22 23:50:52 -0700
committerFuwn <[email protected]>2025-09-22 23:50:52 -0700
commitb963ca19e5c29ccb6ef599c62736d23868c8c347 (patch)
tree5649a67d6dbe3ab1a4ed25cb92187497a49a775f
parentfeat(rules): umaddit_removal (diff)
downloadumabot-b963ca19e5c29ccb6ef599c62736d23868c8c347.tar.xz
umabot-b963ca19e5c29ccb6ef599c62736d23868c8c347.zip
feat(irm): Update evaluation logic
-rw-r--r--src/umabot/rules/intelligent_moderator_base.py21
-rw-r--r--src/umabot/rules/intelligent_roleplay_moderator.py15
2 files changed, 30 insertions, 6 deletions
diff --git a/src/umabot/rules/intelligent_moderator_base.py b/src/umabot/rules/intelligent_moderator_base.py
index 781057a..86acdfe 100644
--- a/src/umabot/rules/intelligent_moderator_base.py
+++ b/src/umabot/rules/intelligent_moderator_base.py
@@ -40,11 +40,26 @@ Guidelines for Art vs In-Character:
- Posts that describe building, creating, or doing something from a character's perspective should stay In Character even if they show the result
Guidelines for Content Needing Development:
-- Content "needs more development" if it lacks substance, creativity, or meaningful in-character content
-- Consider factors like: word count, creativity, effort, engagement potential, originality
-- Be strict but fair - err on the side of allowing content unless it's clearly brief or lacking development
+- Content "needs more development" ONLY if it's genuinely brief, lacks substance, or has minimal in-character content
+- Consider factors like: word count, creativity, effort, engagement potential, originality, character development
+- Be VERY lenient - err heavily on the side of allowing content unless it's clearly and obviously brief
+- Only remove content that is genuinely low-quality, not just short
- High confidence (0.8+) for clear cases, lower confidence for borderline cases
+Examples of ACCEPTABLE content (should NOT be removed):
+- Character status updates with context and future plans
+- Posts with OOC notes explaining absence or context
+- Character interactions and responses to others
+- Posts that show character personality or development
+- Content that provides meaningful context or storytelling
+- Posts that engage with the community or other characters
+
+Examples of content that NEEDS MORE DEVELOPMENT (should be removed):
+- Single sentence posts with no context
+- Posts that are just "I think..." with no elaboration
+- Content that lacks any meaningful character development
+- Posts that are clearly spam or off-topic
+
Post to evaluate:
Title: {title}
Content: {content}
diff --git a/src/umabot/rules/intelligent_roleplay_moderator.py b/src/umabot/rules/intelligent_roleplay_moderator.py
index a0d29cc..b9bc62f 100644
--- a/src/umabot/rules/intelligent_roleplay_moderator.py
+++ b/src/umabot/rules/intelligent_roleplay_moderator.py
@@ -43,9 +43,18 @@ class IntelligentRoleplayModerator(Rule, IntelligentModeratorBase):
return False # Don't remove, just change flair
elif evaluation["is_low_effort"]:
- # Remove brief post and notify user
- self._notify_brief_content_removal(submission, evaluation)
- return True # Remove the post
+ # Only remove if confidence is high enough (0.8+)
+ confidence = evaluation.get("confidence", 0.0)
+ if confidence >= 0.8:
+ # Remove brief post and notify user
+ self._notify_brief_content_removal(submission, evaluation)
+ return True # Remove the post
+ else:
+ # Low confidence - allow the post
+ self.logger.info(
+ f"Post {submission.id} flagged as brief but confidence too low ({confidence:.2f}), allowing post"
+ )
+ return False
# Post is good quality roleplay - allow it
return False