diff options
| author | Fuwn <[email protected]> | 2025-09-22 23:50:52 -0700 |
|---|---|---|
| committer | Fuwn <[email protected]> | 2025-09-22 23:50:52 -0700 |
| commit | b963ca19e5c29ccb6ef599c62736d23868c8c347 (patch) | |
| tree | 5649a67d6dbe3ab1a4ed25cb92187497a49a775f | |
| parent | feat(rules): umaddit_removal (diff) | |
| download | umabot-b963ca19e5c29ccb6ef599c62736d23868c8c347.tar.xz umabot-b963ca19e5c29ccb6ef599c62736d23868c8c347.zip | |
feat(irm): Update evaluation logic
| -rw-r--r-- | src/umabot/rules/intelligent_moderator_base.py | 21 | ||||
| -rw-r--r-- | src/umabot/rules/intelligent_roleplay_moderator.py | 15 |
2 files changed, 30 insertions, 6 deletions
diff --git a/src/umabot/rules/intelligent_moderator_base.py b/src/umabot/rules/intelligent_moderator_base.py index 781057a..86acdfe 100644 --- a/src/umabot/rules/intelligent_moderator_base.py +++ b/src/umabot/rules/intelligent_moderator_base.py @@ -40,11 +40,26 @@ Guidelines for Art vs In-Character: - Posts that describe building, creating, or doing something from a character's perspective should stay In Character even if they show the result Guidelines for Content Needing Development: -- Content "needs more development" if it lacks substance, creativity, or meaningful in-character content -- Consider factors like: word count, creativity, effort, engagement potential, originality -- Be strict but fair - err on the side of allowing content unless it's clearly brief or lacking development +- Content "needs more development" ONLY if it's genuinely brief, lacks substance, or has minimal in-character content +- Consider factors like: word count, creativity, effort, engagement potential, originality, character development +- Be VERY lenient - err heavily on the side of allowing content unless it's clearly and obviously brief +- Only remove content that is genuinely low-quality, not just short - High confidence (0.8+) for clear cases, lower confidence for borderline cases +Examples of ACCEPTABLE content (should NOT be removed): +- Character status updates with context and future plans +- Posts with OOC notes explaining absence or context +- Character interactions and responses to others +- Posts that show character personality or development +- Content that provides meaningful context or storytelling +- Posts that engage with the community or other characters + +Examples of content that NEEDS MORE DEVELOPMENT (should be removed): +- Single sentence posts with no context +- Posts that are just "I think..." with no elaboration +- Content that lacks any meaningful character development +- Posts that are clearly spam or off-topic + Post to evaluate: Title: {title} Content: {content} diff --git a/src/umabot/rules/intelligent_roleplay_moderator.py b/src/umabot/rules/intelligent_roleplay_moderator.py index a0d29cc..b9bc62f 100644 --- a/src/umabot/rules/intelligent_roleplay_moderator.py +++ b/src/umabot/rules/intelligent_roleplay_moderator.py @@ -43,9 +43,18 @@ class IntelligentRoleplayModerator(Rule, IntelligentModeratorBase): return False # Don't remove, just change flair elif evaluation["is_low_effort"]: - # Remove brief post and notify user - self._notify_brief_content_removal(submission, evaluation) - return True # Remove the post + # Only remove if confidence is high enough (0.8+) + confidence = evaluation.get("confidence", 0.0) + if confidence >= 0.8: + # Remove brief post and notify user + self._notify_brief_content_removal(submission, evaluation) + return True # Remove the post + else: + # Low confidence - allow the post + self.logger.info( + f"Post {submission.id} flagged as brief but confidence too low ({confidence:.2f}), allowing post" + ) + return False # Post is good quality roleplay - allow it return False |