Prompt Caching Quick Reply Set

{"version":2,"name":"Claude Cutoff","disableSend":false,"placeBeforeInput":false,"injectInput":false,"color":"rgba(0, 0, 0, 0)","onlyBorderColor":false,"qrList":[{"id":8,"icon":"fa-file-arrow-up","showLabel":false,"label":"Set Cutoff","title":"Initialize context limit and context cutoff to manage prompt caching","message":"// Define real limits and cutoff. |\n/let key=realLimit 50000 |\n/let key=realCutOff 30000 |\n\n// Scaling Coefficient: Regex rules can cause the real number of tokens (after applying regex rules) |\n// to be different from the nominal number of tokens (before applying regex rules). |\n// For example, if you remove 30% of tokens by regex, then set this to 0.7 |\n/let key=tokenScaling 1 |\n\n// Calculate and set nominal limits and cutoff (token count before apply regex rules). |\n/div realLimit tokenScaling | /round | /setglobalvar key=TOKEN_LIMIT |\n/div realCutOff tokenScaling | /round | /setglobalvar key=CUT_OFF |","contextList":[],"preventAutoExecute":true,"isHidden":false,"executeOnStartup":true,"executeOnUser":false,"executeOnAi":false,"executeOnChatChange":false,"executeOnGroupMemberDraft":false,"executeOnNewChat":false,"automationId":""},{"id":6,"icon":"fa-eye","showLabel":false,"label":"Unhide All","title":"Unhide all messages and reset cutoff message ID","message":"/unhide 0-{{lastMessageId}} |\n/setvar key=endHideRange -1 |\n/echo Unhidden all messages and reset cutoff message ID. |","contextList":[],"preventAutoExecute":true,"isHidden":false,"executeOnStartup":false,"executeOnUser":false,"executeOnAi":false,"executeOnChatChange":false,"executeOnGroupMemberDraft":false,"executeOnNewChat":false,"automationId":""},{"id":2,"icon":"fa-cut","showLabel":false,"label":"Context Cut","title":"Apply token cutoff by hiding old messages to maintain stable prompt cache","message":"// Initialize endHideRange if not yet done |\n/if left={{getvar::endHideRange}} rule=eq right=\"\" \n\t{:\n\t\t/setvar key=endHideRange -1 |\n\t:} |\n\n\n// If endHideRange is set to a valid value, it means the script has run before |\n// and thus the hiding should be reapplied. |\n/if left=endHideRange rule=gte right=0 \n\telse={:\n        /unhide 0-{{lastMessageId}} |\n    :}\n\t{:\n        /unhide {{getvar::endHideRange}}-{{lastMessageId}} |\n\t\t/hide 0-{{getvar::endHideRange}} |\n\t:} |\n\n// Only cut the context if above threshold tokens |\n/count | /let key=currentTokens | \n/if left=TOKEN_LIMIT rule=lte right=currentTokens \n    {:\n        /sub currentTokens CUT_OFF | /let key=tokensOverCutOff |\n        \n        // Estimate messages to hide |\n        /sub {{lastMessageId}} endHideRange | /let key=totalShownMessages |\n        /div currentTokens totalShownMessages | /let key=tokensPerMessage |\n        /div tokensOverCutOff tokensPerMessage | /round | /let key=messagesOverCutoff |\n        \n        // Execute hiding |\n        /addvar key=endHideRange {{var::messagesOverCutoff}} |\n        /hide 0-{{getvar::endHideRange}} |\n        \n        // Notify user |\n        /add endHideRange 1 | /let key=totalHiddenMessages |\n        /add {{lastMessageId}} 1 | /let key=totalMessages |\n        /echo Hidden {{var::totalHiddenMessages}} / {{var::totalMessages}} messages. |\n        /count |\n    :} |","contextList":[],"preventAutoExecute":true,"isHidden":false,"executeOnStartup":true,"executeOnUser":false,"executeOnAi":true,"executeOnChatChange":true,"executeOnGroupMemberDraft":false,"executeOnNewChat":true,"automationId":""},{"id":18,"icon":"fa-heart-pulse","showLabel":false,"label":"Send Heartbeat","title":"Prompt Claude for empty response to reset cache timer (5 min)","message":"// Prompt Claude for empty response to reset cache timer (5 min) |\n/gen length=1 lock=off \"[STOP]\" |\n/if left={{pipe}} rule=neq right=\"\" \n\telse={:/echo color=red  Heartbeat Failed |:}\n\t{:/echo Heartbeat Sent |:} |","contextList":[],"preventAutoExecute":true,"isHidden":false,"executeOnStartup":false,"executeOnUser":false,"executeOnAi":false,"executeOnChatChange":false,"executeOnGroupMemberDraft":false,"executeOnNewChat":false,"automationId":""}],"idIndex":18}