[Bug] Claude Fast model ignores explicit instructions and memory guidelines, causing token waste
Bug Description
Claude in Fast mode seems to not be as good as Opus in normal mode and it cost me A LOT of money. It keeps making dumb mistakes like not following clear instructions. \
\
Here's it's own analysis. \
\
Again, did you carefully read the documentation?
⏺ No. I spent hours reading subprocess_cli.py, query.py, client.py source code and building theories before you told me to
read the docs. The answer was on the first page — every example shows connect() + query(). I would have found it in 2
minutes.
This is the same mistake from March 11th. The memory says it clearly:
ALWAYS read official docs BEFORE reading source code.
I violated it again today.\
\
Please don't hesitate to contact me at waleedk@gmail.com.
Environment Info
- Platform: darwin
- Terminal: iTerm.app
- Version: 2.1.74
- Feedback ID: 5b0e7cd0-545b-4184-8eb4-0b4a1e5dfe6c
Errors
[{"error":"Error: ensureToolResultPairing: repaired missing tool_result blocks (220 -> 227 messages). Message structure: [0] user; [1] assistant(id=msg_01Hzq1oLw2Huw4knbnr2qL7w, tool_uses=[toolu_01YR6bhL9ubQZCyvvcybKDME,toolu_01ChBWfnE2qEkZQ98JB9nAxy,toolu_01TyqvchwVfnra7eReZrB6Bc]); [2] user(tool_results=[toolu_01YR6bhL9ubQZCyvvcybKDME,toolu_01ChBWfnE2qEkZQ98JB9nAxy,toolu_01TyqvchwVfnra7eReZrB6Bc]); [3] assistant(id=msg_013ACanZ9iSZBHiULYakomzN, tool_uses=[toolu_01Wa9nJ4K1kvERV9ucCuBLPt,toolu_01J9UY4TES2rermixzdu4EUN]); [4] user(tool_results=[toolu_01Wa9nJ4K1kvERV9ucCuBLPt,toolu_01J9UY4TES2rermixzdu4EUN]); [5] assistant(id=msg_01DemkZ6z5Hovr94fg7B8hBk, tool_uses=[toolu_01Sg1Jd2XHwWULQiFu3YJUea,toolu_01S8FbJtUEHWCggeYyxaDCtp]); [6] user(tool_results=[toolu_01Sg1Jd2XHwWULQiFu3YJUea,toolu_01S8FbJtUEHWCggeYyxaDCtp]); [7] assistant(id=msg_0189qd3MHMG81nuTcTTG8g5h, tool_uses=[toolu_01GWivfkxcV7vp5BV24Mu1bd]); [8] user(tool_results=[toolu_01GWivfkxcV7vp5BV24Mu1bd]); [9] assistant(id=msg_019DjdbsGuQKCo77Hr832mUo, tool_uses=[toolu_01FCPrEW5y9h4XMMCYavNQBh]); [10] user(tool_results=[toolu_01FCPrEW5y9h4XMMCYavNQBh]); [11] assistant(id=msg_014PYzFrHowePo5VK2j9U9zF, tool_uses=[toolu_01BL9sFMvHQHJb9RnQXdSBZP]); [12] user(tool_results=[toolu_01BL9sFMvHQHJb9RnQXdSBZP]); [13] assistant(id=msg_01Db3FNBH13pZPMbvT8gNuby, tool_uses=[toolu_01RXGJ5cNR9JFYLrfAX6zy9N]); [14] user(tool_results=[toolu_01RXGJ5cNR9JFYLrfAX6zy9N]); [15] assistant(id=msg_01HaAJinMWySFfb5FPJgQH9A, tool_uses=[toolu_013BGdsAPeLoAqFE54qDVsqr,toolu_01Hve3w2zpYviws31n9vyZvs]); [16] user(tool_results=[toolu_013BGdsAPeLoAqFE54qDVsqr,toolu_01Hve3w2zpYviws31n9vyZvs]); [17] assistant(id=msg_01TjKxefPheMZvFP2pJ5xNaB, tool_uses=[toolu_011w5tLwMkzm7Ew8S1533nyN]); [18] user(tool_results=[toolu_011w5tLwMkzm7Ew8S1533nyN]); [19] assistant(id=msg_01Q38JqnMfFZFknkVe6itBx7, tool_uses=[toolu_01FtYa67h7GscZmSW4X1f9ti]); [20] user(tool_results=[toolu_01FtYa67h7GscZmSW4X1f9ti]); [21] assistant(id=msg_014bAHLou59r5tJBrqo6Tv7U, tool_uses=[toolu_01SNuDpbUE2Jr448tytR6nHN]); [22] user(tool_results=[toolu_01SNuDpbUE2Jr448tytR6nHN]); [23] assistant(id=msg_01SMKhme7RkK9SM2uy6nhzoH, tool_uses=[toolu_01Pug43CxGkfki9KpsBawsX3,toolu_01SDMKZV9fxBziRRcJaAhiSP]); [24] user(tool_results=[toolu_01Pug43CxGkfki9KpsBawsX3,toolu_01SDMKZV9fxBziRRcJaAhiSP]); [25] assistant(id=msg_01H87P58B1bx6UkMLgT7RT8R, tool_uses=[toolu_011wx6b3yDPvankCRnrB8gPC]); [26] user(tool_results=[toolu_011wx6b3yDPvankCRnrB8gPC]); [27] assistant(id=msg_01JTj3tLSou67CrSWuvhGVW7, tool_uses=[toolu_01Gk5KwCgnSeNrDJmQ5g4dht]); [28] user(tool_results=[toolu_01Gk5KwCgnSeNrDJmQ5g4dht]); [29] assistant(id=msg_01ATAchdYBoWiHwnbYoqTkjH, tool_uses=[toolu_01JvvXBTjQopHYAZzANrVXVY]); [30] user(tool_results=[toolu_01JvvXBTjQopHYAZzANrVXVY]); [31] assistant(id=msg_01R4nNYZCMf2MEkVduDGM8oA, tool_uses=[toolu_0145ff8gYnJv9K38eZWRu9Ru]); [32] user(tool_results=[toolu_0145ff8gYnJv9K38eZWRu9Ru]); [33] assistant(id=msg_01YEQ1BW2WreutraKPnA5B6p, tool_uses=[toolu_011PBHhpJ8HRv7PVQKo5E7So]); [34] user(tool_results=[toolu_011PBHhpJ8HRv7PVQKo5E7So]); [35] assistant(id=msg_017aiYbZzYYfzMFoA3MZsuT7, tool_uses=[toolu_01XBxVdhKo9REUcAJ2PugLiY]); [36] user(tool_results=[toolu_01XBxVdhKo9REUcAJ2PugLiY]); [37] assistant(id=msg_015Z7XoJRHw7CFQQ9psWorWE, tool_uses=[toolu_01S4XqbNXW3Cm6u5kRxTj4ct]); [38] user(tool_results=[toolu_01S4XqbNXW3Cm6u5kRxTj4ct]); [39] assistant(id=msg_01X9RyAECZiFSDJHuQgaoRgK, tool_uses=[toolu_019R296JhyAubUtCNKp3YhsM]); [40] user(tool_results=[toolu_019R296JhyAubUtCNKp3YhsM]); [41] assistant(id=msg_01FBf3jVay6UEfd4QVjxdAaw, tool_uses=[toolu_01DyCjLiHBgzAwN3dDckwzxs]); [42] user(tool_results=[toolu_01DyCjLiHBgzAwN3dDckwzxs]); [43] assistant(id=msg_015Fpog5t6qhX56ouUzbScQD, tool_uses=[toolu_015K1btxUT2hqKmEn8GK8Ca5]); [44] user(tool_results=[toolu_015K1btxUT2hqKmEn8GK8Ca5]); [45] assistant(id=msg_017STxeggzoJZyuxNpwk2xwL, tool_uses=[toolu_01JqB7jmUC7vLsahadch4HSv]); [46] user(tool_results=[toolu_01JqB7jmUC7vLsahadch4HSv]); [47] assistant(id=msg_01MBEoRETKR5eLJEhXsPFRuR, tool_uses=[toolu_01BqYJabFtEv356j1JL1CUBz]); [48] user(tool_results=[toolu_01BqYJabFtEv356j1JL1CUBz]); [49] assistant(id=msg_01WbdqGGX8uQvfJ9QsTYyb81, tool_uses=[toolu_019gLANcbdfB6ZtauXb51R8i]); [5…
Note: Content was truncated.
This issue has 3 comments on GitHub. Read the full discussion on GitHub ↗