XPjLZdZddlZddlmcmZddlZdZdZ dZ dZ dZ dZ d Zd Zy) z?SentenceRegrouper: streamed token deltas -> complete sentences.Ncg}|D]"}|j|j|$|j}|r|j||SN)extendpushflushappend) regrouperdeltasoutdtails J/Users/ahmed/devFolder/Ultron/claude-voice/gateway/tests/test_sentences.py_feedrsF C  9>>!$% ?? D  4 Jctj}t|gd}gd}||k(}|stjd|fd||fdt j vstj|rtj|ndtj|dz}dd|iz}ttj|dx}}y) N)z Hello, sir. zHow are you today? All good.)z Hello, sir.zHow are you today?r==z%(py0)s == %(py3)sgotpy0py3assert %(py5)spy5) brainSentenceRegrouperr @pytest_ar_call_reprcompare @py_builtinslocals_should_repr_global_name _safereprAssertionError_format_explanationrr @py_assert2 @py_assert1 @py_format4 @py_format6s r#test_splits_on_sentence_punctuationr,sy !A G HCDD3D DDDD3DDDDDDD3DDD3DDDDDDDDDDDrcbtj}|jd}dg}||k(}|stjd|fd||fdt j vstj|rtj|ndtj|dz}dd|iz}ttj|dx}}|j}d }||}g}||k(} | stjd| fd ||fd t j vstj|rtj|nd tj|tj|tj|tj|d z} d d| iz} ttj| dx}x}x}x} }|j}|}d} || k(}|stjd|fd|| fd t j vstj|rtj|nd tj|tj|tj| dz} dd| iz} ttj| dx}x}x}} y)NzRight away, sir. And thenzRight away, sir.rrfirstrrrz I will do it.zJ%(py6)s {%(py6)s = %(py2)s {%(py2)s = %(py0)s.push }(%(py4)s) } == %(py9)sr'rpy2py4py6py9assert %(py11)spy11zAnd then I will do it.)zD%(py4)s {%(py4)s = %(py2)s {%(py2)s = %(py0)s.flush }() } == %(py7)s)rr1r2py7zassert %(py9)sr4) rrrrrr r!r"r#r$r%r)r'r.r(r)r*r+ @py_assert3 @py_assert5 @py_assert8 @py_assert7 @py_format10 @py_format12 @py_assert6 @py_format8s r3test_streams_first_sentence_before_the_rest_arrivesr@s !A FF. /E'((5( ((((5(((((((5(((5((((((((((( 66)")6" #)r) #r )))) #r))))))1)))1)))6)))"))) #)))r))))))) 7707900090 000090000000100010007000900000000000rctj}d}|j|}|s{tjddzddt j vstj|rtj|ndiz}ttj|d|D}t|}|sddt j vstjtrtjtndtj|tj|d z}ttj|dx}}y) Na,word word word word word word word word word word word word word word word word word word word word word word word word word word word word word word word word word word word word word word word word word word word word word word word word word word word word word word word word word word word word z1a long punctuation-less run must be force-flushedz >assert %(py0)srr c3TK|] }t|tjk"ywr)lenr _MAX_CHUNK).0ss r zAtest_hard_flush_on_runaway_without_punctuation..#s 73as1v)))3s&(z,assert %(py4)s {%(py4)s = %(py0)s(%(py2)s) }all)rr1r2) rrrr_format_assertmsgr r!r"r#r$r%rH)r'long_runr @py_format1r)r8 @py_format5s r.test_hard_flush_on_runaway_without_punctuationrMs !AH && C CCCCCCCCC3CCC3CCCCC737737 77 777777377737777777 7777777rc*tj}|j}d}||}dg}||k(}|stjd|fd||fdt j vstj|rtj|ndtj|tj|tj|tj|dz}dd|iz}ttj|dx}x}x}x}}y) Nuما اسمك؟ uما اسمك؟rr/r'r0r5r6 rrrrrr r!r"r#r$r%r'r)r8r9r:r;r<r=s rtest_arabic_sentence_endrQ&s !A 66<$<6$ %<*;)<< %)< <<<< %)<<<<<<<1<<<1<<<6<<<$<<< %<<<)<<<<<<<<r_s9E E 18= 9 -Cr