From 350b2ab364ed43386e1cde88022159abba1ca7a1 Mon Sep 17 00:00:00 2001 From: Jonesxq <3049453512@qq.com> Date: Mon, 14 Sep 2026 19:18:24 +0800 Subject: [PATCH] fix(milvus): support multilingual BM25 retrieval (#3235) * fix(milvus): support multilingual BM25 retrieval * fix(milvus): preserve source metric and tighten collection matching Read the source embedding index metric during BM25 migration, match collections by {prefix}_{dimension}, and route Japanese/Korean text to the ICU fallback. * fix(milvus): satisfy lint on multilingual BM25 changes --------- Co-authored-by: Jonesxq <239089032+Jonesxq@users.noreply.github.com> Co-authored-by: wizardchen --- .env.example | 3 + cmd/milvus-migrate/README.md | 59 +++ cmd/milvus-migrate/main.go | 97 ++++ docs/assets/milvus-bm25-chinese-fixed.png | Bin 0 -> 57306 bytes .../repository/retriever/milvus/analyzer.go | 135 ++++++ .../retriever/milvus/analyzer_test.go | 86 ++++ .../repository/retriever/milvus/migration.go | 452 ++++++++++++++++++ .../retriever/milvus/migration_test.go | 126 +++++ .../repository/retriever/milvus/move.go | 6 +- .../repository/retriever/milvus/repository.go | 183 +++++-- .../retriever/milvus/repository_test.go | 26 + .../repository/retriever/milvus/structs.go | 3 + .../03-features/05-retrieval-engines.md | 6 +- 13 files changed, 1147 insertions(+), 35 deletions(-) create mode 100644 cmd/milvus-migrate/README.md create mode 100644 cmd/milvus-migrate/main.go create mode 100644 docs/assets/milvus-bm25-chinese-fixed.png create mode 100644 internal/application/repository/retriever/milvus/analyzer.go create mode 100644 internal/application/repository/retriever/milvus/analyzer_test.go create mode 100644 internal/application/repository/retriever/milvus/migration.go create mode 100644 internal/application/repository/retriever/milvus/migration_test.go diff --git a/.env.example b/.env.example index d30aaad9..a095886f 100644 --- a/.env.example +++ b/.env.example @@ -293,6 +293,9 @@ RETRIEVE_DRIVER=postgres # MILVUS_ADDRESS=milvus:19530 # MILVUS_COLLECTION=weknora_embeddings # MILVUS_METRIC_TYPE=IP # IP(默认)/COSINE/L2,改后需重建 collection。 +# 新版 Collection 会为 content 配置 english/chinese/default 多语言分析器; +# 旧 Collection 请先运行 go run ./cmd/milvus-migrate(metric 沿用源 Collection), +# 再把 MILVUS_COLLECTION 改为目标前缀,不要改 MILVUS_METRIC_TYPE。 # MILVUS_USERNAME=your_milvus_username # MILVUS_PASSWORD=your_milvus_password # MILVUS_DB_NAME=your_milvus_db_name diff --git a/cmd/milvus-migrate/README.md b/cmd/milvus-migrate/README.md new file mode 100644 index 00000000..d9c1e85a --- /dev/null +++ b/cmd/milvus-migrate/README.md @@ -0,0 +1,59 @@ +# Milvus 多语言 BM25 迁移 + +旧版 WeKnora 的 Milvus Collection 只有一个默认文本分析器,中文内容可能没有有效 BM25 关键词。`milvus-migrate` 会保留旧 Collection,并复制已有稠密向量到新的多语言 Collection;Milvus 会依据每行的 `language` 字段重新生成 BM25 稀疏向量。 + +稠密向量的 metric(IP / COSINE / L2)默认从源 Collection 的 embedding 索引读取。不要改成与源 Collection 不同的值,否则同一批向量会按错误距离排序。 + +## 使用方法 + +先确保 Milvus 已启动,再在项目根目录执行: + +```bash +go run ./cmd/milvus-migrate --source weknora_embeddings --target weknora_embeddings_multilingual +``` + +如果当前 shell 已经导入了 `MILVUS_ADDRESS` 和 `MILVUS_COLLECTION`,可以省略对应参数。仅仅把变量写在 `.env.local` 中不会自动注入 `go run` 进程;不确定时建议显式传参: + +```bash +go run ./cmd/milvus-migrate \ + --address 127.0.0.1:19530 \ + --source weknora_embeddings \ + --target weknora_embeddings_multilingual +``` + +若要核对 metric,可传入与源 Collection 相同的 `--metric-type`(以及环境变量 `MILVUS_METRIC_TYPE`)。传入的值必须与源索引一致,否则迁移会失败。 + +迁移完成后,把 WeKnora 的 `MILVUS_COLLECTION` 改为目标前缀并重启服务,**保持原来的 `MILVUS_METRIC_TYPE` 不变**: + +```dotenv +MILVUS_COLLECTION=weknora_embeddings_multilingual +``` + +检索列表按 `{前缀}_{维度}` 精确匹配,因此 `weknora_embeddings` 不会误搜到 `weknora_embeddings_multilingual_*`。切换前缀后,新写入和向量/关键词检索才会都走新 Collection。 + +迁移程序不会删除旧 Collection。确认中文和英文 BM25 都能召回后,再通过 Milvus 管理工具删除旧 Collection;删除前请先备份。 + +迁移默认每批读取 64 行,并且只读取重建目标 Collection 所需的字段,不会读取旧 Collection 中生成的 BM25 稀疏向量。若单个文本块特别长,可以显式降低批大小,例如追加 `--batch-size 32`。 + +## Windows PowerShell 注意事项 + +WeKnora 的 `internal/utils` 使用 `pg_query_go` 解析 SQL,该依赖需要 CGO。直接执行 `go run` 时,如果当前会话的 `CGO_ENABLED=0`,会出现 `undefined: pg_query.Parse` 或 `undefined: pg_query.Deparse`。 + +项目附带了 MSYS2 GCC,可以在当前 PowerShell 会话中临时启用 CGO 后再运行迁移。下面的设置只影响当前窗口,不会修改系统级 Go 配置: + +```powershell +# 确认当前目录是包含 go.mod 的项目根目录 +if (!(Test-Path -LiteralPath '.\go.mod')) { throw '请先切换到 WeKnora 项目根目录' } + +# 使用项目自带的 GCC,避免 Go 找不到 C 编译器 +$compilerBin = Join-Path (Get-Location) '.local-tools\msys64\ucrt64\bin' +$env:CGO_ENABLED = '1' +$env:CC = Join-Path $compilerBin 'gcc.exe' +$env:CXX = Join-Path $compilerBin 'g++.exe' +$env:PATH = "$compilerBin;$env:PATH" + +# 运行迁移;metric 沿用源 Collection,不删除旧 Collection +go run ./cmd/milvus-migrate --address 127.0.0.1:19530 --source weknora_embeddings --target weknora_embeddings_multilingual +``` + +如果项目目录中没有 `.local-tools\msys64\ucrt64\bin`,请先安装可用的 GCC,并将 `$env:CC`、`$env:CXX` 改为对应的 `gcc.exe`、`g++.exe` 绝对路径。 diff --git a/cmd/milvus-migrate/main.go b/cmd/milvus-migrate/main.go new file mode 100644 index 00000000..c03143ed --- /dev/null +++ b/cmd/milvus-migrate/main.go @@ -0,0 +1,97 @@ +// milvus-migrate 将旧版 Milvus Collection 复制为支持中英文 BM25 的新 Collection。 +package main + +import ( + "context" + "flag" + "fmt" + "log" + "os" + "os/signal" + "strings" + "time" + + milvusRepo "github.com/Tencent/WeKnora/internal/application/repository/retriever/milvus" + client "github.com/milvus-io/milvus/client/v2/milvusclient" +) + +func main() { + sourceDefault := strings.TrimSpace(os.Getenv("MILVUS_COLLECTION")) + if sourceDefault == "" { + sourceDefault = "weknora_embeddings" + } + targetDefault := sourceDefault + "_multilingual" + + source := flag.String("source", sourceDefault, "旧 Collection 前缀,例如 weknora_embeddings") + target := flag.String("target", targetDefault, "新 Collection 前缀,例如 weknora_embeddings_multilingual") + address := flag.String("address", envOr("MILVUS_ADDRESS", "localhost:19530"), "Milvus 地址") + username := flag.String("username", os.Getenv("MILVUS_USERNAME"), "Milvus 用户名") + password := flag.String("password", os.Getenv("MILVUS_PASSWORD"), "Milvus 密码") + database := flag.String("database", os.Getenv("MILVUS_DB_NAME"), "Milvus 数据库名") + metric := flag.String( + "metric-type", + strings.TrimSpace(os.Getenv("MILVUS_METRIC_TYPE")), + "稠密向量距离:IP、COSINE 或 L2;省略则沿用源 Collection", + ) + batchSize := flag.Int("batch-size", 64, "每批迁移的行数;文本较长时可进一步调小") + flag.Parse() + + metricType, err := milvusRepo.ParseMetricType(*metric) + if err != nil { + log.Fatal(err) + } + if strings.TrimSpace(*source) == strings.TrimSpace(*target) { + log.Fatal("--source 和 --target 必须不同;迁移只会复制到新 Collection,不会覆盖旧 Collection") + } + + ctx, stop := signal.NotifyContext(context.Background(), os.Interrupt) + defer stop() + + connectCtx, cancelConnect := context.WithTimeout(ctx, 30*time.Second) + milvusClient, err := client.New(connectCtx, &client.ClientConfig{ + Address: *address, + Username: *username, + Password: *password, + DBName: *database, + }) + cancelConnect() + if err != nil { + log.Fatalf("连接 Milvus 失败:%v", err) + } + defer func() { + closeCtx, cancelClose := context.WithTimeout(context.Background(), 10*time.Second) + defer cancelClose() + if err := milvusClient.Close(closeCtx); err != nil { + log.Printf("关闭 Milvus 连接失败:%v", err) + } + }() + + summary, err := milvusRepo.MigrateLegacyCollections(ctx, milvusClient, milvusRepo.MultilingualMigrationOptions{ + SourceCollectionBaseName: *source, + TargetCollectionBaseName: *target, + MetricType: metricType, + BatchSize: *batchSize, + }) + if err != nil { + log.Fatalf( + "迁移失败(已检查 %d 个 Collection,已复制 %d 个 Collection、%d 行):%v", + summary.ExaminedCollections, + summary.MigratedCollections, + summary.MigratedRows, + err, + ) + } + fmt.Printf( + "迁移完成:检查 %d 个 Collection,复制 %d 个 Collection、%d 行。旧 Collection 保留未删除。\n", + summary.ExaminedCollections, + summary.MigratedCollections, + summary.MigratedRows, + ) +} + +func envOr(name, fallback string) string { + if value := strings.TrimSpace(os.Getenv(name)); value != "" { + return value + } + return fallback +} diff --git a/docs/assets/milvus-bm25-chinese-fixed.png b/docs/assets/milvus-bm25-chinese-fixed.png new file mode 100644 index 0000000000000000000000000000000000000000..607ff56b2d6dd50a56118795ea99537aa3824990 GIT binary patch literal 57306 zcmcG0Wl$YWv~3_HSa1R%K!D)E-Ccr1aCbN%xZ5EFO>lP(F2NzV2X_w^+?|8FyaDo6 z-Fo%@ydSsf6jd|Kbnot&?!ER}dryFZ+(#6ow@A;PJwuU{5LJBk3^wN3v*$(#u)rCI zFekxh&(NPqiV7*a!0bX08)C+;y5vW|iFry~$`YnAGqNAXUNa9dlZoai+kJA7#4a|b zFtQsb@}qfOD;i;gPbI0i#hT3ghYPZ;?0u7ad9N|#Hc>ut z)dZa%s-LKrzwh;%`5OD<8^RC4UW_Tl8jssfI@cF|T2)pHcgG9@_ebW;$SlSw{jppu z$5a)_RTg^3ZJmw+uPy%m+KbcsdP`S(Z{*(}HO&k%eP^Qc<%1(^49iI>0?=RzO<0yPTq|PGcO?Zr%hsd(-t#F3<+0>?_AF%0<7FTGormI+810duaQ^ zU75Ak`};EsrDe0_h&OL^wviPDG0?pn-j^QB#T2N_)vAW%_b>o`cDmT+s}(3#JB8?M zPk#AB%#z@T$1HD(zf!lV8VDENERB&P8~}{$VQ^d+66ZHMa`9}zkH_B-qCdc_K@~gl z^xqT1KKvBufjjzM*tZM)c{)K18-T8GC+C}Z_0YgW8>PS%K5IlLn{V~tL2>ZiWAv4Fle3Q8*BWd&D)9(vCJddDKq{rb;dbOPXp#VK=R41~mQ zowzU<5<0NG3wiE)to9h_Fu;7Bkf+^1nkIE=aJ|wHKZAiY?TA#Kl!J17Vt}a+)=~jC z2t`cR04)k(4PU$u?*+P0y4*I~f9hjPO7N0Lr=($m4)#4dD@+IjEICQqjSi;UHqGOd z5yQ3sGlc42FaG+WL!g(NKNLWxe<$V30fPW5B;qejWc_F) zaL!v$a|6mjDLa=Zt~#VU`9et7DDZK<;UtO2yX1CmAlta|$N!qsf_=^CxxllG;WWNm z6x8^W5;AofM^~Gf`t_&!kUrr%*IhiaDXz~BPcxuMt}v<(+`w@2#a1$pOzB?hj;Rp( zO$$BRI5BSh{o@$W$-I!_n|<0fUK*8XLd-uw3{_(Ojb0`#>vE>gYB@>E^X5>k zrK#)fbl~yus~C}Ip8ZA9>QA|Tp#tZZ@0fdXxq==y>mZVv8M^D6 z);|7e@X3hR@q&44(Cht$o6h#4^eiVc^{v_wtrYhr#tLejz5{on3b4f>nf_?$B(q0n z7kt&8_Z&e+T+`?D!K`@-cLG6~$#(TD`$z{<(;}=;o|o4blk-^)M|bc}e&u};?N>8+A(AcEjJ@|5s z&9krjVyR27(R;14dGhA-dR15I4NG>%4?D5J{EZZ%^R528W{VyO`zagq=5H-%E9cFi zR@rX&Y!E#sJhGGFJm;cju=?;l-`7`lrx}5Z>p}h_G-O-&R&^nN%ssYJ&Tp%AxQWEw zzFPdTcX?;;5SPei4raV1g|2vKAD7DsAi|H{4;zp=4Ovy$O>a1SjOW#19QF12Zy`$g z2~w{@5lbv}>Q3TfNvHSHlo?GTA=Zz+F39R5jv${g?Os+M#BVj2U*dtD4 zQgXg917>!|EfjT=TqlxCZH3@$oAQ{wLzUw$E2unbw^`s5k@$`5d_xhMP&%~ErGK_N zG~gvF#|?tr`%4(Sw)8PIhv0tHUiR19OkxK--p|j5;LPt_LPD764Rj_?8WDv83Nn+Q zR^JCkFU9VKk4||<)kgUfC3;&&x@`UnDm2RUP?g*2g|Ft*8Al1ZYC*`^eL)jDbLTlx z2wcPK*}tOZGznycb(+8(o!+qaLCRMdes$AwZi_|Eb&FI^Z}wBrEK)5~MC19c?Zun( z&&kOw`quix=^Y$|1$lAlr4G~%Ip*xTu;lr}($GIXEdgR!bSl4_xl#j@Bj=5_f`&8A zr7(fJD(SXf-Ik+2N?MxG^5fr0Uzl|Bk*_UMo=@3F6=@&`B+qeeY;R)zTgFrzu-W0w z2{hCVD+VgzI&W1owqMicCTs8c@0h!VkdJUJtT+CWkEKf)K&>G&&{^<=y4daqLFY4B zdNFiRK|=!=b&w6Bzx&}HXY*r@l=by-3-iSDES?(#L3Tqr_ccd>K^V~ro*EDPmLS|{ zl;GB?^;ATwJb&I>@;bFr{c}ysiF5P0z$T^nuhqfxaL{V&PvELQ!I)xK+G9a{99B*# z0%=f{28ym`CsWho^?I!@xtf~72Oo(V;DxA*;sZ$^cZ2Y4I4L^MxaU7e!#HQZqI^BV z!>z*(wNsuP6S?o?_BtQH)v;l(2hEq%H(#25N{*_w^n9gd>44=lvs=q0ydeqeDfeeU z?kjm*W~!Si8WcR7KysXw*BXFB_O#i&@>1?yAd|ReyEwrknw)c#zxH~Aq{6^EBaSwE z$Wl>*NeNm(3nP%DQmlEAJ6qJzvH-5f&cw>GZME$x9WvD(9Nk(=1m4CSG2CR47;HH` zEC*V|KDD5x%Naxv2^Avzr;krtACfq6%n`@tOeNRn0cYeXzsw|?=v!b>lF1b)9_36& zQn@t<6U^(D7dR1);CgZe*+O2d#S?lW3=St}E1mXk<`ONV)J?V;&+gcl@QL51T)#^> zyZeqH6|6JbEi3)F-8+znXI&=A?)~a0$G~35Hn^7Nb`U_BxmaP=v+GDD`-1ASERQZs zLRG;{qP5~*UY@q-L+J$AJJs0wBRD9{WiLldeMfF9$eO<_ZXnS#pE zZBQc#6uD1U@%7(&lOTkRN!pJzi{!SSkonK}&#*#aCCA5UC69RE5d>TylBG0P-{0)y zwC>?oTl6i^=EcL+)My*hJDgl^S1&ME-QMiP775^5Ocy7m?;=dO7yk+(Vn6B}n5ik$ z)~08|<-UUaE^0+-v&3SL4wjVrhTOHb@?N~T_lxX1*nm~2p66{yUxUfaQ1i`|RvFRO zsz$ykCIbvTeOx^9z}kAo_q{>cQj?vtR!afv`xkKwtykUgb#OHq;NIE?D_G-rb~S6x zX31thG%w1gmdY_xaCoWnLwg#%E0T0(FY7mb>SDsm`7_NNN)ECc%yyjU8?6VxN%jmk zHw9KNiQ)q_)`W3&_VvD=(uLvs%=jd=gVfl>5N)Vy)3hhBA)Z$%x8@SrJWRla^#@%aL)K%{$bOKiAOH{G3vYo5bi$!s z;JeKT_4Rq9-CF+mEE(@oM|?-^etWu1jGuYRdj%Z0UQ*Bd(*rE2Bgv#@{iQ7GdxOKM z+y)U1r`DY0B3EMha=hIxz}s2P6Sd+^hhjOy8E}Hz@tkgdl&2i8|SOH z*eXr!hrwbsibKr@m?>lP_dj{n+G}j*NQ9Wa%U~kaPSbNZ!zDnMFwUPF?zM^rz zmWe-kv}~taZ8ayq!_hvTU6IUT^|#?Y$iz$x86R}WvEW}BS82P}%T~WP!Rml*eUx*W zydMWV>#N;zIUxqsrugP?n(>W9-Qy-`MHSQp90sXDBPa=WakN*yeWacrQ-w}coz#G_ZkD2cKN=WR zJ1Zz@#GBJAq89p1ZrwDHz}VwHL3zK%8iRs2Zs->kFM`UwSjZx`-m*VEvJ!Y2C$b2q zo4^<$4ZatE{$R#pUv7}ZyIiD-^uXrOxuvrC6Ript$>-_Gy3-8at%um`rqCrG$H>xC zX1bT4=k64p2?WO(Ab^t0?I+!|M!1+WdVJ3})rI}yv%<0DYrkcB_t8Ux%8#|{_u*R& znQYI70Yu%xOHJgl%*9eSIumH+6y5B=>2$h1yL8Sg!C=}7{(Lkzi&sWUaI|9PjgNx` zwMbxB*;Zr*H2GgpcknqVB~LU#T(nj#uk~ z)4o|_Ug43!o`0*vnZqYpc!Sd(Gyhpz74)&1SXI$cR$KKwgZjbi>`F{uRdAtH02)qP zpx*g^TtNG}2p0bohMR5Idn#oNXT7B`m!yOAKn&Y-1UUw*_hX`xY`Z9u1!Q7~WbSt< zylapg*>Y5Fo94vIFGn$ZJPd0&t2CAOj*V)xkf2wD%r?V|2J*MF zPw{@(*Wz!*H2?3ZguM=2NDzj>-`o^i4B4)CV}9ESpyYO3s&dVnwJ!K~r9^`UKIqLd zCaOJ=9QG?7NG7>$GfJ&d8}Cq+MHZ8JJ71f#7-90odb%@0{)Few2vDma-nc>Xw;Yr$0SZo| z=_2(JX#7k^EuXA@5aQhiY-$;7Xn#PWc70eA{%T6~-k?;VYa@x@-k4 z&JAX__{v}8xNj=4`q#IUDaw=sj;6P7I%u0PwFK&JdzkKm|7Hp)aN!n7E7tz~ZUf+Gcwz}j`c_|c(xt-l zAe7te&L;?54fCOQ!r~3v_B53ATq@dIFzihea`YiNwb>xU5RrNd$Iwb+jVrXY`28xA zSaM1bhIlw5u&jsokw zAS50prdq5`I1y3+JhN+rYknVx4b>%l;!zHN>*0DR-BseUk_TPZ95hgUeH zWxNaUdZ%-g`vr>!sNb14kDzugIaxe+pyaQZ=X=IOXm+)fh{92GV&)Ttd($ht`{=aM zV6_9;ZV${l-{CN>^jW^G#zsW)JbgGR0Z)*rsjmB}$?dhymT_)x3>tK5Ugc9LSDigA z!L-`pn?9pFuBft$<*Ms9$P3+IhH~oaFgP6Jl15F%#HqMnCLZOB(}fzbTOF|mD;!_` z{BSNd@O;^t8!<$N*CAG{Q?R~2U0?eFDHZJO)J5tV4RuSttU04lJ|GbeNx8Xt4X7h*hKM(*l$qj(ZN3?dZoVO+O}LT<8UsuN%(70m##5x zd`CO5PI`%P12fwG$dsg>&0M&LJcm}*$sA{WGIS!Spuf_I=(3YUO(43|1F6-CgLHBd zTd&7tt-!xN=o47BY?iVqDI5Xpe2C(YsoHQ(hDvbk(p*y-e}SN1@xo1DeO@7ix0+)x z5=lJmUXNOr`IBe>SX%e=V}I7*#3+=FirJu$i;xW|qjrcdI5zCkVb@I(hMJ-lP>K z$Rk@kkrDME;7=e#tD|=qpQ7N9epvUHF*RyB<{I;5axIcJGCft?I6XS~xl@__aff8# z7ius7b`TlmEkvyu=($_R&)>Ff^S0R01_|#;dR^`x-NldYg+Eg;a36lA1GK=u` z;40rKf%Slp4Bb3oV%Ov9y`SLk5@1m-zLi%YyH-S{Jt@u-g6FE2gXE3VrVxtuCRhc- zh|?a<$;rp`v1XL95;f7U?lk^U4^a;-1y6CK4TF^JZScoQKzeJbmk*P3Pexv$-+44@#!T~PaVh!7klK~`DJ zh9eJ=3W$}w?7ICbw)9oKFJ`Cm`Jcxqd+1eaa;bGNZDv&2TaLeL%Rz%{7k_TOasBe^ z-<*|WobMPKo^A1jht=61P=`1*(AcGJ0IL{}+n5-Ji+2qt7TF!W$irl*1$V_w(2c@V6J6LRNF(d0Pid~XCt`2#WR1)~{(u+Qn)_FO7o zM(t(O-`1B*L%(P)znJ32+kok1ry{-*%*_OH|B0LziTn8%_T%GGQ6gUf3*`G7S zir>5IfK?VuS{J%zoxd*%f}Nc|75#2)K~xhk_VRqo$+htU%Os1a)83=DS9?d`dUv=~ zKQ|^ZjFAWn3M#ej29cdaVzm3_&a_mYY+TlF5P6=rz;CCLzRRXP<1a%n`Q%UUb?G9o zJ_3I_7d`?RPrP}E5YFpPTF<^$1qAs)*vrS)l~#9ZHbMp9s*e?QE9^`AIcQ5TF?grL z6cdM?PsY$9tz36xc1ZTZmY(4m>!je7^kwIk;y4gd62WM!TIwUsa`IuTm`qq<7 zFxyu%kcUV(MTmJJGA>(q-eYhmu~2{gMvrT4E7^*_YWP%|d!BD3`4rK4rPWY(Y^d~l zNr?zLCO#wvr*5kIL7v&aL>Q@&;fJT4GVAD?#I|-^^$-z~Mfy$$t84Y_wQ zp%nY*`M@&M0rwwzLiZ4Nw|7xVx>u>8jPFxkYt_KiRPT)p?8DIh&|>Qh)sYK6a!aA% z0Z?#FFQY@FOp7-}6+D~?etEc|Xy-8pfn&{sfjTP!8W>iTdODV$JKorSJp9y= zP#~TxagK;;LP_hzRZq@H1MT9ys%gS!t}EA!N)>cng?e$EhpfSy>#CE<$!XLoHHwd2 z-h>N*JUIP^KHz{4ScR%XqghGTEsD;ZhrkEgdIVr$IQ!0l#EVyBBf-&}@q89N(FmdV z-lG{E`!cT$-d?cK>{7HFAb>Z8v6eLl7I^4WE?7{4T}J&vak_v2fF7Z!iDI&ExA^V0 zWU^v35MwR{xv%=jzq+`#{NxMW-?`SoGtr(H>=(kAfafW?c!tDTI9Q8^B}L1*Xv(bu zCx5dQY9$O8AHOJrTduXGS%h445zm67nP?F8z+X5h&e z&EthUV0i$*p|Vmq5Lx4=7=WB=mm_Yv(aBTXjabuwL3FYDCKbaMgH)qTN6idG{b7gn zo4}UalN9yFj?0VZrjiiHu4?iJ-yB)bB>qZ=?2(G{;#Nmob7SfZ(kn6PAkp7*&%mWL zY7=AHWOA=(_Zv@QYF~f2up4uBt*epzy0_A|pyE7F-7}fF6+;a$Ab@&zILB+k&Gdpn z{(;kIB=5CHeOthafQ==BTm42*h@!13rfWJ|^5t4;@?)lO118e%Ql*^kto%$wL5 zDUUjP$4PAOXe-d0CzOahj}8``y-ZTmtIStfGSdEKJI)jHz(@d;&_b5;d>->TEIxCp z&N!0fH)I`$TIVBAGaDlt_g!TTt_E*yCwg++=sr!M2_@UOrF*K*Uy8-%McXPa+$+q- z@i@}Bms#)s2N|XVOWhz|`C+_Zzn?|Ngxl9KlF0H@RHd8~w=IO(vrx7Efk$nfd9wIZrJSr}2ifnAHB9^Ty}*wj zE~nJyYVAV4@PHPs-AH>N>K&hlhJ5<1Ga8)RNsD`^-v@cAzefZSbni_!7l?5udgW&tbr?zKJQ;irO_!^6Q0A`dez)xq%SOx!E_->1Do1 zQ5-~4CHQyBOj1vLuaq$H{*5eqUDd)s>R|F!U##}(!b(>)^akB7MshR3 zlUR(S>aV(@B zUtfPAo8`9oo5lxG4G5G*020eV2w}=N?71B0{+naG;q&}1alY@3hCftE9=ULgA3UBM zmZL5$vv_-d35;3zx7v#V!DVnIGo^g>ur;VepXlobT{J>3Jqmuf|A;xrbTFA8&(pyd z!3Q2C{@|}@(?Z_+vr7KManFd?KiPY}@Lp|wm&tt#JTXINnE+A4HjLFKcmEsbGhRjO z&jjTMX@cHF_kWYJ+UOx@EJmLtSNU(@{r@)N{L<;7pHrvBI`}(cMDSv0OpeRzPj~+a z27_e2kJUCZ0X7_w>Umq303JH6Tn5_tzWZ1$w!wqj1cLk2`JzauUJ^{3jYL4=!Y>VEQ|k-kw>Ss5BK$ z^OdKzbJ2JrJkN4y9g_zXu=@OxO0%d= zW5dbq=*>2|n=fU@!P2&BycKbWwVU4MMFH?RYkg`p`FJX^?_k6*0Wn_>)^-D`piGYf zz8$FEwe`^3SH66?pss+Pvyvfj43CHV-DwXsCs=Hmu+Q*sl_MeZitfa#Ip_IXzf)-zp((+b zQ$O0YGmTZw(ph6OVyM_U8Pr^K+l4mEIba$ktAriEsv4D}(cn#QKdGTyIxXM8G z&||Pc*OKpyrARP5#k<8#VKA119)pTf{I?u>K>i`{!d$bCJdg0?ag6gvndSNO23PoK z9fiqtE*qxG!Qzg7YaDbKSN?T6vL2AJEjTi7C}^$(8^CLXbcg{1R4HVU$L`vacOvrY zQz>?JixkN=$y9_~E}*@1yy)aEP5QdU*F@gvNPKnQ{G8EO zEp9Nd^WU_c8DdNSz9_u3@(NiyT}?b%pSdOj4axK;2T6k;wiX5Q=<3XW853{_fLtW` zVUNejr2CM84|fuVn#-{o2R=#`(8||jpYO)&P{G>CgoHr~jzg?_e118#;qY=WS~)Dq zvLkN&DR&#r-Y<4fv6*FBZ3ea`(@6w6yxpp{=9CsCriZn|@p7O5HuLqMq!MfC59wM=(7eisxoiWU9ND)?a=*xO z_fzJA3C|=cak4$jmE7ij9?=tU1g%HHUmC51^=VI3t0qHSe8R&IIBM(8$pQ6$i56GB z4y%1P8m{Y&m_(Gv6&l&$1qDI2bRO$rvQW;dx;K1;nUda0PaA&hMWLvz^mXIa&g`ZP6pgv%OB;L2QrHgE|Ktck%inv z>Zc5g9}ob9)Til>^?$x1hmV?#3Sm9%;cS_M=x1Mi36xo|XeVzdq_D2+RZ4Ryo@Fl%I z2!U!6^AYcS8mvsRI1n#gy_VL(+miADsB^`f=+hb~h>1RoElMl_taEE8o!ADED5UT6 z4R*ZA{qb>Xw!GT(GOLkAUI33ay}WXu_@Bb>^DU*!e{XZ+}8P5hWVCC5-Am19Kx;A&DiwSww144D`67bc+De0isE_S@QiM#_|wIvK_GPBPr zH1#kANX1<#jvduho)W?^y=sm*xW?ThcOA|fhbH+-st5LOW4l^{nw_G~!u?{`A&Un` zxVDrkxK$kiNrkdW;iQsc8GYbVE2fl!>1DM-umr(QcLm-SXwnUsavan~YW+0MCk~tT(nTG#Tj6gR$%F$t>|;Qia`do&d6AK!16p(k34R=z zw)l$_%-=2hTEsZJ{F(WOm{V1^Ac@Wy>BsmW{1x1C-$GKgg|xq9?hJu&*>}y+5J|Hl zH8Sa-tYsizh-UG+I6ANTDUkbNBQJNzCVfhTZc8N7LG3ML&!|pt#zR^M7H|ni$txq@ zXc)S{rogMJ5peH z^z~-7B}azMCw*3^^vsuw4f}DgajZIy7N+gxc~)S55!cCgd#|;wd-cv zq5j0nRFRp=o&g=6!vX51+6cP+dMJh+xVcHqg9%EyIt_Z4r%~=-%XhNasE)2#h8|u@ z1rwMwnp-|UW4$l|GuZC`axrn-e8kf5<2zeUH%T&AtMtf1VULH0N-Pe$25Gh&>UGTv zu#{m+aXFgKlB5{0it%yobDEl7bmOzN`IrN&QraomO$q1nvGdG?^1|(^Qyi?7X38c% zd?cO1k{CUD?RFW|DbMD0_gx|W{Xcon&(H*t#hQd{kG4SeQ#_G#Lp&AZ;>-&&SlMqo%C{O;_9IQtQv@gNIA=NllZzf?sfG9v;eKayprYwv`Vx zEt-?lwwMY35T}VH4dci7wyABaS*8vK%lsVOe*e8_Szq|Pv^u;pUq%%+F%F0+m*IMO zJWI6BN!?XB7U183XPe?69n@2EB<$k6dj&*<3A`pBaIk%`ERsJp=q)QpT%GRRt}$3D z%wG<r#@2)FG&F?i*#{mD+>z{5p?_}e-bA5U zktSP$?vQk`sl)CXLzd)vK=^0LKz1(_eD;$)XO!YHzq3cH35gd@C&ZL(juf+akqe`VU9CP3+$;HTWa+(OQB8J*i z%7V#h3Yb)al@{D$Xqip>ISZEiKe5CACBqy=6ekmCUYv8D7c7kPIBn)UdmV}HZaCPu zbvi{#dQj1RJPop+W*dbN`_?Vqlv`2+SMC&}*xDcMh2HGt=h##Y9TslQM}iRGkg3CO zQyCTxez%mrDB^Q-*f9H@qBDCU{Jpb0`Gxid#F?USH+dm;i@fTl9*P65Men|bPI6;1 zsooCqjKygO*SXF6b=Fg}1mx`42y31E><6 zh9TF48Tziy&nZ%Vc^G7htv{_#Pa*1%-w-owa}-|3lEU3GDZs#TGKWD&F!pFEQMrXa&}Z%DP>Z4zT{MYU?zrE#9nuq@9W?Gl}4*> zw&My7Kre;P-6;QY0h8W?K03{JKHK93@J#zCXA5u0-z$_Mes+AXfC;;n*z7?adxCDZ zUBCZ}MsKYma^;epqfALP*uZ2`2VZky>38g_z#-3jo=MCsOM1%YQ&i!rEGcucGTeEm z`Oq-g$P<~!obC3}hHQ@DocIWi<=6&2@DjDDSOJzIXMsK!Wh$7LI(Y+eGFmy1e0PW+ zatyoMxL#h*nHFlwjP8DoRPUsQ4p+|clIA=Ad_;zZ>6MI?As8Mc%GGG)L)Iln=2$92 zjqj^1Fl;)-O-|pqqS(Ut&VF|2F$gLAH1xdp2|F;Lb^59d2`}hYPku*aze~+|06UX? zqvdp?L>J9zzZ;BSbU{qDzHS#5BuLZM$}2hbLm6X3{^t=8;G1H43@?xr>U4E1=XIwD zZ+7&H1k^sa$6p4PDF^_Vhg)wZ9a%qXH{FC>;&_dw1QK^{&T`2h8vVSmB3Up&IgJy8 z8%_E4EQ{TXd1yhG*Ky|$9_zt*a_`HNzvgcBs#O{svo>_p!y5FBtHSIH#es&`ywMV^ zl5CX6^awmIXP)a8d4zM+n+AT-$G^J`=n?qO=UM(J^4DRd;@>5QtgQ1G+1&AWTwd== zDw;TESyHs|GH~8oL{qg^)^F^S@D9We?cKkrnXwv>$qhc__TKNEk6RA2ahc!qEvBN_ zfVk(lr++;!oq<>t6&t^8(&}cDe01P}AJYntI1u%>wMy(1c3&US7{=E7qp}lrlpdj2 zf%*UxCvMN^DV6``@FOKn8fjBLvUgaJPZA=RKO}og6nRIafCGWw#Zc6OR?4A$r?WrL z(0DyqnxRCU#x{9`_9Cv*7ob=Ss`|b1mVXm~RcL9Wrk6#qRD5;SwQ*_X5CHKZORL%_ z)ngq4`(^;fFCQy^O0t@tqd4y}jd(L!SDv-MU^f1hQtNxbY6)G~M2#MV z_PAymwPNL8OWs=p3G56Vc-IYt&6*!2=@2{KeUU7BO+I8H#_U?`XA11G=(qrMa2|&^ z2hzAL4jS(R7$NpNuK^o$JRrUEJ2(0_+yf%PL@1y~N0%g)5GCeA%(}`4sBAWKW!aGz zQ4J!VC@CMzA6t&8B%9$CW1cSlu?}Ppqmw?gY#NfUQm{*4v}tT(&!C}n?neb6A)kO3 z^+P|uG{EU2^tib9JQj~g`3OoH0hZ$x8O*(PGeP)%grV@9cUOJN3}uGQh!ze&Vd}hV zk6Fo*54cUoWCQY+quY2T(l;niUkUaRx9L3Mwu0ah#NQ}xjKTXks{fE85WlImR_m&^ z^}lp9S1qYyNqR#YsYv#0bX&#wB}2FnAvtr=#bSU!V}?t94}u_~D!LE;N&nBs^jpOU z!S|Ol6Fos~;wa3{=E~0Jg>Db`D*pDK;aDBg7t2&^G(2Wqi`VVpH1Ho$hcrU?|=#&wTD-M6sGo}I!I6f?gl7x86v5$`iIUX$RE(Y zLnW&k#)Tei{{KQEF~FGvNWL!5=DL$^=7>YOH|*K(m}Y4=Xnr$bP#vbkx#RuSjK(x^6T(A8Rk#7E*V>y=l=YNI1h!i=fRdhsu%HO=vYKSe4< z!bs9aUbJHqNv}+1FWqJL{{j@to-%14K+k5^$4}cg|C}oo1Bz{8tfnGGjhL-^K05L> zrs*q5X5^JTOn!8YJ;blJWdq<#M+eVA1g8s{5`oXuL%>PM~F%G)*Gj z0SY=cfC?Onj}Ba5fGBF_GW!xqoA)QTWejnM3ZPPYuJ5$8j=nXi>C9N`=b>eNd))6a z;egbo9fsyRQza8=O+fPj6cLN@K%HMQIDL^(1__Ak*3dshuKF$jO%&pCaHu#NS!HfN z+({G{^7V=YDk!wY&~VXfom`@V`N%7{9{R8WnkMD4A)bFZP&z|mXeNkpS zMaK=u@R+DNt+Y6-o;CHV^{>D0>Ol;8O@>B7LW?`pL5Q?BUk(9InbmT%hSr-V=V1!6 z2)y*>MqI^5h9;cka&HC0SoRuEYvOd*P?)TPTtPBety|nG zSS-IZy1v_+$>rKImhGR1y1}l9uG_gVh&QV zQd>)_O8hE)h2xXIW+sj5g#nl4NH_>6)>!80UxcH$v?RxO=Sd1BvmYM}C5-$PeeXg{ zul=q-7m~P9*=tJAs6hVsI}9xw_GSO5igtWM-PbcDECIRhVeIVuZTdn&`gW*G&h^U~;%6yqLN2lfF{^DGDQi$iCto_|plJz~0 zdkV*T;&?5q-^=zl_1bgSn7Zh%8cyYy>3y!aBa4!DZJ+gl47-;ZK)2T+)EDuD9rKAw z8AMZ6K^(AX+`I(C=70Z8K7)-_P&g6(Y{#%ThyKs!Tfj~IEY&Hy^^XDjkk60>LC_Y) z!5dK?fv2qBC87Ob{Xf!vTGg7TwYJu%HG3q+i=|z0U#okARR=GZ&3EN~CPIKLG-wSp z0mT(RFA+VeyS+M}M!N2Pog1>SBGro0e2gO%<%7okjiWs$s*|FD-S!|2reU;ml&s*e zjr6-w%h!)9Of z2-k+4zVDWwr&LhTCL~mLmjKcPs{Bh{aT`5m@*sb^HrZ;Xc2cxg9LP#_D^*FuKqBy# z&Rh03JnM*cO4*_x@mzLvqA5v=+}PGP_|bRJ?y6 zsa}f3J?+9|lrU$*G^%SUcHrFY@qDH>H%D{5(Oa^y=`RervG$iQaw}#t@njK-a8o>Z z#S?$NA1_dyF2A%={~^K_NEY8b9sF16HMzS|oUcXJt!6c|UnFh4>v8M@d)AaI+Vu+{ z{55-;EWYd^K;SyX&$>xbyY^o*^W7OUTqTC{OJ>9(B<;GqO@nrNdjs+YdN}9>GdB}J zl+S-AAJL!)S`!l-NMyS@A(Du!s&$<-KXgse{|vQ%~=LdPhXQ@+N1Zo~`l_ z(Tyi^@Vr~&DAF{pU$tz>GtBDAk0$)PrnC5hdvLAvcFKhHVQ5J56QDaJY5rw~*m?X%f$l;4Tw z@lk^w$+^hXXSL-XUBxS%!OO@51_Jg#`P5OzXBNtiiDF0qq)m>NY%xqAK{n>3rRuvS zzFwsACB>==Y5D=l+(eNQK56UZ5g=a*f8YXiKL-+MI2-$2&2H=Qp!V?`EM^E~W32ZF z;HV(`C&Kamx9;ymd5)}eG2uydT&(*DY=YEiiJCc=EUUAt5Xg*B$I<3Jtqa_wgISmK zJKY>vL&u?|56uA^Z zdyX>IwPmoN%!aS&V!7|$eTxk{-+(7JkZE+bdwA6>S(*qz zj4U8IFJPl{`Cz5Fe8biu?9*dV-y`|^tbW%7W0X$M-&nM%sXL8*X~}uMRV~A^u{7M4 zp>ELv8>`CFqj<~D3O>9zh7J#(r3%D)STuEg6!Zyww9C5rwzCQlbr|2TFxS;GAzga6 z4{^~)>~Tnfr5Bus(AV|(4`T`9iH7UQsb{aHD_UDEFY((fdg(Z2IpgJ~&(b`894vuS zKXQpN9N$>->^{)epWBkrqsNB!dn!eTy1SooCtL^Qrl8%fC2~!57>)IC1!!za!!4_i zzdzXRT&mSj;7`3L_cn};j3y`t6qglLLiSeEzS(#0xRPtR;H|tpU)6RM^Jz@*=`e$? z(^Jo1Ix>CA`1ULQf^&&tg~CaN`qArKz*#i+#Xcti&AjZqhFDw^^tH=0U4{w>i!&`D zM4?1(MK`I^Qt;v(fWMWN-yi0lng;7KzfU3`oZ9jmK1{NXqrY_G;-QD$1&$<$oG5(K zlw9&DX@>irelCD}HDhY;}sma>bUU(`Q6wJ5KwXPt&_F$4IDDBObAVmMNs(4i1V*(1-IGf1FSWi z-xox`HiALR_*z8dr5pH6zqO_thjrya`@%}2I4dAOS`uqa>t+pLLpjgV10vhLnFN8N zj?7SAe>)I=hTYypWSh1*dN<6jF2m`Yda>PnfQIru=n-b1!LU05`jU3-uKhcVi+5I2 zXQoT#MTlXywM<$_;?G$BS;m@acK##?q@oauT@}^GW~X z0_F9(ALWxymEaEGhT9dd9S>igaU~#0|DJoq}h* zz)i1p(oA~}FQVCCFWlZV_Ao#K9>-zsaaWU^1 zd}kCajH+Aq!FfT|eKG8A%D$wIDAVI)>!xU?itVS`cZwt10-S02#*3Hy%7D9o+}Sb8 zDvNZ;jU01Wp;{{5p_(YB;DnGr5bayS-|R)_eN*aIp!%-(-M^&m61$(bc$~i~bB=3J z=7a8z&0ccx*qyBbjMVBB1in%_F$^{PBzQ2?n_t34GP@9jDtK3Vxh=*kp(p7XIznS-zXaB+YP;0bT&V$ z%(`4kysgTweoe$%HoQ8obM&(Od<~c3-V_yQ7XdZcdyW<^D==+X%6M5x?1#8aFhY?! zI(Np3NC018sr5UiRc^SB+KATgXmv=Wqb29H0Q~?&nsY$tLE+G_=dT;BT8RmtEMnhq zRDCEpskrkL4@$^Bgj}w3tmY5T6d_bFTk4+W%=%ubU@>M@qwvW2Me}$h*fkOOR)XLM z%%3;Sh&LOlo{}9ZWb7M{|2I@qXnbJlh&>RM=UgePFQj5VSWef?sn9gE8fw@v(<)u^ z;1zqXqhrH_0ADW%NALntsOIyIprB2%av&D_<=QtP3Y)D-6x;J~xs3MH<&XLiwRoEN zID|%}_h-dQb8ifd^?V&)iT-gFa9b=d^t*HzRgj?>ZMey=DZ-#)Ww#});H(=6F{dMz zmm+Z*`up%-a327EqCgW!WYeNAs2G#uxxMMLc737Mq?g*fpL9XMJcP_gyvj92p+H&-#-MAJeG()Jj^#8+r#IOHw5kq6us`QjbwRnG-@}S zjcXKRKA2n_JNw^Z0n`XStmaRI=w!hd2+d@^ZnoUO7e{lIf;f%FuX}G_E2_Um7Tx|+ znD|PuUR(u;%NH60pOmtL>-qz!*H_J1b^W~yl8#)gco-5iu$qOyv@Zh^7ZxZtFa{jBy7fqu@2nS^v8zd$I zb*sxm3n$S}fH3+w3<}Br%9kYoSrGjX+haKQn1kj420pRT?41b2*bj04|HV+i$);tk zbU~UYZ;G^bC7*`FYX`goAA% z_2J5XeE>RqI5j(4c{upxDB8K#imP;cyk2itskPP=Vv0c6b|&SLV367KWR*e+9PHr2 zTJ4`v!XOZ;A{%18LtCt2MeawwQZCQ&%ef)?j(C!E#ZCo{tlK+Rbw+^ea z`_@KZ5tUFnm6AqEq*-(~NDBhe-Q6JwNQWQ|(j}#I2olmIB`KYYZdjbTK;QlQzPWvpJzTJ?s1QMq|<~Z9#0z)Ug&Bq0pw>*OZLGHq9a%fIDSknOOKx;A>8dW zWV48hK9KD&p?JZs6|*-2YVW&d`FKx;-nHZiKdzBoDS8tAEKC33Dyo}qqw&rUpPw^M(?|BZw# zD}-Mqx~!*-L~6|x^S!olHjwV5q$(tp^RE=@#Uj4&=5<|sH9j{(3zvIYj@U;7eKAAloaK1V%5kgmzU~3Y!E5% zHkx5}=Uj+X-UpS!=*r!RMI0+4H&G)`p17l#?Xi!c;I&0>Vs=`kJv&}fn&*aFOi`uo zZ2gYE8!4ve`C%jh8bo=Y5t~9AO5o0HjVScmFsUQLqdk|;@kho35^sNY@|W>a`03BB zw|Wkbrx0hKz3iB&YE_ zDqGjf?V;4;Van%)E@*_o5jnc)^o&-zgI5en?1@h6?~>khp;R@7Jw zlGK$SrVD1KRq|U`B#qR1G-6QO?5HUpFf?Mf{;J-y!stAp9h;n7AD=0b5W-sTgBQGj z&1psQTJWW!B8FFD6I4aUA~8UkJF)u9TFG(Lb3HwdFBTLZ zcw_R7-k2^SOeB7vNCs^;eFrUr|SIaqXb{Zs$+-Wy|!;WrQJf@9Ux;WXOie$E)j=9BvC3*0Fr z$x*wK9$#WyCPN1jFYeXJ1UYStC9--z0lL%)+YUxI?(H4uSyd!{a6A{^KQy^hQ6MJu zEaZ!9#2xP++O5C1uLTy?VzcsgmvoKidn-3g*sP-VPE`pTE{$IhgGR@{f61wgyYW`?h3i`$&!V0w{{srG$!rHWK9QOKP8l&xdB4ODm z{7?aTk=m-W>74UU<4MwUy@hv|ylA5#Ay@5oi*%?c9D7wCU;jW$GuQb2BbDYZuT=cZ zKy⪚lP^ZiLRHI(u8R_K^DV^Q}tU!^+&4R?unTcxt{_#=Nhg_&XtBBHacbk?Cgud zSFEpLRayIzJ}Sq<5BFWD$g>w(*#T9<4@DN7Wlm3S1rk@~YkBR6>h!`rrWBX&L}bZt z+8#W$upe&H6KPszWI!r70qQN5Q=cCZMlXd28aOB&J=l@++%H%S8O%4Mw=Zej&1Ek> zY-*r!=0)dP+Kr}w{>pOW7+q^E+9YH(#v-+24V!JB>eg&!igiFjNZOVC{))$9&-rkJ zEl`_U;b}@Ew&7Nd`u#bMhwa86zrASuo|7+MNK(0|+w|LuLwFzRVgDsZLwxm$b03(Y zLn`4fXl7HnfdKkOlpveGl#_QdSzJpYP!@hW{VugIgs?o>5jq{+V8laJlEP8Vwe;xf9J+g$|DcSF?f17uggW)!2-Zx~_8_QE5I6()>D=>gh>-*3H;WT@p3^&) zrWRuJ5(W#&y~Zd~dO;W}h_5;G>^WA-(=z2cGp+}v(OgI~cFq)7lg5EG$0*E{^XfLR zs}EJoZc|0jpwiP=zgPBYbo;=-Ut7jf!~I^D5LhfRGa}lA1RwV=?^-+?-7~NUmFEbW z5lGpresNuMhEVN_;|1R z%pR?`z~<~V4O;w6E!!fGoypH-)<@wWvyLi8WMjreiV^Hy+97*tX89MqhjYcHoQ2qk z;V%S7`%VuhgFwJt*QZ41mLJ3p6g%=(oJNXo*btytAfN$0(y~APmv9t?1U$27enI4I zoG^$u>~&dla8j3!LJ5BuZ~lyg$d2=3Kwyw{Kk=^!j-(5MQS76h=RTbznt#J2G6W-0 zGU$~HVV{WJpFltmQJ*H`k{Ckoc1vLm7Oa2^jm6Vvy4^-Z!Gc?e{{3_111kUZEk58a zu(tuQ8+;zTEgQ|xabT{%A%{)*&&E$<1;3qnwEd8%cZO5~B4Ik~GrsV7_Dwbs_ai92 z`cLkI6_+(vOKa$_8h6~yUN&doTj%xo%#2#~k_{gQeA{wE73bgIif=8M9fIRa7IA>W z3a9&nTdJLlN-}tz)OS|&4vkPHH!F^z#+`=QZ+e<^W2`_q%bk4(2Ne|+h#crNTWgoT ztb<=T5E8vlY3@lkKEzBXIr@fPEAxxQ{*5E&SL(ZWjweGC7_2~_@|ALS;~he?Go3A%!-Fis zggN3rzcr0y)BzrE-R7qQTRJA1Gk0pnp^x+%J(pA54%Q`II&!isjB;d2ATOM!>HDF^ z{*4p!pVi5we;p{(c(dI9!X&8sr6{1tv?J540Ll#uBf;?t2b5F zsa6BfZ3lA8mf)z_PFMyFvaVo-hf&A9cu>3KwY1gH?*unqSC~{?zIpRrVbn)?$ z@&L0oZ;nyU&F^yN_rm=Zy}*OXyuYZEx9BKI$rI|_}Br8h?ES($fJKE0SJf$ znn|N(-KTc@Qz1#^#(j?s(mYZgIcAf!A=5kRt!_WEu)exKUE$%((Gq=7pKc|NbxAC8 zDAh;y7Yo>FC!}cA`lqsp0of09|7n!jvMgV@px4beC{Jirey1kGtM1ZCPf#z>#O>+Z z9A8y0)%j|4VCmW5?^D#Md5$*Ph&BvAt{I+4lwz=^FY2T*Cq>MWUA@K2@m7ggJ$9WW zSEHY7BoonjFA?210YQa7`)ov>&+ONib-BvNqXp`YAEh1}GlxFuzo?phl3vz|@6yQQ z#T5>Nib#Kfh=(b`QI#Dm0R(x3Rro+9Tsy^9>v zcXsn%@3YJdcdfp^R?Zi;b-s?D@0#pMDB;@3XR2w(MZB&F$U{LRc{j%zvwqe;wfLUG zMB>}Nb%Ol1)tqeFirGW2z9c8NvwOz|YzKB8d#|rt`+mp5Ema(RDXBb8t`@_t!?;h@ z^f4!o@vHs)(LONfDzZHqa1a$7g8I@$V2ra8N7+|M>f>JK$Z zJSZHkCH_@ClcKhWy0r%0>3I$wVc0GdY~n8n|H+iyx7fBsInS=C-O3e6R*FqtE~a8GZx!ki9))R z`1(DnHovP4`M@0wS<5*an>KEBf%&NK5)n0_1`Z2l==}5FuB=2Is@BE8`pblw>niJ* z@fawRQr}|-`1SKt)5z&Eo_AcO@*K42FK8Q2{CLqJ{LO;^IwMkTnUyX2%PyJK2IhaJTX%I5G&1-2Xvs9}p|pi5#+F_nVcl;MA%JFv)2;YK~~L1a@7k}LL6*NqRA2H=&%^CR6Ghj;*y;2d$kYt5q?A)0DS^$6Pj zzFuAHCPVBSWJHyPv_+O73=XXw@Yf-g$_jrzgY+JJMsbP#GdLSJx?TW-0GWQ1ds6+a z2d{%u3C8J5o#62lTu)O_3eGkNNIU=Qfu93#AO`9 z6-0dY4_G3KE#_Cmn@#w|Q78^0)B7aEWt`vg9fAeV;2E~h%Hx+eVGH0lNP||F`s~G` zTl@n4BwT`JFPh|%{0U1i*!)xm<}lAd=Cbi?ySGbuHe@aH{-3KP`3iw9zInAbc`kFY zytdXt8I4N;i&tS+CEA{~lmOe?R$u(s$frAwyP28ZMMOO4iBI+7LA~m=1pMb?(gfcx z?_@6)Am^a@J(2JE;kM$!ooO}HfQrKU*_%AeW0idINwqQWne)4zO|ic7bohm*Wbq?A z;G8n8${xSI8cT9YdPL~Xe9rXBqx}1Q{0o)B34o(=?NsVs0M~u3-_jai@=M>P|5S@! zyzP>Oyhyz?6JK1~vrH6IJd?RU_#h9T2M=iD1p7uC{FD4_RHyMGoZyTWCE0SsPP{kx zi89~jbQ-YtMK4FxCXgi&FR5CvK9)Z>I8q>7b!JKuOU5IVAdO==YbHEbfNx33Uoh(I zi6BT)y9SsEu7}q=U}tZd`PI{$H>5^#*7&O;EVTR#3$WA%I_&cs5{6z5}(8x z7OFs;HUu$}7+mAX$~n6#DG~8XyH9&`2wxq&*SB?rozoB&d3V22)=?S1z5zdLkr7jx zH^+-Sj#Lx;f~UuF93*gJbrO!qwliZxA|c17FUZ{~-R!1ahaGl$Jl^qyxk2p~+OP~k zvd$|z&25;$8BEB$=8Y%rzbje(29}U*SQs4;$oqVONpq@-J9xCDUpt6N>OR6rBkaNh z%C7($aO7fL9X)-ZYaI3@s@$%}rhD#ML;@EMo={=f!Xg5U`WwztxE+3mJ#4blpyaHK zotfl})h$WVI2--c&WmVhYAnQEt^ zGHc6jR1}nAIu|+U`6IX7BH5P+*{c-C*Iv+)BqKJ9k9!jz2nks1Qf7-=c6d~8fN{#3 z@9pTpdiG@R_emHVs?kWXxZxnTL$jcZ{m+-$I@c%3u`FO8)=zJ;mps!d zK)ihyU7)4jb~aSm=yA3~93}-RF$9Vmw-z%>X>nG83*y~yXzti4Qrixn%d4TC-g;uq zpOtbwpY}f|gmzCqB3v{!{MeZP`TB;EWRES`aVh6dDVOGCt$;Q#8GKT+#@iW{3)0RC zYP5+iDBIpU4?xvBs#$t=iFrbAm!ywR?z21FMw9LiAo45GX$#ArUvTpd@1E<5$ZlCb z2JUL*5^7=)#w1&Dg3AYS;-0-12`wE{qWng`%?gEGEuREZynwNjeTR876zOzqz6C&@ z($B+$JA~D#C-sduL29&cJ3>o=AhcprF%R;`sEN8%+u|$J%k`J&8vfZ!OGIbj**LjA zkl(Vt;xdr%K3zOnWy1`3Cf+8z$3t|_L=zLi{p}lM+?DUPqJoO~3nC#A_x8leUf>~8 z2z#cmyr31y8W~axvi3)ZA>A=!&+4`(`?kkbTJ3fg?s+CDo{Z-cA%&9ew6jy%!B}uT ziT9QoAHF0Ij7Ob8^4Tq3|21?@2 zT_BS1=lABX+h1^NfD*h4=yx~l*gyGZ#=`@bt<2?rF=$0`#D!U(gdtuWwLhO+cp3$5 z0&$81<<4P%ji^xp`D|^^`LJ6?%;IbJ1={GW+7na^TXEk z+Zpi{^0H0~HCm<1t=oBO%J>y@M{CdGG^X|U_5#BjHS1brSdvhe;|TC^yXGt+vn3w4 zUX~o51%PL`VRYik;N-A_S$PJMBk7)v{IU51KWX}q`VqHBQ8X{bWTRJ)raFwtqV;|H zPehaf_W@*V_8Gd*@2OaRi^yYi6VxxRmO?7yHhE}j$6B%(gI0_(Djle zYwI`_Ixj3LE*KIlj=zPV^pre6ZShgCfDo-0mXR3$fNK#|WN!d6)?$t80%?{*VGUIS zEi+0fiPvw}chZMUIirP_+M1NOGzG}KXWLI6>1-Z5L-V{=`D>=ySexj6*o`b#t~#b; z<#h1^{#IdWc1S5!Slk+IIZ{8hj>)Eci0iiNd7*KpsHdC?3ps7uo)jg8bAS%gd*nLo zN{x`{vfM1L7A&<+(o9?-JK@ogO;Z$S<<}wYZBCr`vgkgyVM)Da%lk+Jlq4b+5JT1T zHgJ>jm6EuKb2RkY6iGv|tJqA&MMu|l?$w8k2S-E?(`&>CeZ(5cV6)?qE?+Q^L`)Av zB1lyf+img3N*F}-k;WdO>k$G-!E#yK$Dog_Hr_!IohvJ!!)ql7I+c*Is6WdZiTf&O zmy>D|VdM&id=!?zF63`{kU2UzR8H3KFO0kQY%MwfDfsI!y-IPH*1}@Rx#OqAH=OP2 z`U-+b`iq}FVzlAVYvWRhmq(}#x8u+kP*cmsARRiPsFn^I`eTwh;$W9X1U^Fxri(Mq zW@AC+L9y0r2YaAD45#d8jJfN)`c`<9UXPJL&UM$Qibl4%r7%Zh|9RuU(t(%4a9BHr z+6yU1Y3#hLc?>mhQ89T-M1^FlKdR{?({oX zdP#3FZhoX`%rV(4AKEdx!CtIXJ%POE=SV7s6TlP~%>Gh8v&~;$7`Mg$WBUitAcM)O zBsNHgiG#iRMwPx%JVm5^TAyLvIt?#=nC1%)>0z0^ws3L-@m~2e>HNHL|F_tse1wi# z{(S*bnz-!@aT*xPv?U?KZLbtxh}5|;fT5Dz6fZaW(bwNN7( z0i+`g0j<&fgq1kU4I1+mAEIs2=5rnv$uex-?+UHd^{7rfRxL3Q7k@`r^LrW;Lv$H5 zCP2dDkI}s_Wmrarm&hcVB^_doCObcs(?h-<*Ny)d3%J)JhsEHxSnO|Lz2d6x$~5P zA8Y}MCr5o(v;og?T6Qp6@c{$ZU_geVn2;hysc?~kDI=tOC?vAAhE^|7EuA>@Kq7O) z!B$nXabauk*+Zce4fo%KQu^y88zTKWnq}v^+Gv(4jV)ikI;7rZ&TP0l3BAlKIorU`l_ouS(f)&CF<%f*8xo(3 zq%RbXElJ}9s9m&u3PO>~TyV;&M;6b^kibN!Q`^+fVO{W5%n?;gnGcZ<$spq*%YDPv z;{WClS-g#~Z}Nk2=bg~?xLjo(J8@pjLU2>uP!8{$(IN35q)d#6_J+CHsuPh7f< zL8V92zjtoyHL2@q2nc1!y*euTLDG2A^eHcAlqnSg9patJSp{0}VNWg|+G%c&R=9=E zIE*iSf|t*-t;l1I@O!WKH;R}^* zcg2(>1R7uAEA2;49hj1v2>h&K7Qgh^ar+fC=hLs2Y+jODC~%OF+%@^b&q>QWvH78a zqh2EiHcqLlMr<|rTS4(?P6IY$ceUUwF3aQM(vvzR+{!+r}sa5P-se=bZHO*AsTjf0) z(@qX6p4K!QVIE_(e2rdRo3Ye#d>30ISixK26ntmMyIo7HW(T5sYAi|jDC&^iDOrMQ zq!$(yLNeNDWy#(Plu)0NF;VmA%fk92u$g&y0Lc(~S%|Ng3KFh7h z-eQVE<&M+h=huLyk`+2mn2Hn~Fy;zKn-^xYN~}S-*a{afe7Gl*$UJ^_e`341Y{)_1 zo^UXj{HnhlM`+gUbfb z{;AOIVYZ?nkUTAUtePqOQ$5Qu{VGMjv=QFh*?+w)R>K~6pQXP0y@W4%p;T9bI8hS= z1KRs)bMfvnad4T*kmTYVMMEgRypyIhDNWUBzkhP>aWojAf#C^`f*iq*xH6-|u`+FP zLaW#6;`a1oQ1Xm<+4TT(27du-2FAL1W#?8Q&eG}`L=y9nNXx$5OTTtz-Jh3Sl?RWL z`#2rS9-TWmkcdXUgvSDhGEWtd^{$@IBRQVbWr`3p@Hz_mg2dhw}Fz_1kb40o?0Ev=^@ca~^v!fJPO8 zk`(NG+_~-H<~;j;cZy-}Q|^}Slhs4_qh*!`gid|^X5B19cUi0lX%AhoecFa-926D4 z43ZI0MI#|vuihm*r(>*s)efmkHaC@EkWI!CYQYwwgXodH%Q!?6!p$1TQbRv#@t>D9 z^VjLuU#uGzkF*n8vCQE_;1QR`b}Yr1ZVNkAWapcRQ6F#kwsKUJ-0?DeDkIkV;w#T; z;Ia*?LhKAR-j#)9!-4l|@B`O-*5cA97wqnVxLDT$$D3VJkp9eOfd_%eUN4J9g$5gi zU9edf1V;}8WXLf(og_N_xk8nn^R%ov;uIP&-dVM&m;sRDvT0I<*$B1u*M^s{r!L6O z{Y5rUJQqi@ynT{|Q94b9@#{wJQCMdy9V!;+mNGH7ifrpK22{+4^%Ly^a&w;~cg8h4 z0i73`^@}g>?zhkuxFVhgCk1FHv7bqof}U1puF!RU3e{DNP+<&ghg^uNBTidUM)DhU zT#NTg!|mkCpMs9s`e(afLn67Mj`$P=UGdy^}0OI_cZ+jucnJHbguBOCZZk~-rx+${`FkY-Kd3w1x`TY2= z0AJ~GcO&wmIqvydk@j(c=C0qyV&uyA_+8mG3oH)*+wILhtMl^8Ap4>Of}{K-{T$UH zOh+O`Pyc9Y)=#eOVQTK%^3~Mz+C(^&iVIR^{?MeszTo!tTt)paYPumaaJQ)xt{qGo z+D0JXpkRh8az(O7gGau+(VXwUn0Fg zFYaW^@isf2pp6o96Nro%UGE(|ZYDAwJVeww?7~dpqH)R5HVaXj$HKAjpA4g1k)oHL zSJFFhDV@DCA2aJ1I=M>$wU2Xi>2Kk3PPZk2dS+*%-{H@>>{bc zH3^^wE>mK#(f{6_=AZ~8ffrU+r-cg-iZCMm%ak_#7D7(M_O^9ez4mEOsx*EXeN|l| zU3NBOjR#@D4jidicH+uqWV!fS9Sb4o3&L(rCXVkd#6rYgOQg3_drSza*Bu<(ovS#41MCsR=DePasG3ms5Hml}XI=@vC|29qZEZM+B zzL2|=>4TBOQomg_GnvFfiig1o^6KxL7y16df}V&=j0gqdzTa&l>bq2_bCMgBABlfE zko$B={2ckwU!k)Ccz>DG=MTou5OU-M_ds^8lmL?D4IM}yZ!HpKmx5*t>U(3*qNivK zvizQhB?vUwcVa9k_vElSO@z>K$2U}M7oEs*fczX6f;k)uPXQla*!syDh!pi2lUjBi zmw`WXH2GbDd;6-T>gAqLo~XoLSL|Gq-nFpUTrK*qW|!X%iZ|_T3t;X9F*D1VIuXK> z<_qgJ_vgcg&N!tXhdzu2G*@OM553B!WWLiUi>Q}21P%lq`xI+4tcGQ6;32JexL=pkw0L| z7sv`aC|H5-De$^tyRfGg+^<5kSyT$AT*k0;&BlJ_9$fgkd^!2AqNdF~hFZNvc znnkhVi?tC+rP8Yl_9DoJU{3#M&eYCNO2Ljt$zdYuZ)x8Aj+D|!ns%X3 z-$;c|r$th5+(kMNtf}CQN>n!W8{`Qk2A+l7&N+jBohAmV9zviu((vb~)*qekG_6cA3mcH#jQKF!d_VqempptpQ`KulO&H8={XuUYv9N(K%eH7q(9~a0{ zVR*t;25SHnlNwB^SY*0iM@YBF0zpy5CQ8ACtPb#d02aXKnSM5kk`J6s>IuQ+Wj41%SyXx-<%;U-A{2?ZE0A@t#kFJmyq{@oNK7g0>4zlKZ#n3cGdp#$E z4JC1|zo(Z0%E!5sJF~oN$9|kgo&CY=7GngQ$AtcaIBF9P*iolIqGO=8DEX;f|BiRn z5tvW)uo2%REVyJQNrhVW&2}9r9>Z%{x9gd=Ok6uS$75S%A@AC)D#llrK^eK-{^0!R z3@EBtP4Ye=EuEh;FO6>!aVmX#=t!RN6@bQYE-Zsr*RT=D`u!FHwobo&SBN5(^59>@ zP0+P8i;?yDRX`(`%rQeG=^elN3)DY|YI$6UUqz*Otw#BA8U9z|`9ozf22@$f%rKS! z9~7_`I2~7~d;sb%K|Fdd74r#)X;eKmJ|ENX-v%w0%vSH3A}sIB413BIQp=KgR2M^6 zQ?|C{|6i#LV5!+1AT;#`Ss6F&3gzU!g^*B-OOL~`)yy*-35~3Q@FfWjs=$H7gIeNu z*eOpvty$E%DxfJT+D%91Nu&8nInwd^+rQs3Sj$l{y9w%X3S6c|%TBq>>g><26Sn-z zVyNOfOk&^M-$&i*G+kLdUZ_3a({!JuFZgQS$I%F{F8K|}Cn@U(R6<$%*Iz1@(Xp~R zL`FHt@J5&7G3JWe8hC_bJ=6cbJfz_Q^)STa!3hI=jy=Hc3yb}yjzT2p zVMP;%$S^luJk47;60okRToA`Q2FMJ-DV#)hhh4H+Dy_LzQG>iz9@ZR_PMd}tX2VD? zQ1QKDD_@Lnsf>TVXj!%|q$VoN`Z*pso&jfU1J$P8vnkB^dsXX(ujC77EG$c-Pv+u# za|b?lkz4^D!>b~Cn?@_wRClKd?WeRV+REi9_2$RWs`O)?soeB%E)V@mRvwhnQK@pI zNHUd0+#TD7n8iR>VDoShNZnX@ zSVT;^!8}f`636Fw!*Zb}=>dV|yLm+JCs`Adsnw9Be+qByLIB(@@bMjA z*Cf}&rgLU@_;u`rg5P3vt8KiaVBkk;Oua*ta zb4s0w1EuLgxS|+%hiFDIa<)2bMKa~B9VF>EKE2Y??oivHli#bpl1+9U;UFTxlDOj^IXt_AvExm{6YmEFtK zo$nv z_|YQTJNV>l<;jO{j5hECik?=rb*XOk=kbqqb;clgimHQit&F;v=!^D17MsfBCJbg@ zz95!tp(pqc+F{-QL^~8(*#RWUotUrVuU3yQcfY?1PpT?>l}BhYlj8c;cbhBO{)Pba zBRD!z-)^|bMIbD?jr(Gnz~2w4HRIuSodcHdP(V{ZQw{>g$N!U8i1RP6F#qVuem))^ z-paC7clZA4&L=sy8KByr-YKD^kAQL$^#Ia@%ajP(#AC5XFh{L};82Y`i8u5R4f zYYyAVL3Tl}Cq{KH%u0JKC)GrHw6unv*Bp2S>boPGfJ(0yNeRlnZ&wGOzHLC`MLDcF z+yK0UkJSFyZJJUWz=e+ckBI7478Mg9j(xt+YiVtdJDKBK^FNT+v*|-i&e5|=-a2w~ z8!c2VpKkE>@;=&7)#4cF=%hcb{#BH-qd2okrVT%w-9hleYd4CA_SoC4h`Xz^ox~o8 zfWRP>&SB+#fLDL89Rf$!0EsLwBjX=FrbK=NYFH!lj?_9fht9*_tc99-NQOJ{qgN@h zjXh5TSC?1o<&IZ%8SI%G8f&MW_Rb*nabVt_Td3eOY{}uvKDFd5CrCGm=hSnG2AfSa zfK&GOhinv;Dr`*GW?79D#J@&jx87p?zC+lRk@C5cnAuHMOcDzr-lg8r+~&e~pH0DU z4d@W}^e~r^W+g^Wh2p2iZgyHo*stV4rgOJX#H=DyKEIC z+F+!(0N|*SiyJ&AQKnQq)LX5SpFOcVZlnDH8bTIh>O7Pq_?Y(4#%;ba&d!zAa&deq zl9qBpnB~>h(5PWwLjM-e)I)gvOAFkfBWSzT=>O(@ZmDwMY1nf2&>b3a9(A_ud&vQr z2YoYL{K?_2k)i#pZ1C=eTB58FZY^cgSD;tLqMCJY>C_8w)fKnY*JghoTQ#15#-OUE zS<>_q;H>(G6W_5H$b#j3x7{JBGdkF6XppO(=GX6?7zg^jr*%%|Q?p4~PG}QzUOp>F zoak8v7n3x4cMxE4B0JtVkop7XAR<9kzz>rV#0I$@U>}}7n%EPuL;F1Q`IklQb-D{b z-^QKkh6|e%w`;FWtMBDO9{`(1nMUDTU&y_d$$Jtl6Waj>EJ{2I@HSQSddTpPC&^d<>01Fv>Tc7wzppYN z-Q;eLny%*2f0l%S2=8SRl2!Vv&Et!7i4F|@bxX88uAIiLU*dyjZ>vt@g}0td3C^)M z*KN))Dc!q$#UG4{CVuD={@3^Y&1s+943Y*vbu(Q$nm#?bzDlIi0Pxb%C07^DWz+V- zoGf^I+q3??lVd=mDFGH37~AGKx$6rbBr(BOSm`VFTQ`G4tthn5*%g8#_UT!ujF1kc zM7-FNQV1M+1orX~@r!(wPpUu3?gbK>Os7VBy^20`tN5t8V*O*y)*w3XY$O`0ck$z< zHBJaKpX>}m>-m^d73m>S>`<|gct0y)dial1OR0{x*rAE8K*1vIl%jMtCHhq(fzNFZ z95*)73m*p*c-A(_GnLe+>O8!a$BivM0ZY1@GcK=NXB*roGp1vbI&}cbjeuT^;#0XO zOAlylribm4A^jNv?ee-PvD&<`M!5)oQk=3VVglW_?HoN#AhyU+Y52WK3g zD@WKCB9*O^J`&&s=$vBQ+52T?52IC)BOq1?up{gVi;Di!>i6p$W4UFXmzOJ~qBNgJ}d2}T8&KtBqogZz$YoMcl zs+$JCZxgt3BJnE7VhV|I-a3f=urfir7c8pY5L8wHH_f-Qa&dZbxTv(|QlDXhkva$Y z%zJLkW5f|;PJDphZTygN+w>ebCI_ByRyd8h*XrtBgHMF3VM{|~JX6}i%zg^s87INB zuuc+}bI|qWy3NbP3o5u8!QbE#_1}GdDrb51v;;?4JE(o`NOT&CmJP#1%6P*#@nH66 z^Tk<0Vrs79Q~s>yc>Rudj}naOQzo2SmCXd_ zB>w!|v{7;Ip!o|go7Jzw$^riHIN1-PPXAY07a$rzshpIWyQbfd?A=7|!utzd_ert1X*E!fXA@4Qv)qmWM>-=2H$IY>Q#u6mV>O$> zwFT?DOWlq(EkJ%dwd!+c4Puts^&wO|L`h+?ocj*xx_P)-Fac#4xMm}e*!&PN98};> z^a4~hL7}=N)>XL8vOf+jQ|}0lqL9+e{&wZ@7YhJH__cCL9FyTHu{Gz`a$sT0vQ6W$ z;yu1v3JrfHvmA4ieq+W@H^Aa3&6|XIpH=B$WRBo2v`72!V0yz6YEk2Ov#0 z_AtMAIb7R9hWg8lwX-=mXTnRXx?+q#hGP?SPOhZXQzu~CjNGN;29u4ciB2nps?DMn zSt>ND#)p)-4oq;zLY>NaMpW@+$cnthNA43w>V6Q???_xc{KfvP{WSIq2P10|$Coe# zbt!wyK}%6ER2XEhLIY_K0cM|tHab3Ls60=nFrJCBH*hjTjjc`b+3gU6(jiBVT)_D+ z3;L&WK5T!XW-spEy<`&CQ)Hd{Q^*|gH36K<&c3AT%&WbhT*cP`;?e&tbtum^zf9u5 zGJQzPXazh|hPcJ|Ae*htGOH15dhMv$bG}-xnIvP3a$yZ;D_19j3GZj!@NtZJ|Msq} zgu5Oa5qgndzMRx%c9_r!K{9KV?!f^MDlXhXI)4H!0)!Cj2BX*CqIY#bQ>ICO%CqE& zjyR&@77y&nyd*miRo90}M$M`pZv9+#P3na@S^xYp3Z0xJQp4uGQ(pZ8@u_Pm(zUqs zVcEmJk+-R_*x8#AK52onVZyjiUCUVw^CHmGPVegVRz}|GzDMXeRR&rOGP{h|?p1(k z@NRRYUhi=0KdA5-cQ#v9?ywUgb=B{54XIfYre;UX=QWew^`|7dGYOXt2kTW+Fs>kt z%}S0+1mw^+lL40|&J{1xj72leouxfJoi+DZC`9JpY8dKxWOdSxwLb~^QEA*H67dBI z(ZmtVhc*)fvxV^dVsbFCg+Lt`W3zR-Y()A4yhnz|Ka#tWDXDD!T_s^j+XKLf7j2Q$ z2s5M4wjF-HQ;Dg&&ksn+bAbY$?dg`i{xl0;uh*a6wjNVQ;haHCk#3dYl%jldQ{aP{ zLq7|w9;EPIP{#XE*a{-@B4*#00ePJU z?D0($3>+yIaCNCj>_@lBBY+|5B1)Rp~k*tnBVQV9Ji@sUHylQH;T{j{LXIzIZCgqlI0u>B4)Kvn|xgp{vd!LtLJ7< za34;Fhp?pfg29agZ#66|3@8xxZKxKh7FFmi#+OWa8)p-AMkW8jgo6bs5tfuIp4EPM zD3cbxv{DJabN#hIrF*L8C`vW#^7}hE5Hdu;qmY}wxPX7o;)38AUU^q>=L_*%bzxWD6^5jw*PZn4CCTsvn zLlOuSUSX^K< zFCmy9felM`hjVG+QSe_D=D$d@Dm;4G_%PCN8> z<#SzkzUx+*On*K<)6X&sXBT}^$}WY`%S&KZ3_gyfym?ZYbZ{>idk1h&L?Zb= z2oBFw9_d1BHk%Y%V6ekPWD03YAE5X;Hsf&!b6okUTeXz5Rqo+DqkTeI(8=|Iz1BkO zi#dM1Pr059-z1GPyaMx6+P=t&3tSEELTsoC2GTA9UwujdLS9$DJJUa1 zw2f+R+*y3A-G3YM;ePxUYLNEE>EvNEqu-Uw0bj-XCU)3$&GP*=lgP%$C$MDV12AFY z66lb~RXo0U2OpCVR0UajmuzkD7HXk%Q=$?^`T;^#EIZw_j++`JD(WfV;EDijtTQf;&OU33F;|9=r6D08^Fw=#a-ov4)_DnkM z3HiN4x567g?1L3WjS!7&D<3fk1Ip~5iZ5UfoM+?KG|IBbXv=%XLlaWmyOGL17V>$^eK&42 zX{129C8LQz^kHhCeG*ULs!j4RlK*3yCEZZ@8wsJ^Hj-cDY!!T!89VUHm(a}ov4GP>D4HW4_u-K3IkBya-`dJ zl4A%9zT-lQI^}wn7nU`Erf$z`Q%~peQ@Rq2P=HTp(dHo?%e($I$hr-N2c67K9-O}( z>5<#5$K|GUDq0wjs#%Yg9&}BASd0qsKE4_YylSM2b6tpp>&4z!mkNq+P`Bkm_O|q+ z^(_dr4xNhWcUU8(&nmH5F|ct3j$07|1~y-P9-MS)i|$Nr)`6KX>)u}PKp}*f)vKeE z(n%9O24-2VI;Gq}lOOh#(`^6!1^ye!%hi*bm|URjC0si&>p}7h8kPB7d?F*;Iqhi~ zBm`%WTk>`Z0KubU|3DGJ9eAcQxY&Inv&)=@m5D%%Z6P1brx=Q;u_^xK`O&=?`Ad(;dc`$F1=8ZLT z{i|ul!>0Lt%ts;z6%(}IC)0a9&bqbG3sN3p*mzAVbxgC>Kf?#iK9`HDv?IAq;_tsw zt49Di&LmmMZIwoACIsj49PRqIoUoeSI@eS?GLeJnH*&OqF&P{~#+I0&Rm7RWUI2m` z_-(ku>{oM`(8=$$=*!RQa*4wCIYMU@wJ!Y#=A*O9z^Ag}#bGrN-`CjRz7evzqc75P zTWSP-QxETWBx46IPOoGA|m-&#HLC{0A^q-JG{uSq3;9G1#M;Eiw>dCYNd-?A=7HhSRVuFY8T zmtzm=s?~Oif6Yt*KzQp7)n)$00RI0NTqa5BW5YCEb)4t_VRPSp?9W^<;OwPEeLbbs zsH!`T$S_=B{ZkE2Jyp7eqZ0-4jpj~IfLO62Lfu{XuE~y&qZGOdL119HMaSE8**DTM zAaJdjS3*aR$;*~jMkETJ1>Hb?wK)9tU9s6+S2PG+ z!h#3jp4xgk!3uDJzV?S>B)vLZA-=EvBjC zuhwuI5~UL??eMtM<)M$Y$ZSX3SgsDaqCG+#vP{1sX7_vFg0@-JmedI!~uH%1>;8JUus1PL~LnKU`h1?dzo#LEu~>b!;6TG<$HF z;ucy$rz90YGlIW~S5Uu2juG;${Bk4mzaIlT<*wLmTf) znW(5DO3P;$g;G0NjFYRzmNgE= zGik*Fh0j?JBha_qXOVE@Cb|^Bd`M2+2v93qS+#jKU3i#sSuJ`mMX#~$>(o~(P;Aum zNH{sWqyq8bq)R$qgZMhQesscQGkLE_&ZY>)3zUo8zZR}F*g2MV43(EL`^*m|kb3Q_ zqH*hbx;-l~&O<&k^SZOTL4b)fhlc`2m*L3xQo_F$qF_zwyae4%(TaG|i#Sv3_Cdj>Wq0Qo_0Bd>g{PoGgsLw(D5P;r8s* z+i~gRRyljuIG^(Qi;n$EPAzngT%T}{&AOt2R<6_BP?iYTIL5;P%uia zA963pUxjYipFW-T*0Ygu2rXJN_FkSFsfpcoHsWHi6N>`DwqQ2~lKUs4wC1j_hOgt@ z&goL=6nLR!RY6~bg)}*Aeia%y>v-ScSE1;Vq9N)(qbZ3?@&A0KceOE1S|BY-=8QmT zHtP^uCN(t{+Q`M+?#3?9?l%>q!>`BOe_)!2_Q1|yq;0#qB=jESwvQ~1$*-b&4z)?M z`|PQG53vHv;**Q?fpJ2V)^S3K2)3s+Vm{2!CcX7wHnZY61{6sKFtGY_Z`poimw?^4OS5pl{M;A;t0BAtB#J^7{R0d5)pWP6C2z(8QQUdd+68 zlK%0nP2Ig3m zrI%dkHJgx!?uGQyDJEMQgRexA#d`W=n?OjC9v zbWeVkY6GFufmLRq1UL_6-ip%@+;_fc5=ctIlzGIsFOWS-`rd%1UI%EzRRJT#8i3 z(OUf&y7K+Zv)Q8GZ1hF)`0N*QuGj9rkth0uZdIGf;l{d(1TNdBpyMD<;x#CfkemOL54GUA!_a9F56M~SjWVOCv;@_Vaj~zHkRP$K>AMV~d zD#|F_8wErGMbe-wp}Y*IG+p7HO|Oc)P3+h2?I-+0Y;qDDVRr z%)Q=FzdAXtew!J?`?TcMRg%S*@d3e=X7H*22ZUU2WEmOr#aHQTrj#uUVkb{Qq9KT# z$kB=9!~>@%7_~0fWDD7)thpi^tgvz!j?s}j$efS}T{l^OgDmU$sU^_;udF8-Nv(GO z!bbmtY`q3KH6T(+?B6wEhJqce)_98kqpXJ&oMN!nA))dr-k%TvsJD1l0!#vMP2Zo2 zYcqg+sWISk=l7G|mjmU{Z+BapGy7P^z8Vq5RFnPB-?uuVT>`y3aoL z!8fJ-aNTX1PTV$Mb;jjaoelZp-z$c)pM*$Ly5RG@u;aP~>dS0p{Njnk8I;~txLP;hwxBFf*BzOhxF#81KGct_a{w`|f; z5%#v?yVcl``Duwoq0U(=SmcD;QY(5;)0CKr*SNOIL-ZYcIB};lL$F3>By;_p@@=zw zE-%B&JUr|=;qOGlECT*42&5|{j{<*HKDXNCyP#JF@btg&{U~MBb=7^*lOs^dTT%Cu zxRxFVbc0LUmMzxArNaD^`}bhv9iEY7hlSfz7jdeC*y-&xOrxWt-o)y!Fa4uLQ_DTS zaS()W44Zrp?2GtGm}!*4J^hK?!zG?Vy(N_K8QaN>Cmx}YH@OZq5xs$AJ;66Nq0x8W z;GfJYPcF^~9K=8yh21&osXzW&bK?Zt6q-f;P2N_c9r27k3(LF%{J;J-DXg}8i29Q& zA_DvvrG6gbxSpKauco>o=+{{JCAd&Cy}rJp{~WMSQ>5IP73|G%fYpqX^o1FZiUDbH zeeop#E%CCRN@3t6@#XgN-K4~vHLEX_I0|hD%l)l(x--lK7LJGtZGSGJD3GtgxHH28 z)3lOF1QQeAvGMs3cUH|EV4j9IR0tb!e;h=49+`mtLU8p>Cmgm{x1FMcdy@HSKKv|n zi`e~dTx;E^3%nLGy0>1Tnu0jpFOM3-v2djlP3?_W45&FD)$n)RsAnJ&i3|@bs6+UT z?803)n>;-D&-5ZWQuy|uEJCh)G>f^(sZqs|+yUF$S?98)dW#3MTF#LS8JqjHg|u); zbNE=jtWOTGsVC=Ck!yQuEHuM`dKy2&BV3 zgDlAggES!b5?;@Q`P#=Un}2+}=u_fFE!zdvotf(dRXwNYVeTmP-B=KX1DJ=LrHSu_<~pT$HK zPnBYJ`H2PH!&Fx@(`gkP!=&dgs_-9`A||qTwKpqQsR_zx-$nn~bXkgceJJ?y-Te4& zFO_uvTt9Di0-f||tBl}<&ADoAK^>7u;NTCnPc<*wY7Z?crGwT=O^3j=QCcH7Z^=@d zwf>MOY~LoH=S7lHs>fD1F9zP?RuB0D7IlJ--9*b+(5kx}cK_kDXK~_syJH;rKXO^0IV z`@cT99rUdwB}Whu`edHK1=vejy-rUt=&EiRTiGhn(c{1$eSD-9dBvc8Ws^M)M+G z%=(V9J1b^)W}U#494nSP=?k1K(Fa@6ADB?9nVLtyO@9xDuPvpd&x#z5evSer<@qes41q<7bCap=c>82jE~ITU7QxacrDubguVUN z0IMV2)Sdyf$0Sh1>9xFq&T&@ii2Yu1fz7??% z(Q3!766>heCAwL`{f|*Knh%IVbsb&V(E+dIf}a8jyqQ(sy^on}mNY$y5Mql*m~c*$dh8Mi+>@8;FIpF;R6 z5*e|w@|a?7c=dO|Pkot0EObEb5<8o_^X;5lC+YlL+AP>01P%{@Iu9_@=F98GP3H-*o&7hdnU>y$35NQm}53HnXyc53<7r{S<} zZIaW+S-&yIhT>YqB+6(ppV8#L&32A%(HYl%zZpz8Ik5LNZp*(}-#Wrk?J0j1LoIgnwg;fE*>be`6 z6lH76z!0IC6KzBFOXo~VN(V!3ISM?_V>FTN4BCzdZoM@6xgf@J**E`L$8u_$l4jpg z9=q5S88OhErbB!(N!6u02Uw{*um4sr_t8g&?WhndsinVV6OaRqrM^u^GPh@$@G_nN zNKLEyy9mojog5Tu4uA6<;#xCm*~q480Fi8d^q`8yG6_L$wMU3LX!%6JD)A1o5caEv zHkIipi{6nB*GVdKWRql`{m3}kCaIt3CN$|OQZ+;So(i3vd9FJvJVLkUR;^WAHOWlG zv|~LHinSiZ#Y9$pGfSU2m_dJp?Ll|_=P$`O*85IcQyhmFQHF-%<4kr`NYdVYZ#!}Gs(!K` z`+<*M?`)NQTCQ)jeiCnU_vFIvkuj6V zFEK0~(b{EH6Vt}{pixOk+iZ=RGb5JgOO;yM)2zS;hHnkd#`Pf>_%8~!iabE*7cO!N z=^qFIMW;fyH>f{dR9;X*;h{5`4EUdYQQ9&%HjZ@zVpBvjCc_N7tl9Rxe(AJr{-Ge+ zc00VIKzBnY0;F`}0V99+jo=+BYbnYEyxD)?KS=1Z&6REPNbaV=NdICkE2D!JFZ-^g_a~$DMqB%Jt*3?ESi@xb= z5YIN=6qb55{-cI!%4%tCH}E{TWuH^Xkr{^e1r+1o#iG+YUw9jDYv|Z+rs`{J7%Yk< zlF19!FrK2XhmkSHl10&cla8jNTjQTvSf`)B_r!MldhbQ=adSSV6LYTkU8`R=;H#Dn z39o7#mQ7@+h<6=HwEUtqix{p90X%HLm_AgPzWqmV9$|sck$p<=|ER}Q1)OWyWxn)k zNh`0n$a>7*s*1M%QIGi*DY8A+n*G-R%jC<~^J^{OKRbP2scAIfbx2ltIBGhN4``Uaj_2 zR<8E%-2V8dkbsI9_vG}9!BX*@eaM0u(##}#81BRg*e{(F)r9MJE0EuJssY$6@P$JV z1DTc}HGNaD*bw25_IQ_*(W@O&-l#S1gS6qt0|00ud6D z$ZhxFvTzs=)9Y+{rcHU~bNr2G_P(`{VBj@>ES|Ham zIT}4=tMv>budi98R_Aq@hard9u6-D&oz$n~(_AM%f%Ue-XC^%Jqp8r=W-|R0OrFSB zt2Sf-QkEpOcu~^MLU7so!S2RS_j6DgAq>JQK)iQOcjlo+#)y%ie_&OS@bqX5tZh(Z zz~u%e7;?|*kdMi^?7HvlRoRPmCmbJt^APv|le(K(E42DUPta_vD$nXAH6hXAOvXSD zf)pQ5mmr?%@{Rf&1V(c z=dH!PLUmScraL!qCtaIPLWI!~05A{bAOG1AG)d9FIPtldBJ1QfyLY)R`V=jgV_?Y3 z>I*31aUtX86;@p@`^HBBTPN}!wsx6i2>C-#gXfEq9VblE(!dj8?bz8vGa(pcU;qz; zS?Q&AM|pJs8d#5)6g7|o;Isarrh~Z*9)Z|08ExZ2O0i=Koy*`K5vbI{SX-N55-@D5e4T!a?mW*|!(DotpUN)la+v_} z8f4E$E|WJ$HNKS1HfEv4vLOA#`G58PNmej_W!meQS$ENYWF)gPl<@|=2E82=z9cfM z?M!r+9~fe+*<iOh3B2y1V?D)CK?t{=h7uh|9^2cx+z!9q{d*F@)@N4MJ+t&Gfx) z$Joq|++p;!?(#!7q1gRMwY)nM$xtpA4?f5rN)NSAXmTo;F@2o!So1tJnaiu-ryxue zADx@ptAv`WnbT+Tt4`VNXU)?}cuZ)2GrzvgMa}qF`DSVe6@UIW%PW`HCiSjUYJuZlXw(b4=o_k=!_y}_kHFV3wj2;?1S=~f63rijOX5% zO3jPQRCmts_4r0KxF~Txm9R@An+C5B-EC;IKh2i&-ws=mo{eraQ)h}esry30KjY>8 zm6}M_DCmKQ7!{OUo!?7Jy1wk@OQ^X- zPV?0*(|jOBT`o5_j=6qFX0%h^A!EEyf`0~;C+3lY_{q8uSIDKa36ASQXiRsqZYh^= z-R+U=x%i2Br-NJyyZfI;`mzj_enI?qHTi1g+bk?&Nq+`2nE1&#oz(BlGPd&DU)I4a zg2&`qDt-Gl3fhIh$#?`@g`_$i4s}io{2k8J5qGhb=`riJ8qdW9rbbCpHD4Rv`9|uFRQvWKIn0D?yiPz+t|wgF$$Hoi{GR`YrkhL ze%JT|`c#}ic>TtwxcTJUm5kHgv4<-*=L=feW(d=*bJFShyZw>i_Y%g#>=(=HTNbi7 zZ;&9|6jQdorvc^Q;a+<|Cv1YaH`~S3?lW4_W@Nqp;j`WQ!*`rrE|AujY^;n;(b-WI z@?=6JxObVIN8E6UYgXSxv!I90`RxUr(NuLi7byu}%uZ&erre%>)suI5H)IM_GW)Lk zKY3IgSH5stC#@c=jaDu;Z$|~_Nl#1mEOxoCd|054P8mzUPL}$$OzzfM-#=4Sv|}^M zX+&@YcVw+YOFj8LpZ_Gou;+AhFSk>ri(liwIcld@Q|RxdGw4r%`Q}X2?U4{eCM}Jo zfd<~bijIzQQk8lC5xy|z%uMIzSwYftxVbF9(S|A?Ps_1CV{fbnMgK}5gN`cqdDdS- zkXF%Ay{P_L22NV=#qE~c`?0n^dBn-EVP}{G`LFd<$`^>6crwQSKc48>Foo4vFVe}zuoQHR)TXO$q&!| zonabz2G_#?56fLj$WDEUHWS3(_y3#drPLtD#a2i=a-gfp|c< z*eUUyCNkjEKSlReg_4(GsR#b^Cyr#mP^4w|4H9o6>P@&u+3=fqLY_a&-eieYI&~O;3&K!HqGKOkU+VGQ7xj5>tL;y6;TFa1*RhMHFC3iXuB?Xb)n$Sko#p|t z7ltBry>6`)I|x*t_@rMVS1-9dZ(9%BnZw$UvChAfzM@54b__8dyo~;r7yoJ&(Z5OZ z=ZD0<3nzOie&U|3!R6ezhx2;-^w2=_BTYzol=uq=_0w`G%Z`f=>a8=wrFuo3Hm1oT z?L#^K9DRY@6iJSjuKhMcs-FVfGMk43>yA9aHn_Ubh-(|ycz5L z0fU>fZ9n2?GYl2xlQd@JZzWMg;z`hL6JcS+@(_8AjcGc5I5I8F6a3od>c=2mX52D3 z*t9vu<8LE)Fz$6D3m%5-e1j|famW`8n}x{{+Y zcwqgud|W>AF~3R{4`1PrMDObYu!42A3D~)w3-?I!^iL*It44T_wN&A!Gt;tvr$+|vwrwH_BP2YCl^up)(5M~ygHc=KYU_0cEW1>W-&*wVoteoJyYzN%^= z_s!hJEL#nX^eqLo$*y)D=MjV;UG^AWNKs7v)RNZy#m7wF3OYx8V_||1d2Amq66t!t z%7`&N@+9tEl4WH~^mIt#=+Rzw?}Eqii28k+zm{M7Qf!??q}AQbP1rb%bv_rpP{_=Iy-CP+`_F4FfKcJ>z47W<;@$g#oN|?< z7dvZ*4)->)rcbo3ol8!a=Ah6Z3JvXi>-L3Oe%Y#A`I_CI=R;Xm1Dp@IhK5IzG@oFI zn%}i%#Yd*}dS_%N8o{JX+AS&ECsh)N*5mfWt`5-(Mp2q^5b+@FJ>4APVvDZBni}G? zXu%f z0iie%77OlOG|Z-yqu6evYyam z2_p&d^o+fn2!tvvexlhKYm<_~b;y(hQAkc|6k^;|_shQSoUuknb(WuOu_?L@qL#{p z#*C&A=X19x&kbaL`8o+=+A4WA!9Q8Wa~;I>I?@nkh>(BpUo5!P6jPnEVmA${0vf zo*cdAB73?R;xEk;b(I{Pq?-WB8jNn{YPejkYJ9laS(SZZ^>!r3_~zA_K6`c}pD&69EPvgr zX&ImgKR->APB4Rx)+?uJRH`(1iEOmaRdVr1Y#wc*|LK={wdvf{tSL1onv|d{+o6*Z z5^$5JSWemS1GWquqv7bXn3;q8Ju%16fnnI|g3gV0Tw?PU2q*U0xh{En#L!bmBLj-6 z%vBTw_B6kOo4o7;miNzy3_0;kx-uHW@IMX68I3Ai$Ultu64S;X{}2~qN*^5K%wXkO zy^4eF!BVE|@2~5>PMknClBOKvr1Uw{O8z*3^>KfmDsIycg#iQMdt*%R2U;E4 zMwsTpt(Z%d=TEtOPI!rf)i}6`c7_7T^)pvD%oWvd$bQc19Br1MzhGC$Z=U6rdL~S? zy2#}8Am#Jo%(4{{UV4Kr7b|?Oh^##*!mhC-xa$xO-`~hjb`7RebahjalWSADFKv69 z)7C~IEq8%VUd}CSgOYMWLe=863V6Zw>&F@5IqeB_ic?abdK$=B_8&3f%Gac_?qo2# zlM^r4K~Bl}EJtdRwP-qjcfJhjyaneBci4}a;^tkL3;+YGgG+ZV`6Z;dk>9@d9$Nc) zm}4z_mLoyhXKouIKGXTcPpMB72Bg!P=_G7a9;V^Cl@x>-qc8m-136)%L49$vqr5oo^l= z`x+nQF0v)HydG+U#OgDd%I~TwzEPTspiPy$%xcmoQ8aU=FtdzgeusMr@@(s2qFps* z(vA=^CoNf!x)G98khve4zBB2{4+`xxA+SZi=3{d>vmCdD9)V0uX&? z@00Pk2$R6Mw^;%U{i`EC8MB${s0uzbxoYU9xrP%birA(ENOt~NBOi0H4N9Z!;NB6* zZ*InGO;8h9&0@*n@)ASLp7j~BbZw8)3A{QOk6s;z!FS_nkk)T0W4j;u>{e~rd3-LF7v!>Y+U=m9l@Z3%!u~f1~z&GqOu_Td$ z{kyS157jz%x6|%*7mpLQ*F(#S&l15^3J0_1-N$BT2v)}O6;ekrcLQb_BNTh#d=Ttky zBx;of9vgC%1dO-mbaewR!1W^P}hpKqEWynb8Gl6jZVq>mqEe@PQw?Jjn|= zKFc5&Q^{b;K%tYyxBuk8Urgi4xsMH}`M#9nD-!gWE`B?>?RvhFSpH|>&cO)RVxHDM z&UO?OQIU+DSPli))Lyui_q%y%Wcs+G7zfO)(yw^*MV0!KZ>lPr=;32AH&R94*)Sh; zUXp{PYbC~8x?tC~7Umv@aFe(x`lpEet9VH^L z;CzK5{cZch-cHY0q=#^8?gtWmT5K`ZD6bq-f+{3Edx}&ZgxVb^7TaK+1(*oLrxvmb z7LN1Zc^9CI8=jXR1J#*@@k~NN1VM%CSkz$Qo!%r~wocMzCF2pWJE{cG$k;WA+i_=n zjM6jZ@yE=U$FMpFNRSa3kWrywhxff;4O##X@i4*r<@GDbHsI^Ag zb%qnq1K%j6c>_eIM9+oG(|-h8{)V?-bGT3>8AUuW@w&zs^8NWKII;x`ETQUz%6B+))!6}x^d$_x;?bsHOFnAw zI89$h$8UIk;whqkX5hQ`<((?f_ATwZ?)WT|r_BH)U_+vo*Jgr_H_MpC#$Co_u9_St zo$``cYtfnK6@Z#-=ww1Bv_qQ+L}Q9I7P(MaSg_gpyE^qRwwS@BVl%$SN`;i6wYyEh zVYLFvTyp{Ogc{{o}TNG4xWkq5S*mn%5=%m9nnAT9jiepR#+14jGpKW7%%)On|!l9f^lT;DgvYp)*55iAQ52enh zF2Yf18RKPXE-x$<^GFSfK|j9Lc>%$1D0|@k^v}gsy5jED7Z`Y4qlLWSNHsWMsB*O)0;K^{p)x z77gC4^3&473w&5*Ne0^MFk^BR11i)@J@*HfSLcdwf0h@|&9KS~j397EI72~#Pr~FVw?(CeK*pbIeufgihJg^Q7i47lI z3QJ#aql&Ha@RgB)2iWNvfQ`vrVFtRD5jkVJ#wc zqV3*b2l3x*C5*wdvDa`Ktj4gU*=GK6CD+9`bX`Sdl(0)t(~W-01`xD$dh(DdY@W-(ni4vH4~ffQOvv&d+>qj_V?)?x8QeDYM8 zIW7JiAMleI zY+!yJQH1RCL5qtowu7=5tvosBH3;uhdfKy;s?=xv2`l$TMB4GNhuHi!kHN-2YZRV32PT) zsS)p;+)h3rFzbnAzHl_=c6|i#@Uy2Pas;04CEdQ%Y(e-Hr=dE-$(YF9R{N)8;e7xB z54G%@3mFpO0rwY#5u8BtgF}grkgF{&AY$hmeSL8~z4xxT_{juHIFIi?eGkl_N4gYa zZ$!c`gOfNOP}VRS7*_Gmt~5gM&I3UnCiI5>dg9C&h-T)}xmc3*$k+yE7@z>j4`V8G zB?1{YfR&Qs*?Xd?Zl`ehXhiY)C`mxX*CO0HH}da2A*c8&cljU4EbsvXm2`jXbTIJp z*o=66B$8BASVzF8kh$%0x$FuOxV{HB8Da`8QAa9Y(&Bd>plX2pZ{F}T19=SOVV(fq zmFE=m9(j7Cwu$iwsC}LmxfCxi#XYL8;F52+xb9mazl|iMa0aAVQ~&sS`qMBFPtEU) zcMxWRH>f#w@P)d+Ad~2|7Ql!W1mjudt^00}$d!=5eKSkqmZGT+qM0ZQnafcnsXkCX zKOz66k%N)*Y)VWzRcL4Ig`VTyDPQgV7;2?Rwu@=`i`L^IE~7WR+@*HOT9*WtKVE!m z#SsG0>8+F`lk2zx0qh)xFFwmbNjm$*%w=9r$v|xJ|WhF3^$~{Sodqyt|S9Q z^QRuOp3RoZYXXCH zi5^>h&8LdWWGzFMa(C}m6JRNlh_&zo0;D6lzOD9NgouV5CK8Jc=+1V3P-h1_5LGM) z+d^9kVY(H~qV0mHJ^L=+i(YeiKLy(1J)Am&4<^=XYR&@Y@myGl zO`(U{UW)GXHn96|xE9YGU4{&v7$&it*2o?&<|kjtJrYQ=ilgbC9A|&@%0W&}TC(cJ zEy-Htckk|JS={ifr=?}BLrh-$CdL_w^#P3y?Uj_0Je+pSju)x(@{I``o}&ooQ-H~I zR9jf+*$|~YhwAbqXdai{Q>~}g)&XPe0;FtSeX)y#Gf?)`&7o<8GF%jDyaTnG`IZDx zo^u{pxVljVhCZ3S>N@;48(QTKpN?m`eoy3B;*LfSRqik(9*)%9v4rKbluN;^cf1ix ze`cM8Nuju9W|Imvi|qTn!d_vbSh6F1c1wq>GEN1o5A&h#CxQ*`CE+;hEj|}3zf1&H z{J=igoOGXok0Jb1h1u!*=TB`jT&`5BP%efljGGR-7Ow5T#%?j}K>;OC600zB0vzJw z#M@oNWT!XFr@QLbBjm4M6Yr!yOxTSib+v-*!ZK5NJUp1Ix{vu%1QR3NiO-*gl{L6#oK4|omH!yY|ULlWOgCB ziKJ>$g(B)1|DaF>J-~25EhY+im#tF4_^o>?esXq~tm=B&sucJ<@u;i=9yEw_UBMp? zE!bz+&sgBV9>}QW8j3U!P(vX$vC5DfO!yGY!=L>Qh{)PR!2vr9gIqCA>xj`=d&U zhk<6uQ{o_|U|0mk(p?56Dzs9hNr5Ia0lsqSm58H{gDurwG}lu~_>%zSohHqg2cpgu z$dv}6RLDl7oZKW=`g3Y|uyfTC6WNxzfTWbL|ar<(R%h8=s~eV)=CkYc!{K>phXXUK;sM~!+pr|o`87t{wi@?c&c{$ zxpK6J100ufGP>-3SWYVI6CyFGZZbfF9xsj)SaMG7h5HcE1hmP>{K{>>9G~2%y3wQ^ zWd0XbWRiIN%uEUhJYOJspl}f<_t)*&x3Fz1)7ztxF6@!m!~DmC@tlNu6K`B&8g542EMXf*pfkSB zkhsQzHX6+1$;Qx9T`n~s=J?$bCPyEW5(`3>YM2gtu_aFdy@MQ8)0(*cO8Xs2ev{G} z^A+;lwZ-Ijpl|pAC-VjRS!ksrjlJ0#@J~Z2L^gE%XJ&K{4fJX1o2ja95T4N1m$(;s z*LdIEG!F>aXb2t#rn?(S{s%@vB781m$JY<&?cP?J2l0}@MRFh1rVa=#FA}pUiIv}8 zqnP=7={j0q0ULo7FWZv!d$f5lC%=)!Yyl+1f-+tkXTXJZ$=kTZ`kyfe5RJW>nkViIy-uEHBbDh`U!!O zvy{e9!muA-(DPdZ9|tKWvpi2}TTfAXtEQWj53`sie{Xr^wQnM?U&843plpp-rcF-- z38|H<2kzB1)r-v9mFrIMIPzFGjl@wu0^!Q71+G?-BB>f6M@{=473osRz`; zGvcnP^#(D|wY<+751eiX zA7G^}J}^+Tw+wJxZ@+gX6MWzT$)Vd*-sO_rAajEj(y6$g75Ps|7ykr;G9RX)hho|> zGRy)18w{k1dfvClpbioa-aUXnpB8qXLu7!Pjok987i`(be!C35jQsnG3h*c?N>S#O z;SIimDqU}M#>yfH`r=>S11dh4PJSrH1?qRUei$Otd@AOn%d(mpx)13P*HrcE9(16t z2!HDsVLl)j4V12WUbGir1v@-XB+jqMcA>j^BA!6`z&TjYgvAY;#wZr~@UtCxkE zQEcd;jWs1hpN-)gqa|WKGWSGQsDKpl-(87fXms`VY(sDq7hlYl2F65kjPnu*JzHEp zv;5mU^lBwmSUO)i#4|XeZi`7_D{v*7s8;f5O6sam%<5|iALYfct1QIVudn9|u_H={ zRmdp<$;*t4ZS;dwnw4HIj(07`^Dek_>QwEo=zPhp8ZhnJ8F((-Q(X><=FMlmMS38F zXAP3RY!5vDq@jo1{OQk!{&IyiDlSdzwtz}aYRDzBub>B5_->Hc_lx-~!b}7Gx{LFC zN5}PXJv!&n*w=P5D3z2sCj%)t&Ct6Xx-Rj2+Q;UIw0}Fc! z2{nhR3+@8_r$D-FRfKs%!q~SaG_;QN=Td1l&p7q=l0I-oj+@8 zz1sXi>A7KN%pGrr5|;kYT?S5VEUUTNYd77O^`Dy_Vx-?inTj<$Ub z$F$4u9R@DgoWX84NuM6hiF9$;;#|_&-*SKJ(JBHi-+VkGvWc9T_w@98z*_3F5pIpt z-F&PdSBxDHVn)%UHnQj9Eb`W-OLFJbv#Hi(^|G1IJ{a6*JW`>v(|H=*DbBA|pc}^h z8JeeMEiLqe<(kQ&rT7bkZHlbgRYfO{s;oA~>k=KO$=Xa@-(l4jxzN>nRfBOY;)~HC zo1OH8m&UMfGt4}1M?ImK)3VK(P2qbok!pHSu@Dr6nUTU9tWx6*o6E3u;A?SyB86;5 z`<3d$n8XVxRO%(Q%f1E^nRm7&sYZ!az_OIeBAZ)mpdh4I+kKaJ)U83(b)n{O&LlNt zCyuf_O6MOxY8%ch$y2e3K3!&9NMM6mxgam=gnkS7O&uN{Hk}&;+5|J#&{#v0F z4*I>}f^%0kP@~iMWPP=tf#?FDXNHv3f_&Gx4;>t;P}8k}Qx($qQWO-NU0KPeZ{rdl zPD)-@uzl6S1Vj?Hw?H%vYHX~>z8uSSc^ZDUR{#H?;E&J~RMbw`gM9gEylUZTW8RGO zLHpa#<;*ztPQ@|)N&@jO%S8z8V1Go{Ga@O&NoNh{{jK)PoP&d2Gq@?JKZN%$!Qi1* zgB-9w}pKw;@Y5o5zyKJWO%P z3dule!g>YEAMfjYs{(k7IzH2N9W4NIJYdU5nYn+E0ksWiRzi@V67hdEX#a=gtlEp$ zSZQ=&dVR>}$J+XUJ^fjZ-LQo#ke4D@OSj!K zO6^M!Z|fR!@U4M(-i9yM1Vhx1AzihE7t!Z&pfu=6R_4}>!CeWelKEo;rQU-To0Mf2 z`{Oia<0$We^9#n*mUhW{QnWyP)N*tLB8$ko98~_aNgvML)1UlenI!emEiABqA)V4LKueEOEXG*zQDgT5Q?#Xy8uvs!jG8o zm~hki5hyfm7zULJ>!YPD@!XK#poq4u>2^TU!4Y#lh1vd3$F3qZ>YV3Upj@+;<@Zc1 z1|3$moDHt*;C1C;3Kr1iVfiDUi_)UM>8MUZ+PVQ;jF2nV9kggDFdCq^s)F_Qrg=-o zL{GFBu2UXD7~8O70tVzbF25 zu%SyrhO?X}zH|+s{SpiEh*Z^gN*M?U^%f{D9hFX@bXtE1iPww@6sM*8N-q@c2`r?1 zSLQ{_d-x-hpg5HvRF34W3MuMjrK7u@-M#aQig)?;TyvGVH8q)q{zkWSN zwMbUhwHtef$*cuqradis9(D2jd2L~?+UlhY3Vwz>xOE|;t!OO}ceJpJ>oNjnD_q#$ z4(+8KCS}Qwb>3<*YoMyMOOtoRdIuW0Dlgw!%o?UQ239h=uL+^NNAktbH&9 zD;TLP@1i5J;l}Lr+k<>@J1>Yp;qqTWH&tyG&7}5jQUe#wCu8Gj^ZK)77qc8uIWL*d zmz7ct_+>F2OrxtKR_0%-RvpaDIe>EH_Z__-^Uy?#sTPj_r7v>%E5t3VVRyRZLDnf? zGe_8~vr-!1iN6WU)J6n$XR0CbD~J%mo?`o?Jnm~ovU(fIM8|&*7l$w=EmA!IA!=vz zx1Z_uH(AiE5Gb|v-h|B#wPlHPX&9MS$oAmf;vC;mwG96V0{gMMxJ{QE&Bh9y2N3?E z&@T|ay$N&vxCV@&=;0H|pgQwu3EJ&IrLxBp~ps!Hh(YZkSy?OQ{zd*JgknbO*EzdZj z7&*?mu`i2i#ikczcE0ElpWU`H7zD5JT!XRIOLo;!Cw3LzwqfwDO*dHSGKeXtG`f7& zp?XsIAi$q!hJ&C#NP37J{m~a7f-SULK4Cd+iZa^2U86H)`T&IBM9d>4D5xJ{Qq#bd zGI!RNGL+x^mdAc+zX4W3WsEs^^!0quvgfPH{e+*KrSsr5p25_Z)n%*HyQs?rRjOUe zEl&RK9hEUxJOn)LQ1G-9vn2Df88up2dR#aHhog&f=rR)IrzaA6KE4{skCTnLZX!bB zhb&WV5)L-J*4n730k4P*8T!}%8vULZ)t^nzQ7)0|j35Ku@4XE3NcBh*#N1mWT=LgV zzV}~%3bF$Jn9C4{{ONuE8398}n8poPSt-QZ^RR#OzgBF4BMm>TmpVHTEv0!r^#tw2 z<0?D3FihM;BsAWWX&46mBvpDg3E7UqJb--8rBy{ zyLLBzID#!M(m#E!bD|JngX^Dpysk}UOmQ^G(B|_yaoCiCnP~_v>2DKIw$;q@rrq5; zrt0@K(eV~|J^cg08V5|~Ib&J^R}4{dsvjAS*v?Q%Uf!A;_kzA9xl{X6dvV6TyDG%e zWMm;YlfekQf(--eL}DBOhl>!tLf!_FrL9t~0CcaQOh(SRR(7J87aS-4fAb9DA3v7J zq|-icN<0tQ%`@uBFf;zRELeLb4RfMmEFS{pFRzH}zP&=uxb6|Pv2b*ziQbU;zAX!f zA*S*MaDDab+gtHWsnS0;z^NZkKK?Y@{AogPX#-Slc#DkH1&0wS)WnP@;6r0#ZPn#=Y%g!hYG!k z*+mLD!$skE;5JWphd?|iSP9J=ph&$>I1r)4Oo5QGF&>U7hgVYalfBqPDVMUU~Zy#Xa^vfq_4mr6hr7XLFS^Cr7!%wmCT6fYbEj1mCw>vz*ym-S zKv*gf|E+!uwOxdM&v+J&Aq5Rr`8$w3-&UFglkr4X68Q!)%9BVxOPVA?yQm)2*C#?w zJJ^~wvy@T}8%eH%sVnbmIj=<2U)0%d-#;2uWp$K)*W_i zMH=dF9!!WPu=c>EdQ3oGd$pZ8%?-?_RHHc^P_4^~W$8JAW$r9WeSU}Qbve#r!O6if zNSwZexbu5CG`)$uz&ydkLvsm6K^o1s%u+=~v@{EsK+*X$J$E^#E%>R5je4>)TR=&? zv+jwl7=;JhZ~3v|tje1(c%M+2MjVgj_n7F|S8q4}mSbqiv2kw;S40nRn4_y*@io=N{E6wloj;1cYdDEXFH-%x)VeeeOvC^)C}JO{>OWd z$|~aG|L*OeN-yyR|Iq7onkfYGMK|$1odr$)g6~Wzq)oEeQV(MeB4^&v_Byd=9P+V2 zN3*oqd?>eDKatV=1=UO4-(s;j{)jxvQ_9WEVR)IqAIeH|x?f>`-e|O%nHi1uCDg@9 zWq~^7`=`#f^%}LsGeHHkuB-)w%9O82InnM=)w5W}98xbZkqV^4q`2|nPrHc#qvjr; z>iseAfo>0u1g~{&;kwkcDCzYOdrTPqLHZEo=yN3j0PB#-mwucr$)>ZNfBnYzjljrzLR?V#7|3C?qLqiC!TccNFSnja`Z<5yDq2gaURE~O>+verN77m;7r!pg#pM4Cc+k_tZ`WOtJ>$?x z0wAu(+_(Sn9j_^*Ss&^?q;yr0jQ#+mCe_nys(fV1kQdj96%<7xGkla#(Hl-(Y zkR*A2`FG1V|Er0P-1}F6XYZnA;?TE}P=>E9SC{m^;bj?cE%7&>uTv$S*JD5rl|7gK zuYsFwpz52k@jpKU!~g#qIoFVdQ&MBb@0An3# As{jB1 literal 0 HcmV?d00001 diff --git a/internal/application/repository/retriever/milvus/analyzer.go b/internal/application/repository/retriever/milvus/analyzer.go new file mode 100644 index 00000000..135d9b36 --- /dev/null +++ b/internal/application/repository/retriever/milvus/analyzer.go @@ -0,0 +1,135 @@ +// Package milvus implements the Milvus retrieve engine, including multilingual BM25. +package milvus + +import ( + "strings" + "unicode" + + "github.com/milvus-io/milvus/client/v2/entity" +) + +const ( + fieldContent = "content" + fieldLanguage = "language" + milvusAnalyzerEnglish = "english" + milvusAnalyzerChinese = "chinese" + milvusAnalyzerDefault = "default" +) + +type collectionAnalyzerMode uint8 + +const ( + collectionAnalyzerLegacy collectionAnalyzerMode = iota + collectionAnalyzerMulti +) + +func analyzerModeFromSchema(schema *entity.Schema) collectionAnalyzerMode { + if schema == nil { + return collectionAnalyzerLegacy + } + + hasLanguageField := false + hasMultiAnalyzer := false + for _, field := range schema.Fields { + if field == nil { + continue + } + if field.Name == fieldLanguage { + hasLanguageField = true + } + if field.Name == fieldContent && field.TypeParams != nil && + field.TypeParams["multi_analyzer_params"] != "" { + hasMultiAnalyzer = true + } + } + + if hasLanguageField && hasMultiAnalyzer { + return collectionAnalyzerMulti + } + return collectionAnalyzerLegacy +} + +// multiAnalyzerParams returns the analyzer configuration used by new Milvus +// collections. The language field on each row selects the analyzer used for +// that row. +func multiAnalyzerParams() map[string]any { + return map[string]any{ + "analyzers": map[string]any{ + milvusAnalyzerEnglish: map[string]string{ + "type": milvusAnalyzerEnglish, + }, + milvusAnalyzerChinese: map[string]string{ + "type": milvusAnalyzerChinese, + }, + milvusAnalyzerDefault: map[string]string{ + "tokenizer": "icu", + }, + }, + "by_field": fieldLanguage, + "alias": map[string]string{ + "en": milvusAnalyzerEnglish, + "zh": milvusAnalyzerChinese, + }, + } +} + +// detectAnalyzerName selects an analyzer for a document or query. Mixed or +// unsupported-language text uses ICU as a safe fallback because Milvus uses +// one analyzer name per document and per query. +func detectAnalyzerName(text string) string { + var hanCount, latinCount int + hasJapaneseKana := false + hasHangul := false + for _, r := range text { + switch { + case unicode.Is(unicode.Hiragana, r) || unicode.Is(unicode.Katakana, r): + hasJapaneseKana = true + case unicode.Is(unicode.Hangul, r): + hasHangul = true + case unicode.Is(unicode.Han, r): + hanCount++ + case r <= unicode.MaxASCII && ((r >= 'a' && r <= 'z') || (r >= 'A' && r <= 'Z')): + latinCount++ + } + } + + // Jieba does not preserve Japanese or Korean word boundaries. Route those + // scripts to ICU instead of treating shared Han characters as Chinese. + if hasJapaneseKana || hasHangul { + return milvusAnalyzerDefault + } + // Any remaining Han character makes the text Chinese-oriented. This is + // important for technical queries such as "AI 注意力": choosing English just + // because ASCII characters are more numerous would drop the Chinese terms. + if hanCount > 0 { + return milvusAnalyzerChinese + } + if latinCount > 0 { + return milvusAnalyzerEnglish + } + + return milvusAnalyzerDefault +} + +func analyzerNameForUpsert(embedding *MilvusVectorEmbedding) string { + if embedding == nil { + return milvusAnalyzerDefault + } + if strings.TrimSpace(embedding.Language) == "" { + return detectAnalyzerName(embedding.Content) + } + return normalizeAnalyzerName(embedding.Language) +} + +// normalizeAnalyzerName keeps externally supplied values within the analyzer +// names defined by multiAnalyzerParams. +func normalizeAnalyzerName(name string) string { + switch strings.ToLower(strings.TrimSpace(name)) { + case milvusAnalyzerEnglish, "en": + return milvusAnalyzerEnglish + case milvusAnalyzerChinese, "zh": + return milvusAnalyzerChinese + default: + return milvusAnalyzerDefault + } +} diff --git a/internal/application/repository/retriever/milvus/analyzer_test.go b/internal/application/repository/retriever/milvus/analyzer_test.go new file mode 100644 index 00000000..82c4be67 --- /dev/null +++ b/internal/application/repository/retriever/milvus/analyzer_test.go @@ -0,0 +1,86 @@ +package milvus + +import ( + "testing" + + "github.com/milvus-io/milvus/client/v2/entity" + "github.com/stretchr/testify/require" +) + +func TestDetectAnalyzerName(t *testing.T) { + tests := []struct { + name string + text string + want string + }{ + { + name: "Chinese", + text: "Transformer中多头注意力的三种使用方式及解码器自注意力掩码原因", + want: milvusAnalyzerChinese, + }, + {name: "English", text: "How does multi-head attention work", want: milvusAnalyzerEnglish}, + {name: "ChineseWithTechnicalTerm", text: "AI 注意力", want: milvusAnalyzerChinese}, + {name: "JapaneseKanjiWithKana", text: "東京都の設定", want: milvusAnalyzerDefault}, + {name: "KoreanHangul", text: "서울 설정", want: milvusAnalyzerDefault}, + {name: "Symbols", text: "12345 --", want: milvusAnalyzerDefault}, + {name: "Empty", text: "", want: milvusAnalyzerDefault}, + } + + for _, tt := range tests { + t.Run(tt.name, func(t *testing.T) { + require.Equal(t, tt.want, detectAnalyzerName(tt.text)) + }) + } +} + +func TestMultiAnalyzerParams(t *testing.T) { + params := multiAnalyzerParams() + + require.Equal(t, fieldLanguage, params["by_field"]) + require.Equal(t, map[string]string{ + "type": milvusAnalyzerEnglish, + }, params["analyzers"].(map[string]any)[milvusAnalyzerEnglish]) + require.Equal(t, map[string]string{ + "type": milvusAnalyzerChinese, + }, params["analyzers"].(map[string]any)[milvusAnalyzerChinese]) + require.Equal(t, map[string]string{ + "tokenizer": "icu", + }, params["analyzers"].(map[string]any)[milvusAnalyzerDefault]) +} + +func TestNormalizeAnalyzerName(t *testing.T) { + require.Equal(t, milvusAnalyzerEnglish, normalizeAnalyzerName(" EN ")) + require.Equal(t, milvusAnalyzerChinese, normalizeAnalyzerName("zh")) + require.Equal(t, milvusAnalyzerDefault, normalizeAnalyzerName("unknown")) +} + +func TestAnalyzerNameForUpsert(t *testing.T) { + require.Equal(t, milvusAnalyzerDefault, analyzerNameForUpsert(nil)) + require.Equal(t, milvusAnalyzerChinese, analyzerNameForUpsert(&MilvusVectorEmbedding{ + Content: "AI 注意力", + })) + require.Equal(t, milvusAnalyzerEnglish, analyzerNameForUpsert(&MilvusVectorEmbedding{ + Content: "AI 注意力", + Language: "en", + })) + require.Equal(t, milvusAnalyzerEnglish, analyzerNameForUpsert(&MilvusVectorEmbedding{ + Content: "hello", + Language: " ", + })) +} + +func TestAnalyzerModeFromSchema(t *testing.T) { + legacySchema := entity.NewSchema().WithField( + entity.NewField().WithName(fieldContent).WithDataType(entity.FieldTypeVarChar), + ) + require.Equal(t, collectionAnalyzerLegacy, analyzerModeFromSchema(legacySchema)) + + multilingualSchema := entity.NewSchema().WithField( + entity.NewField().WithName(fieldContent). + WithDataType(entity.FieldTypeVarChar). + WithMultiAnalyzerParams(multiAnalyzerParams()), + ).WithField( + entity.NewField().WithName(fieldLanguage).WithDataType(entity.FieldTypeVarChar), + ) + require.Equal(t, collectionAnalyzerMulti, analyzerModeFromSchema(multilingualSchema)) +} diff --git a/internal/application/repository/retriever/milvus/migration.go b/internal/application/repository/retriever/milvus/migration.go new file mode 100644 index 00000000..e529e0be --- /dev/null +++ b/internal/application/repository/retriever/milvus/migration.go @@ -0,0 +1,452 @@ +package milvus + +import ( + "context" + "encoding/json" + "errors" + "fmt" + "io" + "sort" + "strconv" + "strings" + + "github.com/milvus-io/milvus/client/v2/column" + "github.com/milvus-io/milvus/client/v2/entity" + "github.com/milvus-io/milvus/client/v2/index" + client "github.com/milvus-io/milvus/client/v2/milvusclient" + + "github.com/Tencent/WeKnora/internal/logger" +) + +const defaultMultilingualMigrationBatchSize = 64 + +// migrationOutputFields deliberately excludes the generated BM25 sparse +// vector. The migration only needs the source content, dense vector, and +// metadata required to rebuild the target row. Querying "*" can exceed +// Milvus's per-query result-size limit when a batch contains long chunks. +var migrationOutputFields = []string{ + fieldID, + fieldContent, + fieldSourceID, + fieldSourceType, + fieldChunkID, + fieldKnowledgeID, + fieldKnowledgeBaseID, + fieldTagID, + fieldIsEnabled, + fieldEmbedding, +} + +// MultilingualMigrationOptions describes a safe, copy-only migration from +// legacy Milvus collections to collections with multilingual BM25 analyzers. +// The source collections are never modified or deleted. +type MultilingualMigrationOptions struct { + SourceCollectionBaseName string + TargetCollectionBaseName string + MetricType entity.MetricType + ShardsNum int + ReplicaNumber int + BatchSize int +} + +// MigrationSummary reports the result of a copy-only migration. +type MigrationSummary struct { + ExaminedCollections int + MigratedCollections int + MigratedRows int +} + +// MigrateLegacyCollections copies all legacy WeKnora Milvus collections to a +// new multilingual collection base. Existing dense vectors are reused; only +// Milvus's BM25 sparse vectors are regenerated from content and language. +// +// The target collection base must differ from the source base. The operation +// is resumable because rows keep their original primary keys and are upserted. +func MigrateLegacyCollections( + ctx context.Context, + milvusClient *client.Client, + options MultilingualMigrationOptions, +) (MigrationSummary, error) { + var summary MigrationSummary + if milvusClient == nil { + return summary, fmt.Errorf("milvus client is nil") + } + + sourceBase := strings.TrimSpace(options.SourceCollectionBaseName) + targetBase := strings.TrimSpace(options.TargetCollectionBaseName) + if sourceBase == "" || targetBase == "" { + return summary, fmt.Errorf("source and target collection base names are required") + } + if sourceBase == targetBase { + return summary, fmt.Errorf("source and target collection base names must differ") + } + if options.BatchSize <= 0 { + options.BatchSize = defaultMultilingualMigrationBatchSize + } + + log := logger.GetLogger(ctx) + collections, err := milvusClient.ListCollections(ctx, client.NewListCollectionOption()) + if err != nil { + return summary, fmt.Errorf("list Milvus collections: %w", err) + } + sort.Strings(collections) + + targetRepo := &milvusRepository{ + client: milvusClient, + collectionBaseName: targetBase, + shardsNum: options.ShardsNum, + replicaNumber: options.ReplicaNumber, + } + + for _, sourceCollectionName := range collections { + dimension, ok := collectionDimensionForBase(sourceCollectionName, sourceBase) + if !ok { + continue + } + summary.ExaminedCollections++ + + sourceCollection, err := milvusClient.DescribeCollection( + ctx, + client.NewDescribeCollectionOption(sourceCollectionName), + ) + if err != nil { + return summary, fmt.Errorf("describe source collection %s: %w", sourceCollectionName, err) + } + if analyzerModeFromSchema(sourceCollection.Schema) == collectionAnalyzerMulti { + log.Infof( + "[Milvus] Source collection %s already uses multilingual analyzers, skipping", + sourceCollectionName, + ) + continue + } + schemaDimension, err := dimensionFromSchema(sourceCollection.Schema) + if err != nil { + return summary, fmt.Errorf("read dimension from source collection %s: %w", sourceCollectionName, err) + } + if schemaDimension != dimension { + return summary, fmt.Errorf( + "source collection %s name dimension %d does not match schema dimension %d", + sourceCollectionName, + dimension, + schemaDimension, + ) + } + + targetCollectionName := fmt.Sprintf("%s_%d", targetBase, dimension) + sourceMetric, err := embeddingMetricFromCollection(ctx, milvusClient, sourceCollectionName) + if err != nil { + return summary, fmt.Errorf("read metric from source collection %s: %w", sourceCollectionName, err) + } + metricType, err := resolveMigrationMetric(options.MetricType, sourceMetric) + if err != nil { + return summary, fmt.Errorf("collection %s: %w", sourceCollectionName, err) + } + hasTarget, err := milvusClient.HasCollection(ctx, client.NewHasCollectionOption(targetCollectionName)) + if err != nil { + return summary, fmt.Errorf("check target collection %s: %w", targetCollectionName, err) + } + if hasTarget { + targetMetric, err := embeddingMetricFromCollection(ctx, milvusClient, targetCollectionName) + if err != nil { + return summary, fmt.Errorf("read metric from target collection %s: %w", targetCollectionName, err) + } + if targetMetric != metricType { + return summary, fmt.Errorf( + "target collection %s uses metric %s, source collection %s uses %s; choose a new target base", + targetCollectionName, + targetMetric, + sourceCollectionName, + metricType, + ) + } + } + targetRepo.metricType = metricType + if err := targetRepo.ensureCollection(ctx, dimension); err != nil { + return summary, fmt.Errorf("prepare target collection %s: %w", targetCollectionName, err) + } + mode, err := targetRepo.collectionAnalyzerMode(ctx, targetCollectionName) + if err != nil { + return summary, fmt.Errorf("inspect target collection %s: %w", targetCollectionName, err) + } + if mode != collectionAnalyzerMulti { + return summary, fmt.Errorf( + "target collection %s is not multilingual; choose a new target base", + targetCollectionName, + ) + } + + if err := loadMilvusCollection(ctx, milvusClient, sourceCollectionName); err != nil { + return summary, fmt.Errorf("load source collection %s: %w", sourceCollectionName, err) + } + copied, err := migrateCollectionRows( + ctx, + milvusClient, + sourceCollectionName, + targetCollectionName, + dimension, + options.BatchSize, + ) + summary.MigratedRows += copied + if err != nil { + return summary, fmt.Errorf("migrate collection %s: %w", sourceCollectionName, err) + } + if err := flushMilvusCollection(ctx, milvusClient, targetCollectionName); err != nil { + return summary, fmt.Errorf("flush target collection %s: %w", targetCollectionName, err) + } + + summary.MigratedCollections++ + log.Infof( + "[Milvus] Migrated %d rows from %s to %s", + copied, + sourceCollectionName, + targetCollectionName, + ) + } + + return summary, nil +} + +func collectionDimensionForBase(collectionName, baseName string) (int, bool) { + prefix := strings.TrimSpace(baseName) + "_" + if !strings.HasPrefix(collectionName, prefix) { + return 0, false + } + dimension, err := strconv.Atoi(strings.TrimPrefix(collectionName, prefix)) + if err != nil || dimension <= 0 { + return 0, false + } + return dimension, true +} + +func matchesDimensionCollection(collectionName, baseName string) bool { + _, ok := collectionDimensionForBase(collectionName, baseName) + return ok +} + +// ParseMetricType accepts IP, COSINE, or L2. An empty value means the caller +// wants the source collection's metric. +func ParseMetricType(value string) (entity.MetricType, error) { + switch strings.ToUpper(strings.TrimSpace(value)) { + case "": + return "", nil + case "IP": + return entity.IP, nil + case "COSINE": + return entity.COSINE, nil + case "L2": + return entity.L2, nil + default: + return "", fmt.Errorf("unsupported metric-type %q, must be IP, COSINE, or L2", value) + } +} + +func resolveMigrationMetric(requested, source entity.MetricType) (entity.MetricType, error) { + if source == "" { + return "", fmt.Errorf("source collection metric is unknown") + } + if requested == "" || requested == source { + return source, nil + } + return "", fmt.Errorf( + "requested metric %s does not match source collection metric %s", + requested, + source, + ) +} + +func metricTypeFromIndexParams(params map[string]string) (entity.MetricType, error) { + raw := strings.TrimSpace(params[index.MetricTypeKey]) + if raw == "" { + if nested := strings.TrimSpace(params[index.ParamsKey]); nested != "" { + var extra map[string]any + if err := json.Unmarshal([]byte(nested), &extra); err == nil { + if value, ok := extra[index.MetricTypeKey]; ok { + raw = fmt.Sprint(value) + } + } + } + } + if raw == "" { + return "", fmt.Errorf("dense vector index is missing metric_type") + } + return ParseMetricType(raw) +} + +func embeddingMetricFromCollection( + ctx context.Context, + milvusClient *client.Client, + collectionName string, +) (entity.MetricType, error) { + indexNames, err := milvusClient.ListIndexes( + ctx, + client.NewListIndexOption(collectionName).WithFieldName(fieldEmbedding), + ) + if err != nil { + return "", fmt.Errorf("list indexes: %w", err) + } + if len(indexNames) == 0 { + return "", fmt.Errorf("no dense vector index found") + } + description, err := milvusClient.DescribeIndex( + ctx, + client.NewDescribeIndexOption(collectionName, indexNames[0]), + ) + if err != nil { + return "", fmt.Errorf("describe index %s: %w", indexNames[0], err) + } + return metricTypeFromIndexParams(description.Params()) +} + +func primaryKeyForMigratedRow( + document *MilvusVectorEmbeddingWithScore, + ids column.Column, + rowIndex int, +) (string, error) { + if document != nil && strings.TrimSpace(document.ID) != "" { + return document.ID, nil + } + if ids != nil { + id, err := ids.GetAsString(rowIndex) + if err != nil { + return "", fmt.Errorf("read primary key at row %d: %w", rowIndex, err) + } + if strings.TrimSpace(id) != "" { + return id, nil + } + } + return "", fmt.Errorf("missing primary key at row %d", rowIndex) +} + +func dimensionFromSchema(schema *entity.Schema) (int, error) { + if schema == nil { + return 0, fmt.Errorf("collection schema is nil") + } + for _, field := range schema.Fields { + if field == nil || field.Name != fieldEmbedding { + continue + } + rawDimension, ok := field.TypeParams[entity.TypeParamDim] + if !ok { + return 0, fmt.Errorf("embedding field has no dimension") + } + dimension, err := strconv.Atoi(rawDimension) + if err != nil || dimension <= 0 { + return 0, fmt.Errorf("invalid embedding dimension %q", rawDimension) + } + return dimension, nil + } + return 0, fmt.Errorf("embedding field %q was not found", fieldEmbedding) +} + +func loadMilvusCollection(ctx context.Context, milvusClient *client.Client, collectionName string) error { + loadTask, err := milvusClient.LoadCollection(ctx, client.NewLoadCollectionOption(collectionName)) + if err != nil { + return err + } + return loadTask.Await(ctx) +} + +func flushMilvusCollection(ctx context.Context, milvusClient *client.Client, collectionName string) error { + flushTask, err := milvusClient.Flush(ctx, client.NewFlushOption(collectionName)) + if err != nil { + return err + } + return flushTask.Await(ctx) +} + +func migrateCollectionRows( + ctx context.Context, + milvusClient *client.Client, + sourceCollectionName string, + targetCollectionName string, + dimension int, + batchSize int, +) (int, error) { + log := logger.GetLogger(ctx) + totalCopied := 0 + batchNumber := 0 + queryIterator, err := milvusClient.QueryIterator( + ctx, + client.NewQueryIteratorOption(sourceCollectionName). + WithOutputFields(migrationOutputFields...). + WithBatchSize(batchSize), + ) + if err != nil { + return totalCopied, fmt.Errorf( + "create query iterator for source collection %s: %w", + sourceCollectionName, + err, + ) + } + + for { + resultSet, err := queryIterator.Next(ctx) + if errors.Is(err, io.EOF) { + break + } + if err != nil { + return totalCopied, fmt.Errorf( + "query source collection %s with iterator: %w", + sourceCollectionName, + err, + ) + } + if resultSet.ResultCount == 0 { + break + } + batchNumber++ + + documents, _, err := convertResultSet([]client.ResultSet{resultSet}) + if err != nil { + return totalCopied, fmt.Errorf( + "decode source collection %s at iterator batch %d: %w", + sourceCollectionName, + batchNumber, + err, + ) + } + if len(documents) == 0 { + return totalCopied, fmt.Errorf( + "source collection %s returned rows without decodable fields", + sourceCollectionName, + ) + } + + embeddings := make([]*MilvusVectorEmbedding, 0, len(documents)) + for rowIndex, document := range documents { + if len(document.Embedding) != dimension { + return totalCopied, fmt.Errorf( + "source collection %s row %d has vector dimension %d, expected %d", + sourceCollectionName, + rowIndex, + len(document.Embedding), + dimension, + ) + } + document.ID, err = primaryKeyForMigratedRow(document, resultSet.IDs, rowIndex) + if err != nil { + return totalCopied, fmt.Errorf( + "source collection %s at iterator batch %d: %w", + sourceCollectionName, + batchNumber, + err, + ) + } + document.Language = detectAnalyzerName(document.Content) + embeddings = append(embeddings, &document.MilvusVectorEmbedding) + } + + if _, err := milvusClient.Upsert(ctx, createUpsert(targetCollectionName, embeddings, true)); err != nil { + return totalCopied, fmt.Errorf( + "upsert target collection %s at iterator batch %d: %w", + targetCollectionName, + batchNumber, + err, + ) + } + totalCopied += len(embeddings) + log.Infof("[Milvus] Copied %d rows from %s", totalCopied, sourceCollectionName) + } + + return totalCopied, nil +} diff --git a/internal/application/repository/retriever/milvus/migration_test.go b/internal/application/repository/retriever/milvus/migration_test.go new file mode 100644 index 00000000..4ae678cd --- /dev/null +++ b/internal/application/repository/retriever/milvus/migration_test.go @@ -0,0 +1,126 @@ +package milvus + +import ( + "testing" + + "github.com/milvus-io/milvus/client/v2/column" + "github.com/milvus-io/milvus/client/v2/entity" + "github.com/milvus-io/milvus/client/v2/index" + client "github.com/milvus-io/milvus/client/v2/milvusclient" + "github.com/stretchr/testify/require" +) + +func TestCollectionDimensionForBase(t *testing.T) { + dimension, ok := collectionDimensionForBase("weknora_embeddings_1536", "weknora_embeddings") + require.True(t, ok) + require.Equal(t, 1536, dimension) + + _, ok = collectionDimensionForBase("weknora_embeddings_multilingual_1536", "weknora_embeddings") + require.False(t, ok) + _, ok = collectionDimensionForBase("weknora_embeddings", "weknora_embeddings") + require.False(t, ok) + _, ok = collectionDimensionForBase("weknora_embeddings_1536_backup", "weknora_embeddings") + require.False(t, ok) + + require.True(t, matchesDimensionCollection( + "weknora_embeddings_multilingual_1536", + "weknora_embeddings_multilingual", + )) + require.False(t, matchesDimensionCollection("weknora_embeddings_1536", "weknora_embeddings_multilingual")) +} + +func TestParseMetricType(t *testing.T) { + metric, err := ParseMetricType("") + require.NoError(t, err) + require.Equal(t, entity.MetricType(""), metric) + + metric, err = ParseMetricType(" cosine ") + require.NoError(t, err) + require.Equal(t, entity.COSINE, metric) + + _, err = ParseMetricType("dot") + require.Error(t, err) +} + +func TestResolveMigrationMetric(t *testing.T) { + metric, err := resolveMigrationMetric("", entity.IP) + require.NoError(t, err) + require.Equal(t, entity.IP, metric) + + metric, err = resolveMigrationMetric(entity.IP, entity.IP) + require.NoError(t, err) + require.Equal(t, entity.IP, metric) + + _, err = resolveMigrationMetric(entity.COSINE, entity.IP) + require.Error(t, err) + require.Contains(t, err.Error(), "does not match") + + _, err = resolveMigrationMetric("", "") + require.Error(t, err) +} + +func TestMetricTypeFromIndexParams(t *testing.T) { + metric, err := metricTypeFromIndexParams(map[string]string{ + index.MetricTypeKey: "IP", + }) + require.NoError(t, err) + require.Equal(t, entity.IP, metric) + + metric, err = metricTypeFromIndexParams(map[string]string{ + index.ParamsKey: `{"metric_type":"COSINE"}`, + }) + require.NoError(t, err) + require.Equal(t, entity.COSINE, metric) + + _, err = metricTypeFromIndexParams(map[string]string{}) + require.Error(t, err) +} + +func TestPrimaryKeyForMigratedRow(t *testing.T) { + id, err := primaryKeyForMigratedRow(&MilvusVectorEmbeddingWithScore{ + MilvusVectorEmbedding: MilvusVectorEmbedding{ID: "pk-1"}, + }, nil, 0) + require.NoError(t, err) + require.Equal(t, "pk-1", id) + + ids := column.NewColumnVarChar(fieldID, []string{"from-ids"}) + id, err = primaryKeyForMigratedRow(&MilvusVectorEmbeddingWithScore{}, ids, 0) + require.NoError(t, err) + require.Equal(t, "from-ids", id) + + _, err = primaryKeyForMigratedRow(&MilvusVectorEmbeddingWithScore{}, nil, 3) + require.Error(t, err) + require.Contains(t, err.Error(), "missing primary key") +} + +func TestConvertResultSetFloatVector(t *testing.T) { + embedding := []float32{0.1, 0.2, 0.3} + docs, _, err := convertResultSet([]client.ResultSet{{ + ResultCount: 1, + Fields: client.DataSet{ + column.NewColumnVarChar(fieldID, []string{"pk-1"}), + column.NewColumnVarChar(fieldContent, []string{"hello"}), + column.NewColumnVarChar(fieldLanguage, []string{"english"}), + column.NewColumnFloatVector(fieldEmbedding, 3, [][]float32{embedding}), + }, + }}) + require.NoError(t, err) + require.Len(t, docs, 1) + require.Equal(t, "pk-1", docs[0].ID) + require.Equal(t, "hello", docs[0].Content) + require.Equal(t, "english", docs[0].Language) + require.Equal(t, embedding, docs[0].Embedding) +} + +func TestConvertResultSetDoubleArray(t *testing.T) { + docs, _, err := convertResultSet([]client.ResultSet{{ + ResultCount: 1, + Fields: client.DataSet{ + column.NewColumnVarChar(fieldID, []string{"pk-1"}), + column.NewColumnDoubleArray(fieldEmbedding, [][]float64{{1, 2, 3}}), + }, + }}) + require.NoError(t, err) + require.Len(t, docs, 1) + require.Equal(t, []float32{1, 2, 3}, docs[0].Embedding) +} diff --git a/internal/application/repository/retriever/milvus/move.go b/internal/application/repository/retriever/milvus/move.go index cd981b79..de7ec94f 100644 --- a/internal/application/repository/retriever/milvus/move.go +++ b/internal/application/repository/retriever/milvus/move.go @@ -18,11 +18,15 @@ func (m *milvusRepository) MoveKnowledgeIndices( {Field: fieldKnowledgeID, Operator: operatorEqual, Value: knowledgeID}, }} size, offset := 100, 0 + collectionMode, err := m.collectionAnalyzerMode(ctx, collection) + if err != nil { + return err + } return drainMoveRows(ctx, targetKB, func(ctx context.Context) ([]*MilvusVectorEmbeddingWithScore, error) { rows, _, err := m.searchByFilter(ctx, collection, filter, &size, &offset) return rows, err }, func(ctx context.Context, rows []*MilvusVectorEmbedding) error { - _, err := m.client.Upsert(ctx, createUpsert(collection, rows)) + _, err := m.client.Upsert(ctx, createUpsert(collection, rows, collectionMode == collectionAnalyzerMulti)) return err }) } diff --git a/internal/application/repository/retriever/milvus/repository.go b/internal/application/repository/retriever/milvus/repository.go index 874ac9c5..04f6a0fc 100644 --- a/internal/application/repository/retriever/milvus/repository.go +++ b/internal/application/repository/retriever/milvus/repository.go @@ -24,7 +24,6 @@ const ( envMilvusCollection = "MILVUS_COLLECTION" envMilvusMetricType = "MILVUS_METRIC_TYPE" defaultCollectionName = "weknora_embeddings" - fieldContent = "content" fieldSourceID = "source_id" fieldSourceType = "source_type" fieldChunkID = "chunk_id" @@ -38,7 +37,7 @@ const ( ) var ( - allFields = []string{fieldID, fieldContent, fieldSourceID, fieldSourceType, fieldChunkID, + allFields = []string{fieldID, fieldContent, fieldLanguage, fieldSourceID, fieldSourceType, fieldChunkID, fieldKnowledgeID, fieldKnowledgeBaseID, fieldTagID, fieldIsEnabled, fieldEmbedding} ) @@ -83,6 +82,42 @@ func (m *milvusRepository) getCollectionName(dimension int) string { return fmt.Sprintf("%s_%d", m.collectionBaseName, dimension) } +// collectionAnalyzerMode inspects a collection once and caches whether it +// uses the multilingual schema. Older WeKnora collections do not have the +// language field, so they must continue using the legacy upsert and search +// paths until they are migrated. +func (m *milvusRepository) collectionAnalyzerMode( + ctx context.Context, + collectionName string, +) (collectionAnalyzerMode, error) { + if value, ok := m.collectionAnalyzerModes.Load(collectionName); ok { + mode, ok := value.(collectionAnalyzerMode) + if ok { + return mode, nil + } + m.collectionAnalyzerModes.Delete(collectionName) + } + + collection, err := m.client.DescribeCollection( + ctx, + client.NewDescribeCollectionOption(collectionName), + ) + if err != nil { + return collectionAnalyzerLegacy, fmt.Errorf( + "describe Milvus collection %s: %w", collectionName, err, + ) + } + if collection == nil || collection.Schema == nil { + return collectionAnalyzerLegacy, fmt.Errorf( + "collection %s has no schema", collectionName, + ) + } + + mode := analyzerModeFromSchema(collection.Schema) + m.collectionAnalyzerModes.Store(collectionName, mode) + return mode, nil +} + // ensureCollection ensures the collection exists for the given dimension func (m *milvusRepository) ensureCollection(ctx context.Context, dimension int) error { collectionName := m.getCollectionName(dimension) @@ -124,7 +159,13 @@ func (m *milvusRepository) ensureCollection(ctx context.Context, dimension int) WithDataType(entity.FieldTypeVarChar). WithMaxLength(65535). WithEnableAnalyzer(true). - WithEnableMatch(true), + // Multi-language analyzer fields are used by the BM25 function; + // Milvus does not allow enable_match on the same field. + WithMultiAnalyzerParams(multiAnalyzerParams()), + entity.NewField(). + WithName(fieldLanguage). + WithDataType(entity.FieldTypeVarChar). + WithMaxLength(32), entity.NewField(). WithName(fieldContentSparse). WithDataType(entity.FieldTypeSparseVector), @@ -187,6 +228,13 @@ func (m *milvusRepository) ensureCollection(ctx context.Context, dimension int) } log.Infof("[Milvus] Successfully created collection %s", collectionName) + m.collectionAnalyzerModes.Store(collectionName, collectionAnalyzerMulti) + } else { + // Existing collections may have been created by an older WeKnora + // version. Keep them readable and writable until they are migrated. + if _, err := m.collectionAnalyzerMode(ctx, collectionName); err != nil { + return err + } } loadOpt := client.NewLoadCollectionOption(collectionName) @@ -252,11 +300,19 @@ func (m *milvusRepository) Save(ctx context.Context, } collectionName := m.getCollectionName(dimension) + collectionMode, err := m.collectionAnalyzerMode(ctx, collectionName) + if err != nil { + return err + } embeddingDB.ID = uuid.New().String() - opts := createUpsert(collectionName, []*MilvusVectorEmbedding{embeddingDB}) + opts := createUpsert( + collectionName, + []*MilvusVectorEmbedding{embeddingDB}, + collectionMode == collectionAnalyzerMulti, + ) - _, err := m.client.Upsert(ctx, opts) + _, err = m.client.Upsert(ctx, opts) if err != nil { log.Errorf("[Milvus] Failed to save index: %v", err) return err @@ -306,6 +362,10 @@ func (m *milvusRepository) BatchSave(ctx context.Context, } collectionName := m.getCollectionName(dimension) + collectionMode, err := m.collectionAnalyzerMode(ctx, collectionName) + if err != nil { + return err + } n := len(embeddings) embeddingDBList := make([]*MilvusVectorEmbedding, 0, n) @@ -314,8 +374,12 @@ func (m *milvusRepository) BatchSave(ctx context.Context, embeddingDB.ID = uuid.New().String() embeddingDBList = append(embeddingDBList, embeddingDB) } - opts := createUpsert(collectionName, embeddingDBList) - _, err := m.client.Upsert(ctx, opts) + opts := createUpsert( + collectionName, + embeddingDBList, + collectionMode == collectionAnalyzerMulti, + ) + _, err = m.client.Upsert(ctx, opts) if err != nil { log.Errorf("[Milvus] Failed to execute batch operation for dimension %d: %v", dimension, err) return fmt.Errorf("failed to batch save (dimension %d): %w", dimension, err) @@ -454,8 +518,7 @@ func updateChunkEnabledStatusInCollections( ) error { var updateErrs []error for _, collectionName := range collections { - if len(collectionName) <= len(collectionBaseName) || - collectionName[:len(collectionBaseName)] != collectionBaseName { + if !matchesDimensionCollection(collectionName, collectionBaseName) { continue } if err := update(ctx, collectionName, enabledChunkIDs, true); err != nil { @@ -496,7 +559,11 @@ func (m *milvusRepository) updateChunkEnabledStatusInCollection( return nil } - req := createUpsert(collectionName, upsertEmbeddings) + collectionMode, err := m.collectionAnalyzerMode(ctx, collectionName) + if err != nil { + return err + } + req := createUpsert(collectionName, upsertEmbeddings, collectionMode == collectionAnalyzerMulti) if _, err := m.client.Upsert(ctx, req); err != nil { return err } @@ -558,9 +625,7 @@ func (m *milvusRepository) BatchUpdateChunkTagID(ctx context.Context, chunkTagMa // Update in all matching collections for _, collectionName := range collections { - // Only process collections that start with our base name - if len(collectionName) <= len(m.collectionBaseName) || - collectionName[:len(m.collectionBaseName)] != m.collectionBaseName { + if !matchesDimensionCollection(collectionName, m.collectionBaseName) { continue } // Update chunks for each tag ID @@ -580,7 +645,12 @@ func (m *milvusRepository) BatchUpdateChunkTagID(ctx context.Context, chunkTagMa upsertEmbeddings = append(upsertEmbeddings, &embedding.MilvusVectorEmbedding) } if len(upsertEmbeddings) > 0 { - req := createUpsert(collectionName, upsertEmbeddings) + collectionMode, modeErr := m.collectionAnalyzerMode(ctx, collectionName) + if modeErr != nil { + log.Warnf("[Milvus] Failed to inspect collection %s analyzer mode: %v", collectionName, modeErr) + continue + } + req := createUpsert(collectionName, upsertEmbeddings, collectionMode == collectionAnalyzerMulti) _, err := m.client.Upsert(ctx, req) if err != nil { log.Warnf("[Milvus] Failed to update chunks in %s: %v", collectionName, err) @@ -757,9 +827,12 @@ func (m *milvusRepository) KeywordsRetrieve(ctx context.Context, // Search in all matching collections for _, collectionName := range collections { - // Only process collections that start with our base name - if len(collectionName) <= len(m.collectionBaseName) || - collectionName[:len(m.collectionBaseName)] != m.collectionBaseName { + if !matchesDimensionCollection(collectionName, m.collectionBaseName) { + continue + } + collectionMode, modeErr := m.collectionAnalyzerMode(ctx, collectionName) + if modeErr != nil { + log.Errorf("[Milvus] Failed to inspect collection %s analyzer mode: %v", collectionName, modeErr) continue } @@ -770,6 +843,15 @@ func (m *milvusRepository) KeywordsRetrieve(ctx context.Context, } searchOpt := client.NewSearchOption(collectionName, params.TopK, []entity.Vector{entity.Text(params.Query)}) searchOpt.WithANNSField(fieldContentSparse) + if collectionMode == collectionAnalyzerMulti { + analyzerName := detectAnalyzerName(params.Query) + ann := index.NewCustomAnnParam() + ann.WithExtraParam("metric_type", "BM25") + ann.WithExtraParam("analyzer_name", analyzerName) + ann.WithExtraParam("drop_ratio_search", 0) + searchOpt.WithAnnParam(&ann) + log.Debugf("[Milvus] BM25 analyzer: collection=%s, analyzer=%s", collectionName, analyzerName) + } if expr != "" { searchOpt.WithFilter(expr) for k, v := range paramsMap { @@ -832,6 +914,10 @@ func (m *milvusRepository) CopyIndices(ctx context.Context, if err := m.ensureCollection(ctx, dimension); err != nil { return err } + collectionMode, err := m.collectionAnalyzerMode(ctx, collectionName) + if err != nil { + return err + } batchSize := 64 totalCopied := 0 @@ -877,6 +963,7 @@ func (m *milvusRepository) CopyIndices(ctx context.Context, targetEmbedding := &MilvusVectorEmbedding{ ID: uuid.New().String(), Content: sourceEmbedding.Content, + Language: sourceEmbedding.Language, SourceID: targetSourceID, SourceType: sourceEmbedding.SourceType, ChunkID: targetChunkID, @@ -889,7 +976,7 @@ func (m *milvusRepository) CopyIndices(ctx context.Context, targetEmbeddings = append(targetEmbeddings, targetEmbedding) } if len(targetEmbeddings) > 0 { - opts := createUpsert(collectionName, targetEmbeddings) + opts := createUpsert(collectionName, targetEmbeddings, collectionMode == collectionAnalyzerMulti) _, err := m.client.Upsert(ctx, opts) if err != nil { log.Errorf("[Milvus] Failed to batch upsert target points: %v", err) @@ -928,6 +1015,7 @@ func (m *milvusRepository) calculateStorageSize(embedding *MilvusVectorEmbedding // Payload fields payloadSizeBytes := int64(0) payloadSizeBytes += int64(len(embedding.Content)) // content string + payloadSizeBytes += int64(len(embedding.Language)) // language selector payloadSizeBytes += int64(len(embedding.SourceID)) // source_id string payloadSizeBytes += int64(len(embedding.ChunkID)) // chunk_id string payloadSizeBytes += int64(len(embedding.KnowledgeID)) // knowledge_id string @@ -959,6 +1047,7 @@ func (m *milvusRepository) calculateStorageSize(embedding *MilvusVectorEmbedding func toMilvusVectorEmbedding(embedding *types.IndexInfo, additionalParams map[string]interface{}) *MilvusVectorEmbedding { vector := &MilvusVectorEmbedding{ Content: embedding.Content, + Language: detectAnalyzerName(embedding.Content), SourceID: embedding.SourceID, SourceType: int(embedding.SourceType), ChunkID: embedding.ChunkID, @@ -994,10 +1083,15 @@ func fromMilvusVectorEmbedding(id string, } } -func createUpsert(collectionName string, embeddings []*MilvusVectorEmbedding) client.UpsertOption { +func createUpsert( + collectionName string, + embeddings []*MilvusVectorEmbedding, + includeLanguage bool, +) client.UpsertOption { ids := make([]string, 0, len(embeddings)) embeddingsData := make([][]float32, 0, len(embeddings)) contents := make([]string, 0, len(embeddings)) + languages := make([]string, 0, len(embeddings)) sourceIDs := make([]string, 0, len(embeddings)) sourceTypes := make([]int64, 0, len(embeddings)) chunkIDs := make([]string, 0, len(embeddings)) @@ -1010,6 +1104,9 @@ func createUpsert(collectionName string, embeddings []*MilvusVectorEmbedding) cl ids = append(ids, embedding.ID) embeddingsData = append(embeddingsData, embedding.Embedding) contents = append(contents, embedding.Content) + if includeLanguage { + languages = append(languages, analyzerNameForUpsert(embedding)) + } sourceIDs = append(sourceIDs, embedding.SourceID) sourceTypes = append(sourceTypes, int64(embedding.SourceType)) chunkIDs = append(chunkIDs, embedding.ChunkID) @@ -1030,6 +1127,10 @@ func createUpsert(collectionName string, embeddings []*MilvusVectorEmbedding) cl WithVarcharColumn(fieldKnowledgeBaseID, knowledgeBaseIDs). WithVarcharColumn(fieldTagID, tagIDs). WithBoolColumn(fieldIsEnabled, isEnableds) + if includeLanguage { + // New multilingual collections require one analyzer selector per row. + opt.WithVarcharColumn(fieldLanguage, languages) + } return opt } @@ -1075,6 +1176,15 @@ func convertResultSet(resultSet []client.ResultSet) ([]*MilvusVectorEmbeddingWit docs[i].Content = val } } + if field == fieldLanguage { + for i := 0; i < columns.Len(); i++ { + val, err := columns.GetAsString(i) + if err != nil { + return nil, nil, err + } + docs[i].Language = val + } + } if field == fieldSourceID { for i := 0; i < columns.Len(); i++ { val, err := columns.GetAsString(i) @@ -1139,20 +1249,31 @@ func convertResultSet(resultSet []client.ResultSet) ([]*MilvusVectorEmbeddingWit } } if field == fieldEmbedding { - vectorColumn, ok := columns.(*column.ColumnDoubleArray) - if !ok { - continue - } - for i := 0; i < vectorColumn.Len(); i++ { - val, err := vectorColumn.Value(i) - if err != nil { - return nil, nil, fmt.Errorf("get vector failed: %w", err) + switch vectorColumn := columns.(type) { + case *column.ColumnFloatVector: + for i := 0; i < vectorColumn.Len(); i++ { + val, err := vectorColumn.Value(i) + if err != nil { + return nil, nil, fmt.Errorf("get float vector failed: %w", err) + } + embedding := make([]float32, len(val)) + copy(embedding, val) + docs[i].Embedding = embedding } - embedding := make([]float32, len(val)) - for j, v := range val { - embedding[j] = float32(v) + case *column.ColumnDoubleArray: + // Keep compatibility with Milvus responses that expose vectors + // through the legacy double-array representation. + for i := 0; i < vectorColumn.Len(); i++ { + val, err := vectorColumn.Value(i) + if err != nil { + return nil, nil, fmt.Errorf("get double vector failed: %w", err) + } + embedding := make([]float32, len(val)) + for j, v := range val { + embedding[j] = float32(v) + } + docs[i].Embedding = embedding } - docs[i].Embedding = embedding } } } diff --git a/internal/application/repository/retriever/milvus/repository_test.go b/internal/application/repository/retriever/milvus/repository_test.go index 179561e5..b8be6905 100644 --- a/internal/application/repository/retriever/milvus/repository_test.go +++ b/internal/application/repository/retriever/milvus/repository_test.go @@ -42,3 +42,29 @@ func TestUpdateChunkEnabledStatusInCollectionsPropagatesFailure(t *testing.T) { ) require.ErrorIs(t, err, wantErr) } + +func TestUpdateChunkEnabledStatusInCollectionsIgnoresExtendedPrefix(t *testing.T) { + var seen []string + seenSet := map[string]bool{} + err := updateChunkEnabledStatusInCollections( + context.Background(), + []string{ + "other_collection", + "weknora_embeddings_1024", + "weknora_embeddings_multilingual_1024", + "weknora_embeddings_1024_backup", + }, + "weknora_embeddings", + []string{"chunk-1"}, + nil, + func(_ context.Context, collection string, _ []string, _ bool) error { + if !seenSet[collection] { + seenSet[collection] = true + seen = append(seen, collection) + } + return nil + }, + ) + require.NoError(t, err) + require.Equal(t, []string{"weknora_embeddings_1024"}, seen) +} diff --git a/internal/application/repository/retriever/milvus/structs.go b/internal/application/repository/retriever/milvus/structs.go index 57375e65..1853283a 100644 --- a/internal/application/repository/retriever/milvus/structs.go +++ b/internal/application/repository/retriever/milvus/structs.go @@ -16,11 +16,14 @@ type milvusRepository struct { replicaNumber int // 0 = use Milvus default (1); set at LoadCollection time // Cache for initialized collections (dimension -> true) initializedCollections sync.Map + // Cache for collection analyzer modes (collection name -> collectionAnalyzerMode). + collectionAnalyzerModes sync.Map } type MilvusVectorEmbedding struct { ID string `json:"id"` Content string `json:"content"` + Language string `json:"language"` SourceID string `json:"source_id"` SourceType int `json:"source_type"` ChunkID string `json:"chunk_id"` diff --git a/website-docs/03-features/05-retrieval-engines.md b/website-docs/03-features/05-retrieval-engines.md index b0535bd2..2997a65c 100644 --- a/website-docs/03-features/05-retrieval-engines.md +++ b/website-docs/03-features/05-retrieval-engines.md @@ -171,12 +171,12 @@ flowchart TD `internal/application/repository/retriever/milvus/repository.go`。 -- **集合管理**:每维度一个 collection(`{MILVUS_COLLECTION|weknora_embeddings}_{dim}`)。schema 含稠密向量 `embedding`(HNSW 索引,M=16 efConstruction=128,metric 由 `MILVUS_METRIC_TYPE` 决定:IP 默认 / COSINE /)与稀疏向量 `content_sparse` —— 通过 **内建 BM25 Function**(`entity.FunctionTypeBM25`)由 content 自动生成,配 `AutoIndex(BM25)`。 +- **集合管理**:每维度一个 collection(`{MILVUS_COLLECTION|weknora_embeddings}_{dim}`)。schema 含稠密向量 `embedding`(HNSW 索引,M=16 efConstruction=128,metric 由 `MILVUS_METRIC_TYPE` 决定:IP 默认 / COSINE / L2)与稀疏向量 `content_sparse` —— 通过 **内建 BM25 Function**(`entity.FunctionTypeBM25`)由 content 自动生成,配 `AutoIndex(BM25)`。新建 Collection 的 `content` 使用 Milvus 多语言分析器:英文 `english`、中文 `chinese`(内置 Jieba)、未知语言 `default`(ICU),并以 `language` 字段选择分析器。 - **向量检索**:`Search` + `WithANNSField(embedding)`,COSINE 模式原始值域 [-1,1],是唯一需要 `(score+1)/2` 归一化的引擎。 -- **关键词检索**:对 `content_sparse` 做 BM25 稀疏向量检索(Milvus 2.5+ 原生全文检索)。 +- **关键词检索**:对 `content_sparse` 做 BM25 稀疏向量检索(Milvus 2.5+ 原生全文检索),查询时根据问题文本的语言传入 `analyzer_name`。 - **过滤**:`filter.go` 构造布尔表达式(kb/knowledge/tag/is_enabled)。 - **启停同步**:`BatchUpdateChunkEnabledStatus` 逐 collection 更新,失败用 `errors.Join` 聚合后**返回错误**而不是只打 warn——主库里已停用的分块绝不能因为索引更新静默失败而继续可被检索到。 -- 配置:`MILVUS_ADDRESS` / `MILVUS_USERNAME` / `MILVUS_PASSWORD` / `MILVUS_DB_NAME` / `MILVUS_METRIC_TYPE`(改后需重建 collection)。 +- 配置:`MILVUS_ADDRESS` / `MILVUS_USERNAME` / `MILVUS_PASSWORD` / `MILVUS_DB_NAME` / `MILVUS_METRIC_TYPE`(改后需重建 collection)。旧 Collection 的 schema 不能直接改成多语言分析器;可运行 `go run ./cmd/milvus-migrate --source <旧前缀> --target <新前缀>` 复用已有稠密向量并沿用源 Collection 的 metric,确认检索正常后把 `MILVUS_COLLECTION` 改为新前缀。 #### Weaviate {#_2-8-weaviate}