Comments (7)
@gxcuit 用的 secretflow 版本为1.6.0b0,镜像今天发布的。
可以通过下面命令查看 secretflow 具体版本:
docker exec -it ${USER}-kuscia-master kubectl get appimage secretflow-image -o yaml | grep "image:" -A2
参考的是通过docker 部署p2p 出现的问题
-- 可以参考v0.8.0b0文档重新尝试下。
from kuscia.
可以看下此处文档,贴一下bob容器里的stdout下的相关日志
from kuscia.
可以看下此处文档,贴一下bob容器里的stdout下的相关日志
@zimu-yuxi Hi, 可能是psi 0.0.1 的问题?我换成了0.0.4 依旧有问题
下面是Alice 的stdout
[root@root-kuscia-autonomy-alice kuscia]# less var/pods/f841a2b9-f6ba-4844-a063-478134e4a18e/
containers/ volumes/
[root@root-kuscia-autonomy-alice kuscia]# less var/stdout/pods/alice_secretflow-task-20240521153955-single-psi-0_f841a2b9-f6ba-4844-a063-478134e4a18e/secretflow/0.log
2024-05-21T15:40:12.379422651+08:00 stdout F 2024-05-21 07:40:12,377|alice|WARNING|secretflow|entry.py:comp_eval:160|
2024-05-21T15:40:12.379436747+08:00 stdout F --
2024-05-21T15:40:12.379450587+08:00 stdout F *cluster_config*
2024-05-21T15:40:12.379463715+08:00 stdout F
2024-05-21T15:40:12.379477372+08:00 stdout F desc {
2024-05-21T15:40:12.379491913+08:00 stdout F parties: "alice"
2024-05-21T15:40:12.379506596+08:00 stdout F parties: "bob"
2024-05-21T15:40:12.379521256+08:00 stdout F devices {
2024-05-21T15:40:12.37953576+08:00 stdout F name: "spu"
2024-05-21T15:40:12.379550454+08:00 stdout F type: "spu"
2024-05-21T15:40:12.379564551+08:00 stdout F parties: "alice"
2024-05-21T15:40:12.379598866+08:00 stdout F parties: "bob"
2024-05-21T15:40:12.379619506+08:00 stdout F config: "{\"runtime_config\":{\"protocol\":\"REF2K\",\"field\":\"FM64\"},\"link_desc\":{\"connect_retry_t
imes\":60,\"connect_retry_interval_ms\":1000,\"brpc_channel_protocol\":\"http\",\"brpc_channel_connection_type\":\"pooled\",\"recv_timeout_ms\":1200000,\"
http_timeout_ms\":1200000}}"
2024-05-21T15:40:12.379634403+08:00 stdout F }
2024-05-21T15:40:12.379648443+08:00 stdout F devices {
2024-05-21T15:40:12.379662374+08:00 stdout F name: "heu"
2024-05-21T15:40:12.379676244+08:00 stdout F type: "heu"
2024-05-21T15:40:12.379689958+08:00 stdout F parties: "alice"
2024-05-21T15:40:12.379703799+08:00 stdout F parties: "bob"
2024-05-21T15:40:12.379718032+08:00 stdout F config: "{\"mode\": \"PHEU\", \"schema\": \"paillier\", \"key_size\": 2048}"
2024-05-21T15:40:12.379751406+08:00 stdout F }
2024-05-21T15:40:12.379767817+08:00 stdout F ray_fed_config {
2024-05-21T15:40:12.379782434+08:00 stdout F cross_silo_comm_backend: "brpc_link"
2024-05-21T15:40:12.379796355+08:00 stdout F }
2024-05-21T15:40:12.379810382+08:00 stdout F }
2024-05-21T15:40:12.379824425+08:00 stdout F public_config {
2024-05-21T15:40:12.379838536+08:00 stdout F ray_fed_config {
2024-05-21T15:40:12.379852393+08:00 stdout F parties: "alice"
2024-05-21T15:40:12.379866097+08:00 stdout F parties: "bob"
2024-05-21T15:40:12.379880047+08:00 stdout F addresses: "0.0.0.0:23895"
2024-05-21T15:40:12.379899615+08:00 stdout F addresses: "secretflow-task-20240521153955-single-psi-0-fed.bob.svc:80"
2024-05-21T15:40:12.379914388+08:00 stdout F }
2024-05-21T15:40:12.379928395+08:00 stdout F spu_configs {
2024-05-21T15:40:12.379942276+08:00 stdout F name: "spu"
2024-05-21T15:40:12.379956146+08:00 stdout F parties: "alice"
2024-05-21T15:40:12.379970077+08:00 stdout F parties: "bob"
2024-05-21T15:40:12.379997581+08:00 stdout F addresses: "0.0.0.0:23894"
2024-05-21T15:40:12.380014091+08:00 stdout F addresses: "http://secretflow-task-20240521153955-single-psi-0-spu.bob.svc:80"
2024-05-21T15:40:12.380028318+08:00 stdout F }
:
2024-05-21T15:40:12.379362915+08:00 stderr F Traceback (most recent call last):
2024-05-21T15:40:12.380170599+08:00 stderr F File "/usr/local/lib/python3.10/runpy.py", line 196, in _run_module_as_main
2024-05-21T15:40:12.380253835+08:00 stderr F return _run_code(code, main_globals, None,
2024-05-21T15:40:12.380277882+08:00 stderr F File "/usr/local/lib/python3.10/runpy.py", line 86, in _run_code
2024-05-21T15:40:12.380308237+08:00 stderr F exec(code, run_globals)
2024-05-21T15:40:12.380329343+08:00 stderr F File "/usr/local/lib/python3.10/site-packages/secretflow/kuscia/entry.py", line 547, in <module>
2024-05-21T15:40:12.380343921+08:00 stderr F main()
2024-05-21T15:40:12.380358451+08:00 stderr F File "/usr/local/lib/python3.10/site-packages/click/core.py", line 1157, in __call__
2024-05-21T15:40:12.381894114+08:00 stderr F return self.main(*args, **kwargs)
2024-05-21T15:40:12.38191974+08:00 stderr F File "/usr/local/lib/python3.10/site-packages/click/core.py", line 1078, in main
2024-05-21T15:40:12.381935435+08:00 stderr F rv = self.invoke(ctx)
2024-05-21T15:40:12.381949558+08:00 stderr F File "/usr/local/lib/python3.10/site-packages/click/core.py", line 1434, in invoke
2024-05-21T15:40:12.381990079+08:00 stderr F return ctx.invoke(self.callback, **ctx.params)
2024-05-21T15:40:12.38200632+08:00 stderr F File "/usr/local/lib/python3.10/site-packages/click/core.py", line 783, in invoke
2024-05-21T15:40:12.382426265+08:00 stderr F return __callback(*args, **kwargs)
2024-05-21T15:40:12.382449593+08:00 stderr F File "/usr/local/lib/python3.10/site-packages/secretflow/kuscia/entry.py", line 527, in main
2024-05-21T15:40:12.382860338+08:00 stderr F res = comp_eval(sf_node_eval_param, storage_config, sf_cluster_config)
2024-05-21T15:40:12.382881929+08:00 stderr F File "/usr/local/lib/python3.10/site-packages/secretflow/component/entry.py", line 164, in comp_eval
2024-05-21T15:40:12.383062231+08:00 stderr F res = comp.eval(
2024-05-21T15:40:12.383082699+08:00 stderr F File "/usr/local/lib/python3.10/site-packages/secretflow/component/component.py", line 1092, in eval
2024-05-21T15:40:12.383860158+08:00 stderr F reader = EvalParamReader(instance=param, definition=definition)
2024-05-21T15:40:12.383887036+08:00 stderr F File "/usr/local/lib/python3.10/site-packages/secretflow/component/eval_param_reader.py", line 129, in __init__
2024-05-21T15:40:12.384171727+08:00 stderr F self._preprocess()
2024-05-21T15:40:12.384193982+08:00 stderr F File "/usr/local/lib/python3.10/site-packages/secretflow/component/eval_param_reader.py", line 226, in _preprocess
2024-05-21T15:40:12.384462986+08:00 stderr F raise EvalParamError(f"attr {full_name}: check_allowed_values failed.")
2024-05-21T15:40:12.384484273+08:00 stderr F secretflow.component.eval_param_reader.EvalParamError: attr protocol: check_allowed_values failed.
from kuscia.
大概知道问题了,稍等,我们内部看下。感谢
from kuscia.
Hi @gxcuit
你可以参考v0.8.0b0分支文档进行相关操作.
以下是文档中快速体验的教程:
1. 指定Kuscia_Image
export KUSCIA_IMAGE=secretflow-registry.cn-hangzhou.cr.aliyuncs.com/secretflow/kuscia:0.8.0b0
2. 准备部署脚本kuscia.sh
docker pull $KUSCIA_IMAGE && docker run --rm $KUSCIA_IMAGE cat /home/kuscia/scripts/deploy/kuscia.sh > kuscia.sh && chmod u+x kuscia.sh
3. 安装kuscia
./kuscia.sh center
4. 创建并启动作业(两方 PSI 任务)。
docker exec -it ${USER}-kuscia-master scripts/user/create_example_job.sh
5. 查看作业状态。
docker exec -it ${USER}-kuscia-master kubectl get kj -n cross-domain
使用该分支文档中的教程时,请保证kuscia镜像的版本为secretflow-registry.cn-hangzhou.cr.aliyuncs.com/secretflow/kuscia:0.8.0b0
此外,因为secretflow还处于不断迭代的过程,所以组件的参数和版本在不同的secretflow版本之间存在差异。因此,针对这种情况,我们从 v0.8.0b0 版本开始,会逐渐对 Kuscia 的版本和 secretflow 版本进行管理。 直接体现是正式分支的 v0.8.0b0 文档中,我们使用的是具体的 Kuscia镜像版本,而不是latest版本。
from kuscia.
Hi @gxcuit
你可以参考v0.8.0b0分支文档进行相关操作.
以下是文档中快速体验的教程:
1. 指定Kuscia_Image export KUSCIA_IMAGE=secretflow-registry.cn-hangzhou.cr.aliyuncs.com/secretflow/kuscia:0.8.0b0 2. 准备部署脚本kuscia.sh docker pull $KUSCIA_IMAGE && docker run --rm $KUSCIA_IMAGE cat /home/kuscia/scripts/deploy/kuscia.sh > kuscia.sh && chmod u+x kuscia.sh 3. 安装kuscia ./kuscia.sh center 4. 创建并启动作业(两方 PSI 任务)。 docker exec -it ${USER}-kuscia-master scripts/user/create_example_job.sh 5. 查看作业状态。 docker exec -it ${USER}-kuscia-master kubectl get kj -n cross-domain 使用该分支文档中的教程时,请保证kuscia镜像的版本为secretflow-registry.cn-hangzhou.cr.aliyuncs.com/secretflow/kuscia:0.8.0b0
此外,因为secretflow还处于不断迭代的过程,所以组件的参数和版本在不同的secretflow版本之间存在差异。因此,针对这种情况,我们从 v0.8.0b0 版本开始,会逐渐对 Kuscia 的版本和 secretflow 版本进行管理。 直接体现是正式分支的 v0.8.0b0 文档中,我们使用的是具体的 Kuscia镜像版本,而不是latest版本。
@gshilei Hi,您好。有几个问题
- Kuscia 0.8.0b0 用的是secretflow 哪个版本的? 1.6.0b0 不是还没发布吗?#312
- 我参考快速体验,貌似没问题。参考的是通过docker 部署p2p 出现的问题
from kuscia.
@gxcuit 用的 secretflow 版本为1.6.0b0,镜像今天发布的。 可以通过下面命令查看 secretflow 具体版本:
docker exec -it ${USER}-kuscia-master kubectl get appimage secretflow-image -o yaml | grep "image:" -A2
参考的是通过docker 部署p2p 出现的问题
-- 可以参考v0.8.0b0文档重新尝试下。
Thanks! 我试一下
from kuscia.
Related Issues (20)
- 创建serving服务,当采用OSS存储,涉及的accessKey、secretKey的安全问题 HOT 2
- 在k8S Kuscia点对点runp集群中,用API创建JOB,split的Task报错 HOT 7
- onehot_encode失败 HOT 3
- kuscia create job的API参数 HOT 2
- secretflow运行时如何向自己的部署节点发送请求 HOT 2
- kuscia如何低版本升级到高版本而不影响运行的任务 HOT 2
- PSI运行报错 HOT 12
- 如何将docker环境的自定义深度联邦学习目标检测算法,迁移到kuscia环境上 HOT 2
- PSI 运行错误 HOT 12
- 使用kuscia 同时开启多个训练任务报错 HOT 4
- 请求/api/v1/job/watch/api/v1/job/watch没有返回结果 HOT 9
- Empty grafana dashboard HOT 13
- 查询job状态的时候,kuscia返回error HOT 1
- docker kuscia安装问题 HOT 12
- BFIA协议支持情况 HOT 4
- kuscia party reason错误日志是不是有长度限制 HOT 5
- kuscia多机部署点对点集群 HOT 1
- Request entity too large: limit is 3145728 HOT 8
- 导出模型异常 HOT 1
- KusciaTask 系统资源指标采集、暴露及统一导出 HOT 2
Recommend Projects
-
React
A declarative, efficient, and flexible JavaScript library for building user interfaces.
-
Vue.js
🖖 Vue.js is a progressive, incrementally-adoptable JavaScript framework for building UI on the web.
-
Typescript
TypeScript is a superset of JavaScript that compiles to clean JavaScript output.
-
TensorFlow
An Open Source Machine Learning Framework for Everyone
-
Django
The Web framework for perfectionists with deadlines.
-
Laravel
A PHP framework for web artisans
-
D3
Bring data to life with SVG, Canvas and HTML. 📊📈🎉
-
Recommend Topics
-
javascript
JavaScript (JS) is a lightweight interpreted programming language with first-class functions.
-
web
Some thing interesting about web. New door for the world.
-
server
A server is a program made to process requests and deliver data to clients.
-
Machine learning
Machine learning is a way of modeling and interpreting data that allows a piece of software to respond intelligently.
-
Visualization
Some thing interesting about visualization, use data art
-
Game
Some thing interesting about game, make everyone happy.
Recommend Org
-
Facebook
We are working to build community through open source technology. NB: members must have two-factor auth.
-
Microsoft
Open source projects and samples from Microsoft.
-
Google
Google ❤️ Open Source for everyone.
-
Alibaba
Alibaba Open Source for everyone
-
D3
Data-Driven Documents codes.
-
Tencent
China tencent open source team.
from kuscia.