File tree Expand file tree Collapse file tree 3 files changed +1
-4
lines changed
Expand file tree Collapse file tree 3 files changed +1
-4
lines changed Original file line number Diff line number Diff line change @@ -22,9 +22,7 @@ RUN pip install setuptools==58 fastapi==0.103.2 uvicorn
2222
2323RUN pip install ./JetStream
2424
25- COPY inference_mlperf4.1 ./inference_mlperf4.1
2625RUN apt -y update && apt-get -y install python3-dev && apt-get -y install build-essential
27- RUN pip install ./inference_mlperf4.1/loadgen
2826RUN pip install \
2927 transformers==4.31.0 \
3028 nltk==3.8.1 \
Original file line number Diff line number Diff line change @@ -11,7 +11,6 @@ ENV JAX_BACKEND_TARGET=grpc://localhost:38681
1111# Copy all files from local workspace into docker container
1212COPY JetStream ./JetStream
1313COPY maxtext ./maxtext
14- COPY inference_mlperf4.1 ./inference_mlperf4.1
1514
1615RUN pip install ./JetStream
1716RUN pip install -r ./maxtext/requirements.txt
Original file line number Diff line number Diff line change 2626
2727_SERVER = flags .DEFINE_string ("server" , "0.0.0.0" , "server address" )
2828_PORT = flags .DEFINE_string ("port" , "9000" , "port to ping" )
29- _TEXT = flags .DEFINE_string ("text" , "Today is a good day " , "The message" )
29+ _TEXT = flags .DEFINE_string ("text" , "My dog is cute " , "The message" )
3030_MAX_TOKENS = flags .DEFINE_integer (
3131 "max_tokens" , 3 , "Maximum number of output/decode tokens of a sequence"
3232)
You can’t perform that action at this time.
0 commit comments