from petals.constants import PUBLIC_INITIAL_PEERS from data_structures import ModelInfo INITIAL_PEERS = PUBLIC_INITIAL_PEERS MODELS = [ ModelInfo( dht_prefix="Llama-2-70b-chat-hf", repository="https://huggingface.co./meta-llama/Llama-2-70b-chat-hf", num_blocks=80, ), ModelInfo( dht_prefix="Llama-2-70b-hf", repository="https://huggingface.co./meta-llama/Llama-2-70b-hf", num_blocks=80, ), ModelInfo( dht_prefix="beomi/llama-2-koen-13b", repository="https://huggingface.co./beomi/llama-2-koen-13b", num_blocks=80, ), ModelInfo( dht_prefix="quantumaikr/llama-2-70b-fb16-korean", repository="https://huggingface.co./beomi/llama-2-koen-13b", num_blocks=80, ), ] UPDATE_PERIOD = 60