config.json

{
  "_name_or_path": "llmware/slim-ratings",
  "architectures": [
    "LlamaForCausalLM"
  ],
  "attention_bias": false,
  "attention_dropout": 0.0,
  "bos_token_id": 1,
  "eos_token_id": 2,
  "hidden_act": "silu",
  "hidden_size": 2048,
  "initializer_range": 0.02,
  "intermediate_size": 5632,
  "max_position_embeddings": 2048,
  "mlp_bias": false,
  "model_type": "llama",
  "num_attention_heads": 32,
  "num_hidden_layers": 22,
  "num_key_value_heads": 4,
  "pretraining_tp": 1,
  "rms_norm_eps": 1e-05,
  "rope_scaling": null,
  "rope_theta": 10000.0,
  "tie_word_embeddings": false,
  "trained": "custom training",
  "transformers_version": "4.41.2",
  "use_cache": true,
  "vocab_size": 32000,
  "prompt_wrapper": "human_bot",
  "prompt_format": "<human> {context_passage} <classify> ratings </classify>\n<bot>:",
  "prompt_sample": "<human> That was the best news that the company could have ever expected. <classify> ratings </classify>\n<bot>:",
  "prompt_format_dict": {"main_start": "<human>: ", "main_stop": "<classify> ratings </classify>\n", "start_llm_response": "<bot>:"},
  "tokenizer_local": "tokenizer_tl.json",
  "tokenizer_config": {"bos_id":[1], "bos_token":["<s>"], "eos_id":[2],"eos_token":["</s>"]},
  "model_parent": "llmware/slim-ratings",
  "description": "Stars Rating sentiment function calling model from llmware - finetuned on tiny-llama - 1.1 parameter base",
  "quantization": "int4",
  "model_family": "OVGenModel",
  "parameters": 1.1,
  "output_format": "{'rating': ['5']}",
  "primary_keys": ["rating"],
  "output_values": ["1","2","3","4","5"],
  "publisher": "llmware",
  "release_date": "september 2024",
  "function_call": "rating",
  "test_params": ["rating"],
   "test_set": [
  {
   "context": "Nokia said it would cut up to 14,000 jobs as part of a cost cutting plan following third quarter earnings that plunged. The Finnish telecommunications giant said that it will reduce its cost base and increase operation efficiency to “address the challenging market environment. The substantial layoffs come after Nokia reported third-quarter net sales declined 20% year-on-year to 4.98 billion euros. Profit over the period plunged by 69% year-on-year to 133 million euros.",
   "answer": "2"
  },
  {
   "context": "Moody’s Investors Service lowered its ratings outlook on the United States’ government to negative from stable, pointing to rising risks to the nation’s fiscal strength.",
   "answer": "3"
  },
  {
   "context": "'The world's most advanced AI models are coming together with the world's most universal user interface - natural language - to create a new era of computing,' said Satya Nadella, chairman and chief executive officer of Microsoft. 'Across the Microsoft Cloud, we are the platform of choice to help customers get the most value out of their digital spend and innovate for this next generation of AI.' 'Focused execution by our sales teams and partners in this dynamic environment resulted in Microsoft Cloud revenue of $28.5 billion, up 22% (up 25% in constant currency) year-over-year,' said Amy Hood, executive vice president and chief financial officer of Microsoft.",
   "answer": "5"
  },
  {
   "context": "Invoice DATE March 3, 2022\tINVOICE NO 234\tABC Company 8675 River Run Road Marlington, CT 09392 INVOICE TO Delta Inc. 8723 Wilton Boulevard Los Angeles, CA HEBE HERACLES\tLASER PRINTER\tPAYMENT TERMS DUE DATE Due on Receipt May 3, 2022 QUANTITY DESCRIPTION UNIT PRICE LINE TOTAL 30 \tBoxes of Printer Paper\t$30\t$900 10\tPrinter Cartridges\t$75 $750 5\tLaser printers\t$500.00 $2500.00 Subtotal 4150.00 Sales Tax 10% Total 4565.00. \nConclusion: Payment is due on May 3, 2022.",
   "answer": "3"
  },
  {
   "context": "This is the best electronics product I have ever used - the packaging, technology, and overall quality are exceptional, and the price is pretty good too. ",
   "answer": "5"
  },
  {
   "context": "This is the third time I am calling to try to get support to resolve my issue. I am getting frustrated that we can not find any solution to my problem.",
   "answer": "1"
  },
  {
   "context": "I have a hard time finding a complaint with the service, which was all around very good, and delivered up to my expectations.",
   "answer": "5"
  },
  {
   "context": "Tesla stock fell 8% in premarket trading after reporting fourth-quarter revenue and profit that missed analysts’ estimates. The electric vehicle company also warned that vehicle volume growth in 2024 'may be notably lower' than last year’s growth rate. Automotive revenue, meanwhile, increased just 1% from a year earlier, partly because the EVs were selling for less than they had in the past. Tesla implemented steep price cuts in the second half of the year around the world. In a Wednesday presentation, the company warned investors that it’s 'currently between two major growth waves.'",
   "answer": "2"
  },
  {
   "context": "“I guess we are going to war again?” legal journalist Molly Quell wrote on X, formerly known as Twitter. “What is going on over there?” asked British comedian Matt Green.  Francl, a chemistry professor at Bryn Mawr College in Pennsylvania, defended her seemingly radical idea to CNN affiliate ITV News, claiming: “It turns out that a tiny amount of salt, not enough to even taste, blocks the perception of bitterness.”  As transatlantic tensions reached a boiling point, the US Embassy in the UK intervened to distance themselves from the seemingly extremist idea, dunking the professor back into hot water.  “We cannot stand idly by as such an outrageous proposal threatens the very foundation of our Special Relationship,” the embassy wrote in a viral X post.  “We want to ensure the good people of the UK that the unthinkable notion of adding salt to Britain’s national drink is not official Unites States policy. And never will be,” it added.  Francl also found little sympathy in the British press, which took her suggestion with more than a pinch of salt.",
   "answer": "2"
  },
  {
   "context": "Sales problems in China. Patent lawsuits in the US. Behind in generative AI. It’s only a few weeks into 2024, and Apple’s year ahead is paved with trouble.  The tech giant’s barrage of challenges impact many parts of its overall business. Just last week, Microsoft took Apple’s spot as the most valuable publicly traded company, after trailing behind the iPhone maker for the better part of the last decade. Microsoft’s stock climb is due largely to its early and sweeping bets on generative artificial intelligence, an area in which Apple has largely remained mum.",
   "answer": "2"
  },
  {
   "context": "'Being Apple, which is still the largest company in the world by market cap, I’m sure it will do all it can to minimize the impact of these problem areas,' said David McQueen, an analyst at ABI Research. 'It will still have an extremely loyal base of users so that its brand value and recognition, and quality are not compromised.'",
   "answer": "3"
  },
  {
   "context": "Holds a charge poorly. This replacement phone battery is not holding a charge like I had hoped. Needs more frequent charging and is not performing like the original battery in the cell phone. Quite disappointing as I can not rely on my phone as I had before.",
   "answer": "2"
  },
  {
   "context": "The overall experience has been OK - no real complaints, but not that great either.   I will probably continue to use the service, but may change my mind.",
   "answer": "3"
  },
  {
   "context": "Here is my review of the new model - the conversational fluidity is excellent, as wellas the overall accuracy in retrieving facts, but occassionally it does seem to hallucinatea little bit, but less than many other models that I have used.   One complaint is that theinference speed is rather slow, and it takes a lot of memory - so that is a knock on itcompared to some of its peers.",
   "answer": "4"
  },
  {
   "context": "I am unhappy with your work, I have to file a damn claim\nI'm sorry to hear that you're unhappy with our work and feel the need to file a claim.",
   "answer": "2"
  },
  {
   "context": "That is probably the single worst movie, show or production that I have ever seen,and it is shocking that so many noted professionals with good resumes were involvedin producing it.",
   "answer": "1"
  },
  {
   "context": "Wow, I am completely blown away.   That is the best show that I have ever seen.",
   "answer": "5"
  }
 ]
}