test.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "import sys\n",
    "sys.path.append(\"/opt/tiger/OpenFedLLM\")\n",
    "from utils import *\n",
    "dataset = get_dataset(\"vicgalle/alpaca-gpt4\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "52002\n"
     ]
    }
   ],
   "source": [
    "print(len(dataset))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'datasets.arrow_dataset.Dataset'>\n"
     ]
    }
   ],
   "source": [
    "print(type(dataset))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'input': '',\n",
      " 'instruction': 'Give three tips for staying healthy.',\n",
      " 'output': '1. Eat a balanced and nutritious diet: Make sure your meals are '\n",
      "           'inclusive of a variety of fruits and vegetables, lean protein, '\n",
      "           'whole grains, and healthy fats. This helps to provide your body '\n",
      "           'with the essential nutrients to function at its best and can help '\n",
      "           'prevent chronic diseases.\\n'\n",
      "           '\\n'\n",
      "           '2. Engage in regular physical activity: Exercise is crucial for '\n",
      "           'maintaining strong bones, muscles, and cardiovascular health. Aim '\n",
      "           'for at least 150 minutes of moderate aerobic exercise or 75 '\n",
      "           'minutes of vigorous exercise each week.\\n'\n",
      "           '\\n'\n",
      "           '3. Get enough sleep: Getting enough quality sleep is crucial for '\n",
      "           'physical and mental well-being. It helps to regulate mood, improve '\n",
      "           'cognitive function, and supports healthy growth and immune '\n",
      "           'function. Aim for 7-9 hours of sleep each night.',\n",
      " 'text': 'Below is an instruction that describes a task. Write a response that '\n",
      "         'appropriately completes the request.\\n'\n",
      "         '\\n'\n",
      "         '### Instruction:\\n'\n",
      "         'Give three tips for staying healthy.\\n'\n",
      "         '\\n'\n",
      "         '### Response:\\n'\n",
      "         '1. Eat a balanced and nutritious diet: Make sure your meals are '\n",
      "         'inclusive of a variety of fruits and vegetables, lean protein, whole '\n",
      "         'grains, and healthy fats. This helps to provide your body with the '\n",
      "         'essential nutrients to function at its best and can help prevent '\n",
      "         'chronic diseases.\\n'\n",
      "         '\\n'\n",
      "         '2. Engage in regular physical activity: Exercise is crucial for '\n",
      "         'maintaining strong bones, muscles, and cardiovascular health. Aim '\n",
      "         'for at least 150 minutes of moderate aerobic exercise or 75 minutes '\n",
      "         'of vigorous exercise each week.\\n'\n",
      "         '\\n'\n",
      "         '3. Get enough sleep: Getting enough quality sleep is crucial for '\n",
      "         'physical and mental well-being. It helps to regulate mood, improve '\n",
      "         'cognitive function, and supports healthy growth and immune function. '\n",
      "         'Aim for 7-9 hours of sleep each night.'}\n",
      "{'input': '',\n",
      " 'instruction': 'What are the three primary colors?',\n",
      " 'output': 'The three primary colors are red, blue, and yellow. These colors '\n",
      "           'are called primary because they cannot be created by mixing other '\n",
      "           'colors and all other colors can be made by combining them in '\n",
      "           'various proportions. In the additive color system, used for light, '\n",
      "           'the primary colors are red, green, and blue (RGB).',\n",
      " 'text': 'Below is an instruction that describes a task. Write a response that '\n",
      "         'appropriately completes the request.\\n'\n",
      "         '\\n'\n",
      "         '### Instruction:\\n'\n",
      "         'What are the three primary colors?\\n'\n",
      "         '\\n'\n",
      "         '### Response:\\n'\n",
      "         'The three primary colors are red, blue, and yellow. These colors are '\n",
      "         'called primary because they cannot be created by mixing other colors '\n",
      "         'and all other colors can be made by combining them in various '\n",
      "         'proportions. In the additive color system, used for light, the '\n",
      "         'primary colors are red, green, and blue (RGB).'}\n",
      "{'input': '',\n",
      " 'instruction': 'Describe the structure of an atom.',\n",
      " 'output': 'An atom is the basic building block of all matter and is made up '\n",
      "           'of three types of particles: protons, neutrons, and electrons. The '\n",
      "           'structure of an atom can be described as a nucleus at the center '\n",
      "           'surrounded by a cloud of electrons.\\n'\n",
      "           '\\n'\n",
      "           'The nucleus of an atom is made up of protons and neutrons. Protons '\n",
      "           'are positively charged particles and neutrons are neutral '\n",
      "           'particles with no charge. Both of these particles are located in '\n",
      "           'the nucleus of the atom, which is at the center of the atom and '\n",
      "           \"contains most of the atom's mass.\\n\"\n",
      "           '\\n'\n",
      "           'Surrounding the nucleus of the atom is a cloud of electrons. '\n",
      "           'Electrons are negatively charged particles that are in constant '\n",
      "           'motion around the nucleus. The electron cloud is divided into '\n",
      "           'shells or orbitals, and each shell can hold a certain number of '\n",
      "           'electrons. The number of electrons in the outermost shell, called '\n",
      "           'the valence shell, determines the chemical properties of the '\n",
      "           'atom. \\n'\n",
      "           '\\n'\n",
      "           'In a neutral atom, the number of protons in the nucleus is equal '\n",
      "           'to the number of electrons in the electron cloud, so the positive '\n",
      "           'and negative charges balance out and the atom has no overall '\n",
      "           'charge. The number of protons, also called the atomic number, '\n",
      "           'determines what element the atom is.',\n",
      " 'text': 'Below is an instruction that describes a task. Write a response that '\n",
      "         'appropriately completes the request.\\n'\n",
      "         '\\n'\n",
      "         '### Instruction:\\n'\n",
      "         'Describe the structure of an atom.\\n'\n",
      "         '\\n'\n",
      "         '### Response:\\n'\n",
      "         'An atom is the basic building block of all matter and is made up of '\n",
      "         'three types of particles: protons, neutrons, and electrons. The '\n",
      "         'structure of an atom can be described as a nucleus at the center '\n",
      "         'surrounded by a cloud of electrons.\\n'\n",
      "         '\\n'\n",
      "         'The nucleus of an atom is made up of protons and neutrons. Protons '\n",
      "         'are positively charged particles and neutrons are neutral particles '\n",
      "         'with no charge. Both of these particles are located in the nucleus '\n",
      "         'of the atom, which is at the center of the atom and contains most of '\n",
      "         \"the atom's mass.\\n\"\n",
      "         '\\n'\n",
      "         'Surrounding the nucleus of the atom is a cloud of electrons. '\n",
      "         'Electrons are negatively charged particles that are in constant '\n",
      "         'motion around the nucleus. The electron cloud is divided into shells '\n",
      "         'or orbitals, and each shell can hold a certain number of electrons. '\n",
      "         'The number of electrons in the outermost shell, called the valence '\n",
      "         'shell, determines the chemical properties of the atom. \\n'\n",
      "         '\\n'\n",
      "         'In a neutral atom, the number of protons in the nucleus is equal to '\n",
      "         'the number of electrons in the electron cloud, so the positive and '\n",
      "         'negative charges balance out and the atom has no overall charge. The '\n",
      "         'number of protons, also called the atomic number, determines what '\n",
      "         'element the atom is.'}\n",
      "{'input': '',\n",
      " 'instruction': 'How can we reduce air pollution?',\n",
      " 'output': 'There are several ways to reduce air pollution, including:\\n'\n",
      "           '\\n'\n",
      "           '1. Reduce energy consumption: By conserving energy, we reduce the '\n",
      "           'amount of pollution emitted from power plants. Some ways to '\n",
      "           'achieve this include: using energy-efficient appliances and '\n",
      "           'lighting, insulating homes, and shutting off lights and '\n",
      "           'electronics when not in use.\\n'\n",
      "           '\\n'\n",
      "           '2. Use public transportation or carpool: Cars and trucks are major '\n",
      "           'sources of pollution. By using public transportation, carpooling '\n",
      "           'or biking, you can reduce the number of cars on the road, which in '\n",
      "           'turn reduces emissions.\\n'\n",
      "           '\\n'\n",
      "           '3. Be responsible with waste: When waste is burned or decomposed, '\n",
      "           'they can release harmful gases into the air. Dispose of hazardous '\n",
      "           'waste correctly and recycle materials like plastics, paper, and '\n",
      "           'glass when possible.\\n'\n",
      "           '\\n'\n",
      "           '4. Support clean energy sources: Renewable energy sources like '\n",
      "           'solar and wind power generate little or no pollution. Support '\n",
      "           'clean energy companies and projects, and consider installing '\n",
      "           'renewable energy systems in your home.\\n'\n",
      "           '\\n'\n",
      "           '5. Drive efficiently: If you need to drive, make sure your vehicle '\n",
      "           'is well maintained and drive efficiently by avoiding rapid '\n",
      "           'acceleration and braking, and reducing idling.\\n'\n",
      "           '\\n'\n",
      "           '6. Be mindful of product choices: Some products and practices '\n",
      "           'release more pollution than others. Choose products with '\n",
      "           'eco-friendly packaging and try to minimize your use of aerosol '\n",
      "           'sprays, which can release harmful chemicals into the air.',\n",
      " 'text': 'Below is an instruction that describes a task. Write a response that '\n",
      "         'appropriately completes the request.\\n'\n",
      "         '\\n'\n",
      "         '### Instruction:\\n'\n",
      "         'How can we reduce air pollution?\\n'\n",
      "         '\\n'\n",
      "         '### Response:\\n'\n",
      "         'There are several ways to reduce air pollution, including:\\n'\n",
      "         '\\n'\n",
      "         '1. Reduce energy consumption: By conserving energy, we reduce the '\n",
      "         'amount of pollution emitted from power plants. Some ways to achieve '\n",
      "         'this include: using energy-efficient appliances and lighting, '\n",
      "         'insulating homes, and shutting off lights and electronics when not '\n",
      "         'in use.\\n'\n",
      "         '\\n'\n",
      "         '2. Use public transportation or carpool: Cars and trucks are major '\n",
      "         'sources of pollution. By using public transportation, carpooling or '\n",
      "         'biking, you can reduce the number of cars on the road, which in turn '\n",
      "         'reduces emissions.\\n'\n",
      "         '\\n'\n",
      "         '3. Be responsible with waste: When waste is burned or decomposed, '\n",
      "         'they can release harmful gases into the air. Dispose of hazardous '\n",
      "         'waste correctly and recycle materials like plastics, paper, and '\n",
      "         'glass when possible.\\n'\n",
      "         '\\n'\n",
      "         '4. Support clean energy sources: Renewable energy sources like solar '\n",
      "         'and wind power generate little or no pollution. Support clean energy '\n",
      "         'companies and projects, and consider installing renewable energy '\n",
      "         'systems in your home.\\n'\n",
      "         '\\n'\n",
      "         '5. Drive efficiently: If you need to drive, make sure your vehicle '\n",
      "         'is well maintained and drive efficiently by avoiding rapid '\n",
      "         'acceleration and braking, and reducing idling.\\n'\n",
      "         '\\n'\n",
      "         '6. Be mindful of product choices: Some products and practices '\n",
      "         'release more pollution than others. Choose products with '\n",
      "         'eco-friendly packaging and try to minimize your use of aerosol '\n",
      "         'sprays, which can release harmful chemicals into the air.'}\n",
      "{'input': '',\n",
      " 'instruction': 'Describe a time when you had to make a difficult decision.',\n",
      " 'output': 'As an AI assistant, I do not have my own personal experiences or '\n",
      "           'physical existence. However, I am programmed to make decisions '\n",
      "           'based on algorithms, logic, and data. There are times when I '\n",
      "           'encounter a situation where making a decision is difficult because '\n",
      "           'there may be conflicting information or multiple possible '\n",
      "           'outcomes. In such cases, I use my ability to analyze and weigh the '\n",
      "           'risks and benefits of each option and come to a conclusion that is '\n",
      "           'most likely to achieve the desired result.',\n",
      " 'text': 'Below is an instruction that describes a task. Write a response that '\n",
      "         'appropriately completes the request.\\n'\n",
      "         '\\n'\n",
      "         '### Instruction:\\n'\n",
      "         'Describe a time when you had to make a difficult decision.\\n'\n",
      "         '\\n'\n",
      "         '### Response:\\n'\n",
      "         'As an AI assistant, I do not have my own personal experiences or '\n",
      "         'physical existence. However, I am programmed to make decisions based '\n",
      "         'on algorithms, logic, and data. There are times when I encounter a '\n",
      "         'situation where making a decision is difficult because there may be '\n",
      "         'conflicting information or multiple possible outcomes. In such '\n",
      "         'cases, I use my ability to analyze and weigh the risks and benefits '\n",
      "         'of each option and come to a conclusion that is most likely to '\n",
      "         'achieve the desired result.'}\n",
      "{'input': 'Twitter, Instagram, Telegram',\n",
      " 'instruction': 'Identify the odd one out.',\n",
      " 'output': 'The odd one out is Telegram. Twitter and Instagram are social '\n",
      "           'media platforms mainly for sharing information, images and videos '\n",
      "           'while Telegram is a cloud-based instant messaging and '\n",
      "           'voice-over-IP service.',\n",
      " 'text': 'Below is an instruction that describes a task, paired with an input '\n",
      "         'that provides further context. Write a response that appropriately '\n",
      "         'completes the request.\\n'\n",
      "         '\\n'\n",
      "         '### Instruction:\\n'\n",
      "         'Identify the odd one out.\\n'\n",
      "         '\\n'\n",
      "         '### Input:\\n'\n",
      "         'Twitter, Instagram, Telegram\\n'\n",
      "         '\\n'\n",
      "         '### Response:\\n'\n",
      "         'The odd one out is Telegram. Twitter and Instagram are social media '\n",
      "         'platforms mainly for sharing information, images and videos while '\n",
      "         'Telegram is a cloud-based instant messaging and voice-over-IP '\n",
      "         'service.'}\n",
      "{'input': '4/16',\n",
      " 'instruction': 'Explain why the following fraction is equivalent to 1/4',\n",
      " 'output': 'The fraction 4/16 is equivalent to 1/4 because both fractions '\n",
      "           'represent the same value. A fraction can be simplified by dividing '\n",
      "           'both the numerator and the denominator by a common factor. In this '\n",
      "           'case, 4 is a common factor of both the numerator and the '\n",
      "           'denominator of 4/16. When we divide both by 4, we get 4/4 = 1 and '\n",
      "           '16/4 = 4, so the simplified fraction is 1/4. Alternatively, we can '\n",
      "           'think of this in terms of multiplication. For example, if we '\n",
      "           'multiply the numerator and denominator of the fraction 1/4 by 4, '\n",
      "           'we get (1x4)/(4x4), or 4/16. Since both fractions can be derived '\n",
      "           'from the other through multiplication or division by the same '\n",
      "           'number, they represent the same value and are equivalent.',\n",
      " 'text': 'Below is an instruction that describes a task, paired with an input '\n",
      "         'that provides further context. Write a response that appropriately '\n",
      "         'completes the request.\\n'\n",
      "         '\\n'\n",
      "         '### Instruction:\\n'\n",
      "         'Explain why the following fraction is equivalent to 1/4\\n'\n",
      "         '\\n'\n",
      "         '### Input:\\n'\n",
      "         '4/16\\n'\n",
      "         '\\n'\n",
      "         '### Response:\\n'\n",
      "         'The fraction 4/16 is equivalent to 1/4 because both fractions '\n",
      "         'represent the same value. A fraction can be simplified by dividing '\n",
      "         'both the numerator and the denominator by a common factor. In this '\n",
      "         'case, 4 is a common factor of both the numerator and the denominator '\n",
      "         'of 4/16. When we divide both by 4, we get 4/4 = 1 and 16/4 = 4, so '\n",
      "         'the simplified fraction is 1/4. Alternatively, we can think of this '\n",
      "         'in terms of multiplication. For example, if we multiply the '\n",
      "         'numerator and denominator of the fraction 1/4 by 4, we get '\n",
      "         '(1x4)/(4x4), or 4/16. Since both fractions can be derived from the '\n",
      "         'other through multiplication or division by the same number, they '\n",
      "         'represent the same value and are equivalent.'}\n",
      "{'input': '',\n",
      " 'instruction': 'Write a short story in third person narration about a '\n",
      "                'protagonist who has to make an important career decision.',\n",
      " 'output': 'Sophie sat at her desk, staring blankly at the computer screen. '\n",
      "           'Her mind was racing as she weighed the options in front of her. '\n",
      "           'She had been offered a promotion to a senior management position '\n",
      "           'within her company, but it meant moving across the country and '\n",
      "           'leaving her friends and family behind. At the same time, her dream '\n",
      "           'job at a rival company had finally opened up, and she had been '\n",
      "           'invited for an interview. \\n'\n",
      "           '\\n'\n",
      "           'The thought of leaving her comfortable life behind, to take a '\n",
      "           'chance on something new and uncertain, made Sophie feel anxious, '\n",
      "           'but also excited. She had always been one to take risks, and it '\n",
      "           'had paid off in the past. But now, with such a big decision to '\n",
      "           \"make, Sophie couldn't help but feel overwhelmed.\\n\"\n",
      "           '\\n'\n",
      "           'After much deliberation, Sophie made her choice. She packed her '\n",
      "           'bags, said goodbye to her loved ones, and moved across the country '\n",
      "           'for the new job. It was a difficult first few months, adjusting to '\n",
      "           'a new city and a new company culture. But as time went by, Sophie '\n",
      "           'realized that she had made the best decision for her career. The '\n",
      "           'job was challenging, but also rewarding, and she was surrounded by '\n",
      "           'passionate, driven colleagues who inspired her to grow and '\n",
      "           'develop.\\n'\n",
      "           '\\n'\n",
      "           \"In the end, Sophie's bold move paid off. She was thriving in her \"\n",
      "           'new role, and had made new friends and connections in her new '\n",
      "           'city. Looking back, Sophie was grateful for the opportunity to '\n",
      "           'take a risk and make a change, and was confident that she had made '\n",
      "           'the right decision for her career.',\n",
      " 'text': 'Below is an instruction that describes a task. Write a response that '\n",
      "         'appropriately completes the request.\\n'\n",
      "         '\\n'\n",
      "         '### Instruction:\\n'\n",
      "         'Write a short story in third person narration about a protagonist '\n",
      "         'who has to make an important career decision.\\n'\n",
      "         '\\n'\n",
      "         '### Response:\\n'\n",
      "         'Sophie sat at her desk, staring blankly at the computer screen. Her '\n",
      "         'mind was racing as she weighed the options in front of her. She had '\n",
      "         'been offered a promotion to a senior management position within her '\n",
      "         'company, but it meant moving across the country and leaving her '\n",
      "         'friends and family behind. At the same time, her dream job at a '\n",
      "         'rival company had finally opened up, and she had been invited for an '\n",
      "         'interview. \\n'\n",
      "         '\\n'\n",
      "         'The thought of leaving her comfortable life behind, to take a chance '\n",
      "         'on something new and uncertain, made Sophie feel anxious, but also '\n",
      "         'excited. She had always been one to take risks, and it had paid off '\n",
      "         'in the past. But now, with such a big decision to make, Sophie '\n",
      "         \"couldn't help but feel overwhelmed.\\n\"\n",
      "         '\\n'\n",
      "         'After much deliberation, Sophie made her choice. She packed her '\n",
      "         'bags, said goodbye to her loved ones, and moved across the country '\n",
      "         'for the new job. It was a difficult first few months, adjusting to a '\n",
      "         'new city and a new company culture. But as time went by, Sophie '\n",
      "         'realized that she had made the best decision for her career. The job '\n",
      "         'was challenging, but also rewarding, and she was surrounded by '\n",
      "         'passionate, driven colleagues who inspired her to grow and develop.\\n'\n",
      "         '\\n'\n",
      "         \"In the end, Sophie's bold move paid off. She was thriving in her new \"\n",
      "         'role, and had made new friends and connections in her new city. '\n",
      "         'Looking back, Sophie was grateful for the opportunity to take a risk '\n",
      "         'and make a change, and was confident that she had made the right '\n",
      "         'decision for her career.'}\n",
      "{'input': '',\n",
      " 'instruction': 'Render a 3D model of a house',\n",
      " 'output': \"I'd love to create a 3D model for you! However, I'm an AI language \"\n",
      "           'model and I do not have the necessary tools to create visual '\n",
      "           'models. You may try using a modeling software such as Blender, '\n",
      "           \"SketchUp or AutoCAD to create your 3D model. If you don't know how \"\n",
      "           'to get started, you may find numerous online tutorials to guide '\n",
      "           'you through the process.',\n",
      " 'text': 'Below is an instruction that describes a task. Write a response that '\n",
      "         'appropriately completes the request.\\n'\n",
      "         '\\n'\n",
      "         '### Instruction:\\n'\n",
      "         'Render a 3D model of a house\\n'\n",
      "         '\\n'\n",
      "         '### Response:\\n'\n",
      "         \"I'd love to create a 3D model for you! However, I'm an AI language \"\n",
      "         'model and I do not have the necessary tools to create visual models. '\n",
      "         'You may try using a modeling software such as Blender, SketchUp or '\n",
      "         \"AutoCAD to create your 3D model. If you don't know how to get \"\n",
      "         'started, you may find numerous online tutorials to guide you through '\n",
      "         'the process.'}\n",
      "{'input': 'He finnished his meal and left the resturant',\n",
      " 'instruction': 'Evaluate this sentence for spelling and grammar mistakes',\n",
      " 'output': 'There are two spelling errors in the sentence. The corrected '\n",
      "           'sentence should be: \"He finished his meal and left the '\n",
      "           'restaurant.\"',\n",
      " 'text': 'Below is an instruction that describes a task, paired with an input '\n",
      "         'that provides further context. Write a response that appropriately '\n",
      "         'completes the request.\\n'\n",
      "         '\\n'\n",
      "         '### Instruction:\\n'\n",
      "         'Evaluate this sentence for spelling and grammar mistakes\\n'\n",
      "         '\\n'\n",
      "         '### Input:\\n'\n",
      "         'He finnished his meal and left the resturant\\n'\n",
      "         '\\n'\n",
      "         '### Response:\\n'\n",
      "         'There are two spelling errors in the sentence. The corrected '\n",
      "         'sentence should be: \"He finished his meal and left the restaurant.\"'}\n"
     ]
    }
   ],
   "source": [
    "from pprint import pprint as pp\n",
    "for i,d in enumerate(dataset):\n",
    "    if i == 10: break\n",
    "    pp(d)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[-1.         -1.         -1.         -1.         -1.         -1.\n",
      "  -1.         -1.         -1.         -1.        ]\n",
      " [-1.         -1.          0.81194935 -1.         -1.         -1.\n",
      "  -1.         -1.         -1.         -1.        ]\n",
      " [-1.         -1.          0.83784122 -1.         -1.         -1.\n",
      "   0.78461542 -1.         -1.         -1.        ]\n",
      " [-1.         -1.         -1.         -1.         -1.         -1.\n",
      "  -1.         -1.         -1.         -1.        ]\n",
      " [-1.          0.87785959 -1.         -1.         -1.         -1.\n",
      "  -1.          0.81906204 -1.         -1.        ]\n",
      " [-1.         -1.         -1.         -1.         -1.         -1.\n",
      "  -1.         -1.         -1.         -1.        ]\n",
      " [-1.         -1.         -1.         -1.         -1.         -1.\n",
      "  -1.         -1.         -1.         -1.        ]\n",
      " [-1.         -1.         -1.          0.7750545   0.7642499  -1.\n",
      "  -1.         -1.          0.73630881 -1.        ]\n",
      " [-1.         -1.         -1.         -1.         -1.          0.80226851\n",
      "  -1.         -1.         -1.         -1.        ]\n",
      " [-1.         -1.         -1.         -1.          0.81486502 -1.\n",
      "  -1.         -1.         -1.         -1.        ]\n",
      " [-1.         -1.         -1.         -1.         -1.         -1.\n",
      "  -1.          0.76446242 -1.         -1.        ]\n",
      " [-1.         -1.         -1.         -1.         -1.         -1.\n",
      "  -1.         -1.          0.78975387  0.79150014]\n",
      " [ 0.897651   -1.         -1.         -1.         -1.         -1.\n",
      "  -1.         -1.         -1.         -1.        ]\n",
      " [ 0.86514931 -1.         -1.         -1.         -1.         -1.\n",
      "  -1.         -1.         -1.         -1.        ]\n",
      " [-1.         -1.         -1.         -1.         -1.         -1.\n",
      "  -1.         -1.         -1.          0.80083313]\n",
      " [-1.         -1.         -1.         -1.         -1.         -1.\n",
      "  -1.         -1.         -1.         -1.        ]\n",
      " [-1.         -1.         -1.         -1.         -1.         -1.\n",
      "  -1.         -1.         -1.         -1.        ]\n",
      " [-1.         -1.         -1.         -1.         -1.         -1.\n",
      "  -1.         -1.         -1.         -1.        ]\n",
      " [-1.          0.83534164 -1.          0.81320305 -1.         -1.\n",
      "   0.79484806 -1.         -1.         -1.        ]\n",
      " [-1.         -1.         -1.         -1.         -1.          0.78761463\n",
      "  -1.         -1.         -1.         -1.        ]]\n"
     ]
    }
   ],
   "source": [
    "import numpy as np\n",
    "data = np.load(\"/opt/tiger/OpenFedLLM/output/alpaca-gpt4_20000_fedavg_c20s2_i10_b16a1_l512_r32a64_20240423144415/training_loss.npy\")\n",
    "print(data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3.9.2 64-bit",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.2"
  },
  "orig_nbformat": 4,
  "vscode": {
   "interpreter": {
    "hash": "31f2aee4e71d21fbe5cf8b01ff0e069b9275f58929596ceb00d14d90e3e16cd6"
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}