Surabhi-K/code_llama_library

README.md

@@ -0,0 +1,69 @@
+---
+license: llama2
+library_name: peft
+tags:
+- generated_from_trainer
+base_model: codellama/CodeLlama-7b-hf
+model-index:
+- name: working
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# working
+
+This model is a fine-tuned version of [codellama/CodeLlama-7b-hf](https://huggingface.co/codellama/CodeLlama-7b-hf) on an unknown dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.1536
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 5e-05
+- train_batch_size: 3
+- eval_batch_size: 3
+- seed: 42
+- gradient_accumulation_steps: 5
+- total_train_batch_size: 15
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: linear
+- lr_scheduler_warmup_steps: 20
+- num_epochs: 7
+- mixed_precision_training: Native AMP
+
+### Training results
+
+| Training Loss | Epoch | Step | Validation Loss |
+|:-------------:|:-----:|:----:|:---------------:|
+| 2.0255        | 1.0   | 63   | 0.5661          |
+| 0.3616        | 2.0   | 126  | 0.3047          |
+| 0.1979        | 3.0   | 189  | 0.2129          |
+| 0.1565        | 4.0   | 252  | 0.1817          |
+| 0.1409        | 5.0   | 315  | 0.1644          |
+| 0.1319        | 6.0   | 378  | 0.1561          |
+| 0.1277        | 7.0   | 441  | 0.1536          |
+
+
+### Framework versions
+
+- PEFT 0.7.1
+- Transformers 4.36.2
+- Pytorch 2.1.2
+- Datasets 2.15.0
+- Tokenizers 0.15.2

adapter_config.json

@@ -0,0 +1,30 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "codellama/CodeLlama-7b-hf",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "v_proj",
+    "dense",
+    "k_proj",
+    "fc1",
+    "fc2"
+  ],
+  "task_type": "CAUSAL_LM"
+}

adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c011b0cac744d8275e249f6410638acb2cdea1e5e799f63da8ead4cbb2eb5a
+size 50357464

test.csv

@@ -0,0 +1,574 @@
+Endpoint,Description,Inputs,Output,Test_Code
+/config/rest/delete/,requesting to delete the config values when provided valid config name but with invalid token,"config_value = { ""name"": ""primary_server"" }","{
+    ""status"": 401,
+    ""message"": ""Invalid token""
+}
+","def test_config_delete_with_invalid_token(invalid_exec_api):
+    """"""
+    deleting the non deletable config values with invalid token
+    """"""
+    config_value = {
+        ""name"": ""primary_server"",
+    }
+    r = invalid_exec_api.config_delete(config_value)
+    test_assert.status(r, 401)
+    result = r.json()
+    assert result['detail'] == ""Invalid token.""
+"
+/config/rest/version/,Fetching the information when invalid token is provided,,"{
+""status"":401,
+""message"":""invalid token""
+}","def test_version_config_with_invalid_token(invalid_exec_api):
+    """"""
+    Fetching the information of Version and Build Number with invalid token
+    """"""
+    r = invalid_exec_api.config_version()
+    result = r.json()
+    test_assert.status(r, 401)
+    assert result['detail'] == ""Invalid token."""
+"/deploy/rest/delete/{UUID}/
+
+","the manager deletes the image when the manager has rights over the user and the server
+",,"{
+""status"":204
+}","endpoint = ""deploy_delete""
+
+PARAMETERS = [{""dest_obj"": OBJ_DEPL}]
+PARAMETERS_SRV_RIGHT = [{""dest_obj"": OBJ_DEPL, ""deploy_with"": SRV_MANAGER_RIGHTS}]
+PARAMETERS_NO_SRV_RIGHT = [{""dest_obj"": OBJ_DEPL, ""deploy_with"": SRV_NO_MANAGER_RIGHTS}]
+
+@pytest.mark.parametrize(""custom_lib_non_admin_operations"", PARAMETERS_SRV_RIGHT, indirect=True)
+@pytest.mark.parametrize(""custom_lib_admin_operations"", PARAMETERS_SRV_RIGHT, indirect=True)
+
+def test_deploy_delete_manager_server_right(skip_if_not_manager, custom_lib_admin_operations, custom_lib_non_admin_operations, run_api):
+    """"""
+    Deleting the VM by Manager
+    """"""
+    # When the user is not part of the group that the manager manages and deployment is on manager rights to server
+    deploy_id = custom_lib_admin_operations
+    r = run_api.deploy_image_delete(deploy_id, {})
+    test_assert.status(r, manager_rights_response(endpoint, manages_user=False, manages_server=True))
+
+    # When the user is part of the group that the manager manages and deployment is on manager rights to server
+    deploy_id = custom_lib_non_admin_operations
+    r = run_api.deploy_image_delete(deploy_id, {})
+    test_assert.status(r, manager_rights_response(endpoint, manages_user=True, manages_server=True))"
+/deploy/rest/shutdown/{{UUID}}/,shutting down the deployment of machine by an admin using valid UUID and machine is in running state,,"{
+""status"" : 201, 
+""response"" : Machine shutdown
+}","PARAMETERS = [{""dest_obj"": OBJ_DEPL, ""final_state"": DEPL_STATE[""running""]}]
+
+@pytest.mark.parametrize(""custom_lib_non_admin_operations"", PARAMETERS, indirect=True)
+def test_deploy_shutdown_admin(skip_if_not_admin, custom_lib_non_admin_operations, run_api):
+    """"""
+    shutdown the VM by Admin
+    """"""
+    deploy_id = custom_lib_non_admin_operations
+    r = run_api.deploy_shutdown(deploy_id)
+    test_assert.status(r, 201)
+
+"
+/deploy/rest/stop/{{UUID}}/,stopping a machine by an admin when valid UUID is provided and machine is in running state,,"{
+""status"" : 201,
+""response""  : stopping deployment
+}","endpoint = ""deploy_stop""
+
+PARAMETERS = [{""dest_obj"": OBJ_DEPL, ""final_state"": DEPL_STATE[""running""]}]
+PARAMETERS_SRV_RIGHT = [{""dest_obj"": OBJ_DEPL, ""final_state"": DEPL_STATE[""running""], ""deploy_with"": SRV_MANAGER_RIGHTS}]
+PARAMETERS_NO_SRV_RIGHT = [{""dest_obj"": OBJ_DEPL, ""final_state"": DEPL_STATE[""running""], ""deploy_with"": SRV_NO_MANAGER_RIGHTS}]
+
+@pytest.mark.parametrize(""custom_lib_non_admin_operations"", PARAMETERS, indirect=True)
+def test_deploy_stop_admin(skip_if_not_admin, custom_lib_non_admin_operations, run_api):
+    """"""
+    Rebooting the VM by Admin
+    """"""
+    # Admin check of Starting a deployment created by different user
+    deploy_id = custom_lib_non_admin_operations
+    r = run_api.deploy_stop(deploy_id)
+    test_assert.status(r, 201)
+"
+/deploy/rest/stop/{{UUID}}/,stopping a machine by non-admin user when valid UUID is provided and machine is in running state,,"{
+""status"" : 403
+}","endpoint = ""deploy_stop""
+
+PARAMETERS = [{""dest_obj"": OBJ_DEPL, ""final_state"": DEPL_STATE[""running""]}]
+PARAMETERS_SRV_RIGHT = [{""dest_obj"": OBJ_DEPL, ""final_state"": DEPL_STATE[""running""], ""deploy_with"": SRV_MANAGER_RIGHTS}]
+PARAMETERS_NO_SRV_RIGHT = [{""dest_obj"": OBJ_DEPL, ""final_state"": DEPL_STATE[""running""], ""deploy_with"": SRV_NO_MANAGER_RIGHTS}]
+
+@pytest.mark.parametrize(""custom_lib_admin_operations"", PARAMETERS, indirect=True)
+def test_deploy_stop_non_admin(skip_if_not_non_admin, custom_lib_admin_operations, run_api):
+    """"""
+    stopping the VM by non-admin
+    """"""
+    deploy_id = custom_lib_admin_operations
+    r = run_api.deploy_stop(deploy_id)
+    test_assert.status(r, 403)
+"
+/deploy/rest/stop/{{UUID}}/,"stopping a machine deployment by a manager when valid UUID is provided and machine is in running state , and manager has rights over servers",,,"endpoint = ""deploy_stop""
+
+PARAMETERS = [{""dest_obj"": OBJ_DEPL, ""final_state"": DEPL_STATE[""running""]}]
+PARAMETERS_SRV_RIGHT = [{""dest_obj"": OBJ_DEPL, ""final_state"": DEPL_STATE[""running""], ""deploy_with"": SRV_MANAGER_RIGHTS}]
+PARAMETERS_NO_SRV_RIGHT = [{""dest_obj"": OBJ_DEPL, ""final_state"": DEPL_STATE[""running""], ""deploy_with"": SRV_NO_MANAGER_RIGHTS}]
+
+@pytest.mark.parametrize(""custom_lib_non_admin_operations"", PARAMETERS_SRV_RIGHT, indirect=True)
+@pytest.mark.parametrize(""custom_lib_admin_operations"", PARAMETERS_SRV_RIGHT, indirect=True)
+def test_deploy_stop_manager_server_right(skip_if_not_manager, custom_lib_admin_operations, custom_lib_non_admin_operations, run_api):
+    """"""
+    stopping the VM by manager when have right on server
+    """"""
+    # When the user is not part of the group that the manager manages
+    deploy_id = custom_lib_admin_operations
+    r = run_api.deploy_stop(deploy_id)
+    test_assert.status(r, manager_rights_response(endpoint, manages_user=False, manages_server=True))
+
+    # When the user is part of the group that the manager manages and deployment is on manager rights to server
+    deploy_id = custom_lib_non_admin_operations
+    r = run_api.deploy_stop(deploy_id)
+    test_assert.status(r, manager_rights_response(endpoint, manages_user=True, manages_server=True))
+    run_api.deploy_stop(deploy_id)
+
+"
+/deploy/rest/stop/{{UUID}}/,"stopping a machine deployment by a manager when valid UUID is provided and machine is in running state , but manager do not have rights over servers",,,"endpoint = ""deploy_stop""
+
+PARAMETERS = [{""dest_obj"": OBJ_DEPL, ""final_state"": DEPL_STATE[""running""]}]
+PARAMETERS_SRV_RIGHT = [{""dest_obj"": OBJ_DEPL, ""final_state"": DEPL_STATE[""running""], ""deploy_with"": SRV_MANAGER_RIGHTS}]
+PARAMETERS_NO_SRV_RIGHT = [{""dest_obj"": OBJ_DEPL, ""final_state"": DEPL_STATE[""running""], ""deploy_with"": SRV_NO_MANAGER_RIGHTS}]
+
+@pytest.mark.parametrize(""custom_lib_non_admin_operations"", PARAMETERS_NO_SRV_RIGHT, indirect=True)
+@pytest.mark.parametrize(""custom_lib_admin_operations"", PARAMETERS_NO_SRV_RIGHT, indirect=True)
+def test_deploy_stop_manager_no_server_right(skip_if_not_manager, custom_lib_admin_operations, custom_lib_non_admin_operations, run_api):
+    """"""
+    stopping the VM by manager when have no right on server
+    """"""
+    # When the user is not part of the group that the manager manages and the deployment is not on manager rightful server
+    deploy_id = custom_lib_admin_operations
+    r = run_api.deploy_stop(deploy_id)
+    test_assert.status(r, manager_rights_response(endpoint, manages_user=False, manages_server=False))
+
+    # When the user is part of the group that the manager manages but the deployment is not on manager rightful server
+    deploy_id = custom_lib_non_admin_operations
+    r = run_api.deploy_stop(deploy_id)
+    test_assert.status(r, manager_rights_response(endpoint, manages_user=True, manages_server=False))
+
+"
+/ilibrary/rest/add/,creating an island library and adding it using invalid IPs,"{
+        ""name"": ""test_ilibrary_add_invalid_ips"",
+        ""is_public"": True,
+        ""network_segments"": {
+            ""add"": [
+                {
+                    ""name"": ""network_segment"",
+                    ""bridge_ip"": ""1921681000"",
+                    ""start_ip"": ""1921681001"",
+                    ""end_ip"": ""192168100150""
+                }
+            ]
+        }
+    }","{
+""status"" : 400,
+""message"" : ""Enter valid IPv4 addresses""
+}","
+def test_ilibrary_add_invalid_ips(run_api):
+    """"""
+    Creating an Island Library with invalid bridge ip, start ip, end ip
+    """"""
+    params = {
+        ""name"": ""test_ilibrary_add_invalid_ips"",
+        ""is_public"": True,
+        ""network_segments"": {
+            ""add"": [
+                {
+                    ""name"": ""network_segment"",
+                    ""bridge_ip"": ""1921681000"",
+                    ""start_ip"": ""1921681001"",
+                    ""end_ip"": ""192168100150""
+                }
+            ]
+        }
+    }
+    params, r = run_api.ilibrary_add_new_island(params=params)
+    test_assert.status(r, 400)
+    rjson = r.json()
+    errors = rjson['network_segments']['add'][0]
+    assert errors['start_ip'] == ['Enter a valid IPv4 address.']
+    assert errors['end_ip'] == ['Enter a valid IPv4 address.']
+    assert errors['bridge_ip'] == ['Enter a valid IPv4 address.']
+"
+/ilibrary/rest/details/{UUID}/,fetching details of public island library from private island,"machine1 = {
+        ""uuid"": r1.json()[""uuid""],
+        ""nics"": {
+            ""add"": [
+                {
+                    ""mac"": ""auto"",
+                    ""type"": ""bridge"",
+                    ""model"": networks[0].get(""model"", ""virtio""),
+                    ""segment"": ""Default Public Segment""
+                },
+
+            ],
+        }
+
+    }
+    params = {
+        ""name"": ""Machine1"",
+        ""is_public"": False,
+        ""machines"": {
+            ""add"": [machine1],
+        },
+    }","{
+    ""response"" : success
+}","def test_ilibrary_details_with_edit_private_island_to_public_island(skip_if_not_admin, run_api):
+    """"""
+       To check machine type with public island
+    """"""
+    params1, r1 = run_api.library_add_new_vm(networks=networks)
+    machine1 = {
+        ""uuid"": r1.json()[""uuid""],
+        ""nics"": {
+            ""add"": [
+                {
+                    ""mac"": ""auto"",
+                    ""type"": ""bridge"",
+                    ""model"": networks[0].get(""model"", ""virtio""),
+                    ""segment"": ""Default Public Segment""
+                },
+
+            ],
+        }
+
+    }
+    params = {
+        ""name"": ""Machine1"",
+        ""is_public"": False,
+        ""machines"": {
+            ""add"": [machine1],
+        },
+    }
+    params, r = run_api.ilibrary_add_new_island(params=params)
+    island_id = r.json()[""uuid""]
+    params, r = run_api.ilibrary_edit_island(uuid=island_id, params={""is_public"": True})
+    res = r.json()[""machines""]
+    run_api.ilibrary_delete(uuid=island_id)
+    run_api.library_delete(r1.json()[""uuid""])
+    for machine in res:
+        if not machine[""is_public""]:
+            assert False, ""The json is %s"" % r.json()
+
+"
+/library/rest/add,adding vm to library when multiple boot disks and same order is passed,"disks = [{ ""size"": 20, ""port"": ""sdb"", ""type"": ""sata"", ""format"": ""qcow2"", ""is_boot"": True, ""boot_order"": 1 }, { ""size"": 20, ""port"": ""sda"", ""type"": ""sata"", ""format"": ""qcow2"", ""is_boot"": True, ""boot_order"": 1 }]","{
+""status"" : 400,
+""response"" : Bad request
+}","def test_add_vm_to_library_multiple_bootable_disk_with_same_boot_order(run_api):
+    """"""
+    If multiple bootable cds with same boot order is passed
+    """"""
+
+    disks = [{
+        ""size"": 20,
+        ""port"": ""sdb"",
+        ""type"": ""sata"",
+        ""format"": ""qcow2"",
+        ""is_boot"": True,
+        ""boot_order"": 1
+    },
+        {
+            ""size"": 20,
+            ""port"": ""sda"",
+            ""type"": ""sata"",
+            ""format"": ""qcow2"",
+            ""is_boot"": True,
+            ""boot_order"": 1
+    }]
+
+    params, response = run_api.library_add_new_vm(disks=disks, noraise=True)
+    test_assert.status(response, 400)
+"
+/library/rest/adddisk/{{UUID}}/ ,adding disk to library when provided lib_UUID that does not exist,"lib_UUID = ""doesnotexist""","{
+""status"" : 404
+}","def test_lib_add_disk_with_invalid_UUID(run_api):
+    lib_UUID = ""doesnotexist""
+    r = run_api.library_add_disk(lib_UUID)
+    test_assert.status(r, 404)
+"
+/library/rest/ctypes/,getting the console type when requested,,"{
+""status"" : 200,
+""response"" :  console type details displayed
+}","def test_library_ctypes(run_api):
+    """"""
+    Getting the list of console type
+    """"""
+    r = run_api.library_console_types()
+    result = r.json()
+    test_assert.status(result, LIBRARY_CONSOLE_TYPE, ""library_ctypes"")
+    test_assert.status(r, 200)
+"
+/library/rest/delete/{UUID}/,deleting a library by non-admin when provided with valid UUID,,"{
+""status"" : 403
+}","PARAMETERS = [{""dest_obj"": OBJ_LIB}]
+
+@pytest.mark.parametrize(""custom_lib_admin_operations"", PARAMETERS, indirect=True)
+def test_lib_delete_non_admin(skip_if_not_non_admin, custom_lib_admin_operations, run_api):
+    """"""
+    Deleting the Library by non-Admin
+    """"""
+    # Non-admin check for deleting the Library created by different user.
+    lib_id = custom_lib_admin_operations
+    r = run_api.library_delete(lib_id, {})
+    test_assert.status(r, 403)
+
+"
+/library/rest/edit/{UUID}/,deletion of disk when invalid UUID provided,"{""delete"": [
+        {
+            ""UUID"": disk_UUID,
+            ""port"": ""sdz"",
+            ""type"": r['hw']['disks'][0]['type']
+        }
+    ]
+    }","{
+""status"" : 404,
+""message"" :  ""Disk with UUID does not exist""
+}","def test_library_edit_delete_invalid_disk_UUID(library_add_new_vm, run_api):
+    """"""
+    delete disk with invalid UUID
+    """"""
+    p, r = library_add_new_vm
+    lib_id = r['UUID']
+    disk_UUID = str(UUID.UUID4())
+    disk_UUID = 'invalid'
+    disks = {""delete"": [
+        {
+            ""UUID"": disk_UUID,
+            ""port"": ""sdz"",
+            ""type"": r['hw']['disks'][0]['type']
+        }
+    ]
+    }
+    params = {""hw"": {""disks"": disks}}
+    res = run_api.library_edit(lib_id, params)
+    test_assert.status(res, 404)
+    rjson = res.json()
+    assert rjson['error'] == f""Disk with UUID {disk_UUID} does not exist"", ""|> json %s"" % rjson
+"
+/library/rest/edit/{UUID}/,updation of library when is_public flag set to True,"params = { ""is_public"": True, ""hw"": {} }","{
+""status"" : 400,
+""message"" : ""Failed to create task to sync public layers on primary""
+}","def test_library_edit_update_is_public_flag(skip_if_not_non_admin, library_add_new_vm, run_api):
+    """"""
+    Update is_public flag
+    """"""
+    p, res = library_add_new_vm
+    UUID = res['UUID']
+    params = {
+        ""is_public"": True,
+        ""hw"": {}
+    }
+    r = run_api.library_edit(UUID, params)
+    test_assert.status(r, 400)
+    rjson = r.json()
+    assert rjson['error'] == ""Failed to create task to sync public layers on primary"", ""Json |> %s"" % rjson
+"
+/library/rest/edit/{UUID}/,updation of network in a library with valid data,"networks = [{
+        ""type"": ""bridge"",
+        ""model"": ""virtio"",
+        ""segment"": ""Default Public Segment"",
+    }
+    ]
+
+update_network = [{
+        ""type"": ""host"",
+        ""model"": ""virtio"",
+        ""segment"": ""HostOnly Segment"",
+    }]
+
+","{
+""status"" : 201
+}","def test_library_edit_network_with_valid_data(run_api):
+    """"""
+    edit network with valid data
+    """"""
+    networks = [{
+        ""type"": ""bridge"",
+        ""model"": ""virtio"",
+        ""segment"": ""Default Public Segment"",
+    }
+    ]
+    params, r = run_api.library_add_new_vm(networks=networks)
+    update_netork = [{
+        ""type"": ""host"",
+        ""model"": ""virtio"",
+        ""segment"": ""HostOnly Segment"",
+    }]
+    params = {'hw': {'networks': update_netork}}
+    lib_id = r.json()[""UUID""]
+    res = run_api.library_edit(lib_id, params)
+    test_assert.status(res, 201)
+    rjson = res.json()
+    new_network = rjson['hw']['networks'][0]
+    assert new_network['type'] == 'host', ""|> Error %s"" % rjson
+    assert new_network['segment'] == 'HostOnly Segment', ""|> Error %s"" % rjson
+    run_api.library_delete(lib_id, {})
+"
+​/library​/rest​/hvmtypes​/,fetching the hypervisor type when requested,,"{
+""status"" : 200,
+""response"" : list of hypervisor type
+}","def test_library_hvmtypes(run_api):
+    """"""
+    Getting the list of Hypervisor type
+    """"""
+    r = run_api.library_hvmtypes()
+    result = r.json()
+    test_assert.status(result, LIBRARY_HVM_TYPE, ""library_hvmtypes"")
+    test_assert.status(r, 200)
+"
+/library/rest/revisions/,requesting the revision list of library when machine_UUID is empty,"{
+machine_UUID : ''
+}","{
+""status"" : 400,
+""message"" : ""Machine UUID should be provided""}","def test_library_revisions_without_UUID(run_api):
+    """"""
+    Without UUID
+    """"""
+    res = run_api.library_revisions("""")
+    test_assert.status(res, 400)
+    rjson = res.json()
+    assert rjson['detail'] == ""Machine UUID should be provided"", ""|> The error %s"" % rjson
+"
+​/rtask​/rest​/rlist​/,fetching the list of remote tasks without authorization,,"{
+""status"" : 401,
+""message"" : ""Authentication credentials were not provided""
+}","def test_rtask_rlist_without_authorization(anonymous_exec_api):
+    """"""
+    Fetching the List of Jobs without authorization
+    """"""
+    r = anonymous_exec_api.rtask_rlist()
+    res = r.json()
+    test_assert.status(r, 401)
+    assert res['detail'] == ""Authentication credentials were not provided.""
+"
+ideploy/rest/change_ownership,Successful change of ownership from one user to another where both users exist and the requester has the necessary permissions.,"{
+        ""deployment_UUIDs"": [UUID],
+        ""owner"": ,
+        ""dest_user"": ""manager""
+}","{""status"": 200, ""message"": ""Operation performed successfully without any error""}","def test_deploy_change_ownership(skip_if_non_admin, non_admin_exec_api, run_api):
+    """"""
+    To change ownership of deployed machine from non-admin user to manager by admin
+    """"""
+    params, r = non_admin_exec_api.library_add_new_vm()
+    lib_id = r.json()[""UUID""]
+    r = non_admin_exec_api.deploy_image(lib_id=lib_id, deploy_on=list(run_api.clm_my_servers.keys()))
+    UUID = r.json()['UUID']
+    params = {
+        ""deployment_UUIDs"": [UUID],
+        ""owner"": non_admin_exec_api.user,
+        ""dest_user"": ""manager""
+    }
+    res = run_api.deploy_change_ownership(params=params)
+    test_assert.status(res, 200)
+    new_owner = run_api.deploy_details(deploy_id=UUID).json()['owner']
+    assert new_owner == ""manager""
+    run_api.deploy_image_delete(deploy_id=UUID)
+    run_api.library_delete(UUID=lib_id)
+"
+"license/rest/licenses_check
+"," when day params is negative
+","{
+""days"" : -1
+}","{
+""status:200,
+""message"": ""Value of `days` cannot be negative""
+}","def test_license_check_when_day_is_negative(run_api):
+    """"""
+    license check when day is negative
+    """"""
+    r = run_api.license_check(days=-1)
+    rjson = r.json()
+    test_assert.status(r, 400)
+    assert rjson['error'] == ""Value of `days` cannot be negative"", ""The error %s"" % rjson"
+/deploy/rest/deploylist,"getting list of image of deployed machine by setting scope to ""my"". Check the user type before performing the operation, only admin user type have the permission to perform such operations.","{
+scope : ""my""
+}","{
+    ""response"" : success
+}","def test_deploy_list_filter_with_scope_my(run_api, admin_exec_api, library_add_new_vm):
+    """"""
+    filter deploy list using scope = my
+    """"""
+    params, r = library_add_new_vm
+    lib_id = r[""uuid""]
+    r = admin_exec_api.deploy_image(lib_id)
+    deploy_id = r.json()[""uuid""]
+    count = check_count_deploylist(run_api, deploy_id, params={'scope': 'my', 'uuid': deploy_id})
+
+    if run_api.user_type == USER_TYPE['non_admin'] or run_api.user_type == USER_TYPE['manager']:
+        assert count == 0
+    elif run_api.user_type == USER_TYPE['admin']:
+        assert count == 1
+
+    r = admin_exec_api.deploy_image_delete(deploy_id)
+"
+/config/rest/set/,"setting the None value to secret config. Check the user type before performing the operation, only admin user type have the permission to perform such operations.
+","{
+        ""name"": ""secret"",
+        ""value"": None
+}","{
+""status"" : 400,
+""response"" :  'Invalid secret_key Value' 
+}","def test_config_None_set_secret(run_api):
+    """"""
+    Set the secret-key config value as None
+    """"""
+    config_value = {
+        ""name"": ""secret"",
+        ""value"": None
+    }
+    r = run_api.config_set(config_value)
+    res = r.json()
+    if run_api.user_type in [USER_TYPE[""manager""], USER_TYPE[""non_admin""]]:
+        test_assert.status(r, 403)
+    elif run_api.user_type == USER_TYPE['admin']:
+        test_assert.status(r, 400)
+        assert res[""result""] == 'FAILURE'
+        assert 'Invalid secret_key Value' in res[""error""], res
+
+
+"
+/group/rest/add/,"adding new group when group name field is missing. Check the user type before performing the operation, only admin user type have the permission to perform such operations.
+",,"{
+""status"" : 400,
+""message"" : ""Group Name is required and it can not be blank""
+}","def test_add_group_with_group_name_field_missing(run_api):
+    """"""
+    Adding new Group with group name field missing
+    """"""
+    params, r = run_api.group_add(template={})
+    if run_api.user_type in [USER_TYPE[""non_admin""], USER_TYPE[""manager""]]:
+        test_assert.status(r, 403)
+    elif run_api.user_type == USER_TYPE[""admin""]:
+        result = r.json()
+        test_assert.status(r, 400)
+        assert result['error'] == ""Group Name is required and it can not be blank""
+
+"
+/group/rest/update/,"updating the deployment strategy of a group using an invalid value. Check the user type before performing the operation, only admin user type have the permission to perform such operations.
+","{
+        ""name"",
+        ""deployment_strategy"": 'invalid'
+    }","{
+    ""status"" : 400,
+    ""message"" : ""Invalid deployment_strategy""
+}","def test_group_update_invalid_deployment_strategy(skip_if_not_admin, group_add, run_api):
+    """"""
+    group update invalid deployment_strategy
+    """"""
+    params, r = group_add
+    rjson = r.json()
+    group_id = rjson['id']
+    group_param = {
+        ""name"": rjson['name'],
+        ""deployment_strategy"": 'invalid'
+    }
+    updated_param, r = run_api.group_update(group_id, group_param)
+    run_api.user_type == USER_TYPE[""admin""]
+    result = r.json()
+    test_assert.status(r, 400)
+    assert result['error'] == ""Invalid deployment_strategy"", ""|> Json %s"" % result
+"

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f8bed004a75884b381dfeb5fecaa918ddd59fd1c78c47e14f81963e6c9ff58d
+size 4728

wandb/debug.log

@@ -0,0 +1,41 @@
+2024-04-16 06:18:55,476 INFO    MainThread:34 [wandb_setup.py:_flush():76] Current SDK version is 0.16.5
+2024-04-16 06:18:55,476 INFO    MainThread:34 [wandb_setup.py:_flush():76] Configure stats pid to 34
+2024-04-16 06:18:55,476 INFO    MainThread:34 [wandb_setup.py:_flush():76] Loading settings from /root/.config/wandb/settings
+2024-04-16 06:18:55,476 INFO    MainThread:34 [wandb_setup.py:_flush():76] Loading settings from /kaggle/working/wandb/settings
+2024-04-16 06:18:55,476 INFO    MainThread:34 [wandb_setup.py:_flush():76] Loading settings from environment variables: {}
+2024-04-16 06:18:55,476 INFO    MainThread:34 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program': '<python with no main file>'}
+2024-04-16 06:18:55,476 INFO    MainThread:34 [wandb_setup.py:_flush():76] Applying login settings: {}
+2024-04-16 06:18:55,476 INFO    MainThread:34 [wandb_setup.py:_flush():76] Applying login settings: {'api_key': '***REDACTED***'}
+2024-04-16 06:18:55,476 INFO    MainThread:34 [wandb_setup.py:_flush():76] Applying login settings: {}
+2024-04-16 06:18:55,476 INFO    MainThread:34 [wandb_init.py:_log_setup():527] Logging user logs to /kaggle/working/wandb/run-20240416_061855-mrfkrks2/logs/debug.log
+2024-04-16 06:18:55,476 INFO    MainThread:34 [wandb_init.py:_log_setup():528] Logging internal logs to /kaggle/working/wandb/run-20240416_061855-mrfkrks2/logs/debug-internal.log
+2024-04-16 06:18:55,476 INFO    MainThread:34 [wandb_init.py:_jupyter_setup():473] configuring jupyter hooks <wandb.sdk.wandb_init._WandbInit object at 0x7a5364210f10>
+2024-04-16 06:18:55,477 INFO    MainThread:34 [wandb_init.py:init():567] calling init triggers
+2024-04-16 06:18:55,477 INFO    MainThread:34 [wandb_init.py:init():574] wandb.init called with sweep_config: {}
+config: {}
+2024-04-16 06:18:55,477 INFO    MainThread:34 [wandb_init.py:init():617] starting backend
+2024-04-16 06:18:55,477 INFO    MainThread:34 [wandb_init.py:init():621] setting up manager
+2024-04-16 06:18:55,481 INFO    MainThread:34 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2024-04-16 06:18:55,483 INFO    MainThread:34 [wandb_init.py:init():629] backend started and connected
+2024-04-16 06:18:55,496 INFO    MainThread:34 [wandb_run.py:_label_probe_notebook():1299] probe notebook
+2024-04-16 06:18:55,848 INFO    MainThread:34 [wandb_init.py:init():721] updated telemetry
+2024-04-16 06:18:55,852 INFO    MainThread:34 [wandb_init.py:init():754] communicating run to backend with 90.0 second timeout
+2024-04-16 06:18:56,112 INFO    MainThread:34 [wandb_run.py:_on_init():2344] communicating current version
+2024-04-16 06:18:56,208 INFO    MainThread:34 [wandb_run.py:_on_init():2353] got version response upgrade_message: "wandb version 0.16.6 is available!  To upgrade, please run:\n $ pip install wandb --upgrade"
+
+2024-04-16 06:18:56,208 INFO    MainThread:34 [wandb_init.py:init():805] starting run threads in backend
+2024-04-16 06:19:12,559 INFO    MainThread:34 [wandb_run.py:_console_start():2323] atexit reg
+2024-04-16 06:19:12,559 INFO    MainThread:34 [wandb_run.py:_redirect():2178] redirect: wrap_raw
+2024-04-16 06:19:12,559 INFO    MainThread:34 [wandb_run.py:_redirect():2243] Wrapping output streams.
+2024-04-16 06:19:12,560 INFO    MainThread:34 [wandb_run.py:_redirect():2268] Redirects installed.
+2024-04-16 06:19:12,561 INFO    MainThread:34 [wandb_init.py:init():848] run started, returning control to user process
+2024-04-16 06:19:12,566 INFO    MainThread:34 [wandb_run.py:_config_callback():1347] config_cb None None {'vocab_size': 32016, 'max_position_embeddings': 16384, 'hidden_size': 4096, 'intermediate_size': 11008, 'num_hidden_layers': 32, 'num_attention_heads': 32, 'num_key_value_heads': 32, 'hidden_act': 'silu', 'initializer_range': 0.02, 'rms_norm_eps': 1e-05, 'pretraining_tp': 1, 'use_cache': False, 'rope_theta': 1000000, 'rope_scaling': None, 'attention_bias': False, 'attention_dropout': 0.0, 'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': 'bfloat16', 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': False, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'chunk_size_feed_forward': 0, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': ['LlamaForCausalLM'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': 1, 'pad_token_id': None, 'eos_token_id': 2, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': 'codellama/CodeLlama-7b-hf', 'transformers_version': '4.36.2', 'model_type': 'llama', 'quantization_config': {'quant_method': 'QuantizationMethod.BITS_AND_BYTES', 'load_in_8bit': False, 'load_in_4bit': True, 'llm_int8_threshold': 6.0, 'llm_int8_skip_modules': None, 'llm_int8_enable_fp32_cpu_offload': True, 'llm_int8_has_fp16_weight': False, 'bnb_4bit_quant_type': 'nf4', 'bnb_4bit_use_double_quant': True, 'bnb_4bit_compute_dtype': 'bfloat16'}, 'output_dir': '/kaggle/working/', 'overwrite_output_dir': True, 'do_train': False, 'do_eval': True, 'do_predict': False, 'evaluation_strategy': 'epoch', 'prediction_loss_only': False, 'per_device_train_batch_size': 3, 'per_device_eval_batch_size': 3, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 5, 'eval_accumulation_steps': None, 'eval_delay': 0, 'learning_rate': 5e-05, 'weight_decay': 0.01, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 1.0, 'num_train_epochs': 7, 'max_steps': -1, 'lr_scheduler_type': 'linear', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.0, 'warmup_steps': 20, 'log_level': 'passive', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': '/kaggle/working//logs', 'logging_strategy': 'epoch', 'logging_first_step': False, 'logging_steps': 500, 'logging_nan_inf_filter': True, 'save_strategy': 'epoch', 'save_steps': 500, 'save_total_limit': 5, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'use_ipex': False, 'bf16': False, 'fp16': True, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': None, 'dataloader_num_workers': 0, 'past_index': -1, 'run_name': 'fine-tuning-Phi2-with-webglm-qa-with-lora', 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': None, 'load_best_model_at_end': True, 'metric_for_best_model': 'loss', 'greater_is_better': False, 'ignore_data_skip': False, 'fsdp': [], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'deepspeed': None, 'label_smoothing_factor': 0.0, 'optim': 'paged_adamw_8bit', 'optim_args': None, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['wandb'], 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': False, 'resume_from_checkpoint': None, 'hub_model_id': None, 'hub_strategy': 'every_save', 'hub_token': '<HUB_TOKEN>', 'hub_private_repo': False, 'hub_always_push': False, 'gradient_checkpointing': True, 'gradient_checkpointing_kwargs': {'use_reentrant': False}, 'include_inputs_for_metrics': False, 'fp16_backend': 'auto', 'push_to_hub_model_id': None, 'push_to_hub_organization': None, 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', 'mp_parameters': '', 'auto_find_batch_size': False, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'dispatch_batches': None, 'split_batches': False, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': False, 'neftune_noise_alpha': None}
+2024-04-16 11:52:21,876 INFO    MainThread:34 [jupyter.py:save_ipynb():373] not saving jupyter notebook
+2024-04-16 11:52:21,876 INFO    MainThread:34 [wandb_init.py:_pause_backend():438] pausing backend
+2024-04-16 11:52:21,883 INFO    MainThread:34 [wandb_init.py:_resume_backend():443] resuming backend
+2024-04-16 11:52:49,863 INFO    MainThread:34 [jupyter.py:save_ipynb():373] not saving jupyter notebook
+2024-04-16 11:52:49,863 INFO    MainThread:34 [wandb_init.py:_pause_backend():438] pausing backend
+2024-04-16 11:52:49,869 INFO    MainThread:34 [wandb_init.py:_resume_backend():443] resuming backend
+2024-04-16 11:52:52,066 INFO    MainThread:34 [jupyter.py:save_ipynb():373] not saving jupyter notebook
+2024-04-16 11:52:52,066 INFO    MainThread:34 [wandb_init.py:_pause_backend():438] pausing backend
+2024-04-16 11:55:22,701 INFO    MainThread:34 [wandb_init.py:_resume_backend():443] resuming backend

wandb/run-20240416_061855-mrfkrks2/files/config.yaml

@@ -0,0 +1,700 @@
+wandb_version: 1
+
+_wandb:
+  desc: null
+  value:
+    python_version: 3.10.13
+    cli_version: 0.16.5
+    framework: huggingface
+    huggingface_version: 4.36.2
+    is_jupyter_run: true
+    is_kaggle_kernel: true
+    start_time: 1713248335.0
+    t:
+      1:
+      - 1
+      - 2
+      - 3
+      - 5
+      - 11
+      - 12
+      - 49
+      - 51
+      - 53
+      - 55
+      - 71
+      - 98
+      - 105
+      2:
+      - 1
+      - 2
+      - 3
+      - 5
+      - 11
+      - 12
+      - 49
+      - 51
+      - 53
+      - 55
+      - 71
+      - 98
+      - 105
+      3:
+      - 7
+      - 13
+      - 23
+      4: 3.10.13
+      5: 0.16.5
+      6: 4.36.2
+      8:
+      - 1
+      - 2
+      - 5
+      9:
+        1: transformers_trainer
+      13: linux-x86_64
+    m:
+    - 1: train/global_step
+      6:
+      - 3
+    - 1: train/loss
+      5: 1
+      6:
+      - 1
+    - 1: train/learning_rate
+      5: 1
+      6:
+      - 1
+    - 1: train/epoch
+      5: 1
+      6:
+      - 1
+    - 1: eval/loss
+      5: 1
+      6:
+      - 1
+    - 1: eval/runtime
+      5: 1
+      6:
+      - 1
+    - 1: eval/samples_per_second
+      5: 1
+      6:
+      - 1
+    - 1: eval/steps_per_second
+      5: 1
+      6:
+      - 1
+    - 1: train/train_runtime
+      5: 1
+      6:
+      - 1
+    - 1: train/train_samples_per_second
+      5: 1
+      6:
+      - 1
+    - 1: train/train_steps_per_second
+      5: 1
+      6:
+      - 1
+    - 1: train/total_flos
+      5: 1
+      6:
+      - 1
+    - 1: train/train_loss
+      5: 1
+      6:
+      - 1
+vocab_size:
+  desc: null
+  value: 32016
+max_position_embeddings:
+  desc: null
+  value: 16384
+hidden_size:
+  desc: null
+  value: 4096
+intermediate_size:
+  desc: null
+  value: 11008
+num_hidden_layers:
+  desc: null
+  value: 32
+num_attention_heads:
+  desc: null
+  value: 32
+num_key_value_heads:
+  desc: null
+  value: 32
+hidden_act:
+  desc: null
+  value: silu
+initializer_range:
+  desc: null
+  value: 0.02
+rms_norm_eps:
+  desc: null
+  value: 1.0e-05
+pretraining_tp:
+  desc: null
+  value: 1
+use_cache:
+  desc: null
+  value: false
+rope_theta:
+  desc: null
+  value: 1000000
+rope_scaling:
+  desc: null
+  value: null
+attention_bias:
+  desc: null
+  value: false
+attention_dropout:
+  desc: null
+  value: 0.0
+return_dict:
+  desc: null
+  value: true
+output_hidden_states:
+  desc: null
+  value: false
+output_attentions:
+  desc: null
+  value: false
+torchscript:
+  desc: null
+  value: false
+torch_dtype:
+  desc: null
+  value: bfloat16
+use_bfloat16:
+  desc: null
+  value: false
+tf_legacy_loss:
+  desc: null
+  value: false
+pruned_heads:
+  desc: null
+  value: {}
+tie_word_embeddings:
+  desc: null
+  value: false
+is_encoder_decoder:
+  desc: null
+  value: false
+is_decoder:
+  desc: null
+  value: false
+cross_attention_hidden_size:
+  desc: null
+  value: null
+add_cross_attention:
+  desc: null
+  value: false
+tie_encoder_decoder:
+  desc: null
+  value: false
+max_length:
+  desc: null
+  value: 20
+min_length:
+  desc: null
+  value: 0
+do_sample:
+  desc: null
+  value: false
+early_stopping:
+  desc: null
+  value: false
+num_beams:
+  desc: null
+  value: 1
+num_beam_groups:
+  desc: null
+  value: 1
+diversity_penalty:
+  desc: null
+  value: 0.0
+temperature:
+  desc: null
+  value: 1.0
+top_k:
+  desc: null
+  value: 50
+top_p:
+  desc: null
+  value: 1.0
+typical_p:
+  desc: null
+  value: 1.0
+repetition_penalty:
+  desc: null
+  value: 1.0
+length_penalty:
+  desc: null
+  value: 1.0
+no_repeat_ngram_size:
+  desc: null
+  value: 0
+encoder_no_repeat_ngram_size:
+  desc: null
+  value: 0
+bad_words_ids:
+  desc: null
+  value: null
+num_return_sequences:
+  desc: null
+  value: 1
+chunk_size_feed_forward:
+  desc: null
+  value: 0
+output_scores:
+  desc: null
+  value: false
+return_dict_in_generate:
+  desc: null
+  value: false
+forced_bos_token_id:
+  desc: null
+  value: null
+forced_eos_token_id:
+  desc: null
+  value: null
+remove_invalid_values:
+  desc: null
+  value: false
+exponential_decay_length_penalty:
+  desc: null
+  value: null
+suppress_tokens:
+  desc: null
+  value: null
+begin_suppress_tokens:
+  desc: null
+  value: null
+architectures:
+  desc: null
+  value:
+  - LlamaForCausalLM
+finetuning_task:
+  desc: null
+  value: null
+id2label:
+  desc: null
+  value:
+    '0': LABEL_0
+    '1': LABEL_1
+label2id:
+  desc: null
+  value:
+    LABEL_0: 0
+    LABEL_1: 1
+tokenizer_class:
+  desc: null
+  value: null
+prefix:
+  desc: null
+  value: null
+bos_token_id:
+  desc: null
+  value: 1
+pad_token_id:
+  desc: null
+  value: null
+eos_token_id:
+  desc: null
+  value: 2
+sep_token_id:
+  desc: null
+  value: null
+decoder_start_token_id:
+  desc: null
+  value: null
+task_specific_params:
+  desc: null
+  value: null
+problem_type:
+  desc: null
+  value: null
+_name_or_path:
+  desc: null
+  value: codellama/CodeLlama-7b-hf
+transformers_version:
+  desc: null
+  value: 4.36.2
+model_type:
+  desc: null
+  value: llama
+quantization_config:
+  desc: null
+  value:
+    quant_method: QuantizationMethod.BITS_AND_BYTES
+    load_in_8bit: false
+    load_in_4bit: true
+    llm_int8_threshold: 6.0
+    llm_int8_skip_modules: null
+    llm_int8_enable_fp32_cpu_offload: true
+    llm_int8_has_fp16_weight: false
+    bnb_4bit_quant_type: nf4
+    bnb_4bit_use_double_quant: true
+    bnb_4bit_compute_dtype: bfloat16
+output_dir:
+  desc: null
+  value: /kaggle/working/
+overwrite_output_dir:
+  desc: null
+  value: true
+do_train:
+  desc: null
+  value: false
+do_eval:
+  desc: null
+  value: true
+do_predict:
+  desc: null
+  value: false
+evaluation_strategy:
+  desc: null
+  value: epoch
+prediction_loss_only:
+  desc: null
+  value: false
+per_device_train_batch_size:
+  desc: null
+  value: 3
+per_device_eval_batch_size:
+  desc: null
+  value: 3
+per_gpu_train_batch_size:
+  desc: null
+  value: null
+per_gpu_eval_batch_size:
+  desc: null
+  value: null
+gradient_accumulation_steps:
+  desc: null
+  value: 5
+eval_accumulation_steps:
+  desc: null
+  value: null
+eval_delay:
+  desc: null
+  value: 0
+learning_rate:
+  desc: null
+  value: 5.0e-05
+weight_decay:
+  desc: null
+  value: 0.01
+adam_beta1:
+  desc: null
+  value: 0.9
+adam_beta2:
+  desc: null
+  value: 0.999
+adam_epsilon:
+  desc: null
+  value: 1.0e-08
+max_grad_norm:
+  desc: null
+  value: 1.0
+num_train_epochs:
+  desc: null
+  value: 7
+max_steps:
+  desc: null
+  value: -1
+lr_scheduler_type:
+  desc: null
+  value: linear
+lr_scheduler_kwargs:
+  desc: null
+  value: {}
+warmup_ratio:
+  desc: null
+  value: 0.0
+warmup_steps:
+  desc: null
+  value: 20
+log_level:
+  desc: null
+  value: passive
+log_level_replica:
+  desc: null
+  value: warning
+log_on_each_node:
+  desc: null
+  value: true
+logging_dir:
+  desc: null
+  value: /kaggle/working//logs
+logging_strategy:
+  desc: null
+  value: epoch
+logging_first_step:
+  desc: null
+  value: false
+logging_steps:
+  desc: null
+  value: 500
+logging_nan_inf_filter:
+  desc: null
+  value: true
+save_strategy:
+  desc: null
+  value: epoch
+save_steps:
+  desc: null
+  value: 500
+save_total_limit:
+  desc: null
+  value: 5
+save_safetensors:
+  desc: null
+  value: true
+save_on_each_node:
+  desc: null
+  value: false
+save_only_model:
+  desc: null
+  value: false
+no_cuda:
+  desc: null
+  value: false
+use_cpu:
+  desc: null
+  value: false
+use_mps_device:
+  desc: null
+  value: false
+seed:
+  desc: null
+  value: 42
+data_seed:
+  desc: null
+  value: null
+jit_mode_eval:
+  desc: null
+  value: false
+use_ipex:
+  desc: null
+  value: false
+bf16:
+  desc: null
+  value: false
+fp16:
+  desc: null
+  value: true
+fp16_opt_level:
+  desc: null
+  value: O1
+half_precision_backend:
+  desc: null
+  value: auto
+bf16_full_eval:
+  desc: null
+  value: false
+fp16_full_eval:
+  desc: null
+  value: false
+tf32:
+  desc: null
+  value: null
+local_rank:
+  desc: null
+  value: 0
+ddp_backend:
+  desc: null
+  value: null
+tpu_num_cores:
+  desc: null
+  value: null
+tpu_metrics_debug:
+  desc: null
+  value: false
+debug:
+  desc: null
+  value: []
+dataloader_drop_last:
+  desc: null
+  value: false
+eval_steps:
+  desc: null
+  value: null
+dataloader_num_workers:
+  desc: null
+  value: 0
+past_index:
+  desc: null
+  value: -1
+run_name:
+  desc: null
+  value: fine-tuning-Phi2-with-webglm-qa-with-lora
+disable_tqdm:
+  desc: null
+  value: false
+remove_unused_columns:
+  desc: null
+  value: true
+label_names:
+  desc: null
+  value: null
+load_best_model_at_end:
+  desc: null
+  value: true
+metric_for_best_model:
+  desc: null
+  value: loss
+greater_is_better:
+  desc: null
+  value: false
+ignore_data_skip:
+  desc: null
+  value: false
+fsdp:
+  desc: null
+  value: []
+fsdp_min_num_params:
+  desc: null
+  value: 0
+fsdp_config:
+  desc: null
+  value:
+    min_num_params: 0
+    xla: false
+    xla_fsdp_grad_ckpt: false
+fsdp_transformer_layer_cls_to_wrap:
+  desc: null
+  value: null
+deepspeed:
+  desc: null
+  value: null
+label_smoothing_factor:
+  desc: null
+  value: 0.0
+optim:
+  desc: null
+  value: paged_adamw_8bit
+optim_args:
+  desc: null
+  value: null
+adafactor:
+  desc: null
+  value: false
+group_by_length:
+  desc: null
+  value: false
+length_column_name:
+  desc: null
+  value: length
+report_to:
+  desc: null
+  value:
+  - wandb
+ddp_find_unused_parameters:
+  desc: null
+  value: null
+ddp_bucket_cap_mb:
+  desc: null
+  value: null
+ddp_broadcast_buffers:
+  desc: null
+  value: null
+dataloader_pin_memory:
+  desc: null
+  value: true
+dataloader_persistent_workers:
+  desc: null
+  value: false
+skip_memory_metrics:
+  desc: null
+  value: true
+use_legacy_prediction_loop:
+  desc: null
+  value: false
+push_to_hub:
+  desc: null
+  value: false
+resume_from_checkpoint:
+  desc: null
+  value: null
+hub_model_id:
+  desc: null
+  value: null
+hub_strategy:
+  desc: null
+  value: every_save
+hub_token:
+  desc: null
+  value: <HUB_TOKEN>
+hub_private_repo:
+  desc: null
+  value: false
+hub_always_push:
+  desc: null
+  value: false
+gradient_checkpointing:
+  desc: null
+  value: true
+gradient_checkpointing_kwargs:
+  desc: null
+  value:
+    use_reentrant: false
+include_inputs_for_metrics:
+  desc: null
+  value: false
+fp16_backend:
+  desc: null
+  value: auto
+push_to_hub_model_id:
+  desc: null
+  value: null
+push_to_hub_organization:
+  desc: null
+  value: null
+push_to_hub_token:
+  desc: null
+  value: <PUSH_TO_HUB_TOKEN>
+mp_parameters:
+  desc: null
+  value: ''
+auto_find_batch_size:
+  desc: null
+  value: false
+full_determinism:
+  desc: null
+  value: false
+torchdynamo:
+  desc: null
+  value: null
+ray_scope:
+  desc: null
+  value: last
+ddp_timeout:
+  desc: null
+  value: 1800
+torch_compile:
+  desc: null
+  value: false
+torch_compile_backend:
+  desc: null
+  value: null
+torch_compile_mode:
+  desc: null
+  value: null
+dispatch_batches:
+  desc: null
+  value: null
+split_batches:
+  desc: null
+  value: false
+include_tokens_per_second:
+  desc: null
+  value: false
+include_num_input_tokens_seen:
+  desc: null
+  value: false
+neftune_noise_alpha:
+  desc: null
+  value: null

wandb/run-20240416_061855-mrfkrks2/files/output.log

@@ -0,0 +1 @@
+

wandb/run-20240416_061855-mrfkrks2/files/requirements.txt

@@ -0,0 +1,864 @@
+Babel==2.14.0
+Boruta==0.3
+Brotli==1.0.9
+CVXcanon==0.1.2
+Cartopy==0.22.0
+Cython==3.0.8
+Deprecated==1.2.14
+Farama-Notifications==0.0.4
+Flask==3.0.2
+Geohash==1.0
+GitPython==3.1.41
+ImageHash==4.3.1
+Janome==0.5.0
+Jinja2==3.1.2
+LunarCalendar==0.0.9
+Mako==1.3.2
+Markdown==3.5.2
+MarkupSafe==2.1.3
+MarkupSafe==2.1.5
+Pillow==9.5.0
+PuLP==2.8.0
+PyArabic==0.6.15
+PyJWT==2.8.0
+PyMeeus==0.5.12
+PySocks==1.7.1
+PyUpSet==0.1.1.post7
+PyWavelets==1.5.0
+PyYAML==6.0.1
+Pygments==2.17.2
+Pympler==1.0.1
+QtPy==2.4.1
+Rtree==1.2.0
+SQLAlchemy==2.0.25
+SecretStorage==3.3.3
+Send2Trash==1.8.2
+Shapely==1.8.5.post1
+Shimmy==1.3.0
+SimpleITK==2.3.1
+TPOT==0.12.1
+Theano-PyMC==1.1.2
+Theano==1.0.5
+Wand==0.6.13
+Werkzeug==3.0.2
+absl-py==1.4.0
+accelerate==0.25.0
+access==1.1.9
+affine==2.4.0
+aiobotocore==2.12.2
+aiofiles==22.1.0
+aiohttp-cors==0.7.0
+aiohttp==3.9.1
+aioitertools==0.11.0
+aiorwlock==1.3.0
+aiosignal==1.3.1
+aiosqlite==0.19.0
+albumentations==1.4.0
+alembic==1.13.1
+altair==5.3.0
+annotated-types==0.6.0
+annoy==1.17.3
+anyio==4.2.0
+apache-beam==2.46.0
+aplus==0.11.0
+appdirs==1.4.4
+archspec==0.2.3
+argon2-cffi-bindings==21.2.0
+argon2-cffi==23.1.0
+array-record==0.5.0
+arrow==1.3.0
+arviz==0.17.1
+astroid==3.1.0
+astropy-iers-data==0.2024.4.1.0.33.14
+astropy==6.0.1
+asttokens==2.4.1
+astunparse==1.6.3
+async-lru==2.0.4
+async-timeout==4.0.3
+attrs==23.2.0
+audioread==3.0.1
+autopep8==2.0.4
+backoff==2.2.1
+bayesian-optimization==1.4.3
+beatrix_jupyterlab==2023.128.151533
+beautifulsoup4==4.12.2
+bitsandbytes==0.41.3
+blake3==0.2.1
+bleach==6.1.0
+blessed==1.20.0
+blinker==1.7.0
+blis==0.7.10
+blosc2==2.6.0
+bokeh==3.3.4
+boltons==23.1.1
+boto3==1.26.100
+botocore==1.34.51
+bq_helper==0.4.1
+bqplot==0.12.43
+branca==0.7.1
+brewer2mpl==1.4.1
+brotlipy==0.7.0
+cached-property==1.5.2
+cachetools==4.2.4
+cachetools==5.3.2
+catalogue==2.0.10
+catalyst==22.4
+catboost==1.2.3
+category-encoders==2.6.3
+certifi==2024.2.2
+cesium==0.12.1
+cffi==1.16.0
+charset-normalizer==3.3.2
+chex==0.1.86
+cleverhans==4.0.0
+click-plugins==1.1.1
+click==8.1.7
+cligj==0.7.2
+cloud-tpu-client==0.10
+cloud-tpu-profiler==2.4.0
+cloudpathlib==0.16.0
+cloudpickle==2.2.1
+cloudpickle==3.0.0
+cmdstanpy==1.2.2
+colorama==0.4.6
+colorcet==3.1.0
+colorful==0.5.6
+colorlog==6.8.2
+colorlover==0.3.0
+comm==0.2.1
+conda-libmamba-solver==23.7.0
+conda-package-handling==2.2.0
+conda==23.7.4
+conda_package_streaming==0.9.0
+confection==0.1.4
+contextily==1.6.0
+contourpy==1.2.0
+convertdate==2.4.0
+crcmod==1.7
+cryptography==41.0.7
+cuda-python==12.4.0
+cudf==23.8.0
+cufflinks==0.17.3
+cuml==23.8.0
+cupy==13.0.0
+cycler==0.12.1
+cymem==2.0.8
+cytoolz==0.12.3
+daal4py==2024.2.0
+daal==2024.2.0
+dacite==1.8.1
+dask-cuda==23.8.0
+dask-cudf==23.8.0
+dask-expr==1.0.9
+dask==2024.4.0
+dataclasses-json==0.6.4
+dataproc_jupyter_plugin==0.1.66
+datasets==2.15.0
+datashader==0.16.0
+datatile==1.0.3
+db-dtypes==1.2.0
+deap==1.4.1
+debugpy==1.8.0
+decorator==5.1.1
+deepdiff==6.7.1
+defusedxml==0.7.1
+deprecation==2.1.0
+descartes==1.1.0
+dill==0.3.7
+dipy==1.9.0
+distlib==0.3.8
+distributed==2023.7.1
+distro==1.9.0
+dm-tree==0.1.8
+docker-pycreds==0.4.0
+docker==7.0.0
+docopt==0.6.2
+docstring-parser==0.15
+docstring-to-markdown==0.15
+docutils==0.20.1
+earthengine-api==0.1.395
+easydict==1.13
+easyocr==1.7.1
+ecos==2.0.13
+eli5==0.13.0
+emoji==2.11.0
+en-core-web-lg==3.7.1
+en-core-web-sm==3.7.1
+entrypoints==0.4
+ephem==4.1.5
+esda==2.5.1
+essentia==2.1b6.dev1110
+et-xmlfile==1.1.0
+etils==1.6.0
+exceptiongroup==1.2.0
+executing==2.0.1
+explainable-ai-sdk==1.3.3
+fastai==2.7.14
+fastapi==0.108.0
+fastavro==1.9.3
+fastcore==1.5.29
+fastdownload==0.0.7
+fasteners==0.19
+fastjsonschema==2.19.1
+fastprogress==1.0.3
+fastrlock==0.8.2
+fasttext==0.9.2
+feather-format==0.4.1
+featuretools==1.30.0
+filelock==3.13.1
+fiona==1.9.6
+fitter==1.7.0
+flake8==7.0.0
+flashtext==2.7
+flatbuffers==23.5.26
+flax==0.8.2
+folium==0.16.0
+fonttools==4.47.0
+fonttools==4.50.0
+fqdn==1.5.1
+frozendict==2.4.1
+frozenlist==1.4.1
+fsspec==2023.10.0
+fsspec==2024.3.1
+funcy==2.0
+fury==0.10.0
+future==1.0.0
+fuzzywuzzy==0.18.0
+gast==0.5.4
+gatspy==0.3
+gcsfs==2024.2.0
+gensim==4.3.2
+geographiclib==2.0
+geojson==3.1.0
+geopandas==0.14.3
+geoplot==0.5.1
+geopy==2.4.1
+geoviews==1.11.1
+ggplot==0.11.5
+giddy==2.3.5
+gitdb==4.0.11
+google-ai-generativelanguage==0.4.0
+google-api-core==2.11.1
+google-api-core==2.18.0
+google-api-python-client==2.125.0
+google-apitools==0.5.31
+google-auth-httplib2==0.2.0
+google-auth-oauthlib==1.2.0
+google-auth==2.26.1
+google-cloud-aiplatform==0.6.0a1
+google-cloud-artifact-registry==1.10.0
+google-cloud-automl==1.0.1
+google-cloud-bigquery==2.34.4
+google-cloud-bigtable==1.7.3
+google-cloud-core==2.4.1
+google-cloud-datastore==2.19.0
+google-cloud-dlp==3.14.0
+google-cloud-jupyter-config==0.0.5
+google-cloud-language==2.13.3
+google-cloud-monitoring==2.18.0
+google-cloud-pubsub==2.19.0
+google-cloud-pubsublite==1.9.0
+google-cloud-recommendations-ai==0.7.1
+google-cloud-resource-manager==1.11.0
+google-cloud-spanner==3.40.1
+google-cloud-storage==1.44.0
+google-cloud-translate==3.12.1
+google-cloud-videointelligence==2.13.3
+google-cloud-vision==2.8.0
+google-crc32c==1.5.0
+google-generativeai==0.4.1
+google-pasta==0.2.0
+google-resumable-media==2.7.0
+googleapis-common-protos==1.62.0
+gplearn==0.4.2
+gpustat==1.0.0
+gpxpy==1.6.2
+graphviz==0.20.3
+greenlet==3.0.3
+grpc-google-iam-v1==0.12.7
+grpcio-status==1.48.1
+grpcio-status==1.48.2
+grpcio==1.51.1
+grpcio==1.60.0
+gviz-api==1.10.0
+gym-notices==0.0.8
+gym==0.26.2
+gymnasium==0.29.0
+h11==0.14.0
+h2o==3.46.0.1
+h5netcdf==1.3.0
+h5py==3.10.0
+haversine==2.8.1
+hdfs==2.7.3
+hep-ml==0.7.2
+hijri-converter==2.3.1
+hmmlearn==0.3.2
+holidays==0.24
+holoviews==1.18.3
+hpsklearn==0.1.0
+html5lib==1.1
+htmlmin==0.1.12
+httpcore==1.0.5
+httplib2==0.21.0
+httptools==0.6.1
+httpx==0.27.0
+huggingface-hub==0.22.2
+hunspell==0.5.5
+hydra-slayer==0.5.0
+hyperopt==0.2.7
+hypertools==0.8.0
+idna==3.6
+igraph==0.11.4
+imagecodecs==2024.1.1
+imageio==2.33.1
+imbalanced-learn==0.12.2
+imgaug==0.4.0
+importlib-metadata==6.11.0
+importlib-metadata==7.0.1
+importlib-resources==6.1.1
+inequality==1.0.1
+iniconfig==2.0.0
+ipydatawidgets==4.3.5
+ipykernel==6.28.0
+ipyleaflet==0.18.2
+ipympl==0.7.0
+ipython-genutils==0.2.0
+ipython-genutils==0.2.0
+ipython-sql==0.5.0
+ipython==8.20.0
+ipyvolume==0.6.3
+ipyvue==1.10.2
+ipyvuetify==1.9.3
+ipywebrtc==0.6.0
+ipywidgets==7.7.1
+isoduration==20.11.0
+isort==5.13.2
+isoweek==1.3.3
+itsdangerous==2.1.2
+jaraco.classes==3.3.0
+jax-jumpy==1.0.0
+jax==0.4.23
+jaxlib==0.4.23.dev20240116
+jedi==0.19.1
+jeepney==0.8.0
+jieba==0.42.1
+jmespath==1.0.1
+joblib==1.3.2
+json5==0.9.14
+jsonpatch==1.33
+jsonpointer==2.4
+jsonschema-specifications==2023.12.1
+jsonschema==4.20.0
+jupyter-console==6.6.3
+jupyter-events==0.9.0
+jupyter-http-over-ws==0.0.8
+jupyter-lsp==1.5.1
+jupyter-server-mathjax==0.2.6
+jupyter-ydoc==0.2.5
+jupyter_client==7.4.9
+jupyter_client==8.6.0
+jupyter_core==5.7.1
+jupyter_server==2.13.0
+jupyter_server_fileid==0.9.1
+jupyter_server_proxy==4.1.0
+jupyter_server_terminals==0.5.1
+jupyter_server_ydoc==0.8.0
+jupyterlab-lsp==5.1.0
+jupyterlab-widgets==3.0.9
+jupyterlab==4.1.5
+jupyterlab_git==0.44.0
+jupyterlab_pygments==0.3.0
+jupyterlab_server==2.25.2
+jupytext==1.16.0
+kaggle-environments==1.14.3
+kaggle==1.6.8
+kagglehub==0.2.2
+keras-cv==0.8.2
+keras-nlp==0.8.2
+keras-tuner==1.4.6
+keras==3.1.1
+kernels-mixer==0.0.7
+keyring==24.3.0
+keyrings.google-artifactregistry-auth==1.1.2
+kfp-pipeline-spec==0.2.2
+kfp-server-api==2.0.5
+kfp==2.5.0
+kiwisolver==1.4.5
+kmapper==2.0.1
+kmodes==0.12.2
+korean-lunar-calendar==0.3.1
+kornia==0.7.2
+kornia_rs==0.1.3
+kt-legacy==1.0.5
+kubernetes==26.1.0
+langcodes==3.3.0
+langid==1.1.6
+lazy_loader==0.3
+learntools==0.3.4
+leven==1.0.4
+libclang==16.0.6
+libmambapy==1.5.0
+libpysal==4.9.2
+librosa==0.10.1
+lightgbm==4.2.0
+lightning-utilities==0.11.2
+lime==0.2.0.1
+line-profiler==4.1.2
+linkify-it-py==2.0.3
+llvmlite==0.41.1
+llvmlite==0.42.0
+lml==0.1.0
+locket==1.0.0
+loguru==0.7.2
+lxml==5.2.1
+lz4==4.3.3
+mamba==1.5.0
+mapclassify==2.6.1
+markdown-it-py==3.0.0
+marshmallow==3.21.1
+matplotlib-inline==0.1.6
+matplotlib-venn==0.11.10
+matplotlib==3.7.5
+matplotlib==3.8.3
+mccabe==0.7.0
+mdit-py-plugins==0.4.0
+mdurl==0.1.2
+memory-profiler==0.61.0
+menuinst==2.0.1
+mercantile==1.2.1
+mgwr==2.2.1
+missingno==0.5.2
+mistune==0.8.4
+mizani==0.11.1
+ml-dtypes==0.2.0
+mlcrate==0.2.0
+mlens==0.2.3
+mlxtend==0.23.1
+mne==1.6.1
+mnist==0.2.2
+momepy==0.7.0
+more-itertools==10.2.0
+mpld3==0.5.10
+mpmath==1.3.0
+msgpack==1.0.7
+multidict==6.0.4
+multimethod==1.10
+multipledispatch==1.0.0
+multiprocess==0.70.15
+munkres==1.1.4
+murmurhash==1.0.10
+mypy-extensions==1.0.0
+namex==0.0.7
+nb-conda-kernels==2.3.1
+nb_conda==2.2.1
+nbclassic==1.0.0
+nbclient==0.5.13
+nbconvert==6.4.5
+nbdime==3.2.0
+nbformat==5.9.2
+ndindex==1.8
+nest-asyncio==1.5.8
+networkx==3.2.1
+nibabel==5.2.1
+nilearn==0.10.3
+ninja==1.11.1.1
+nltk==3.2.4
+nose==1.3.7
+notebook==6.5.4
+notebook==6.5.6
+notebook_executor==0.2
+notebook_shim==0.2.3
+numba==0.58.1
+numba==0.59.1
+numexpr==2.10.0
+numpy==1.26.4
+nvidia-ml-py==11.495.46
+nvtx==0.2.10
+oauth2client==4.1.3
+oauthlib==3.2.2
+objsize==0.6.1
+odfpy==1.4.1
+olefile==0.47
+onnx==1.16.0
+opencensus-context==0.1.3
+opencensus==0.11.4
+opencv-contrib-python==4.9.0.80
+opencv-python-headless==4.9.0.80
+opencv-python==4.9.0.80
+openpyxl==3.1.2
+openslide-python==1.3.1
+opentelemetry-api==1.22.0
+opentelemetry-exporter-otlp-proto-common==1.22.0
+opentelemetry-exporter-otlp-proto-grpc==1.22.0
+opentelemetry-exporter-otlp-proto-http==1.22.0
+opentelemetry-exporter-otlp==1.22.0
+opentelemetry-proto==1.22.0
+opentelemetry-sdk==1.22.0
+opentelemetry-semantic-conventions==0.43b0
+opt-einsum==3.3.0
+optax==0.2.2
+optree==0.11.0
+optuna==3.6.1
+orbax-checkpoint==0.5.7
+ordered-set==4.1.0
+orjson==3.9.10
+ortools==9.4.1874
+osmnx==1.9.2
+overrides==7.4.0
+packaging==21.3
+pandas-datareader==0.10.0
+pandas-profiling==3.6.6
+pandas-summary==0.2.0
+pandas==2.1.4
+pandas==2.2.1
+pandasql==0.7.3
+pandocfilters==1.5.0
+panel==1.3.8
+papermill==2.5.0
+param==2.1.0
+parso==0.8.3
+partd==1.4.1
+path.py==12.5.0
+path==16.10.0
+pathos==0.3.2
+pathy==0.10.3
+patsy==0.5.6
+pdf2image==1.17.0
+peft==0.7.1
+pettingzoo==1.24.0
+pexpect==4.8.0
+pexpect==4.9.0
+phik==0.12.4
+pickleshare==0.7.5
+pillow==10.3.0
+pip==23.3.2
+pkgutil_resolve_name==1.3.10
+platformdirs==4.2.0
+plotly-express==0.4.1
+plotly==5.18.0
+plotnine==0.13.4
+pluggy==1.4.0
+pointpats==2.4.0
+polars==0.20.18
+polyglot==16.7.4
+pooch==1.8.1
+pox==0.3.4
+ppca==0.0.4
+ppft==1.7.6.8
+preprocessing==0.1.13
+preshed==3.0.9
+prettytable==3.9.0
+progressbar2==4.4.2
+prometheus-client==0.19.0
+promise==2.3
+prompt-toolkit==3.0.42
+prompt-toolkit==3.0.43
+prophet==1.1.1
+proto-plus==1.23.0
+protobuf==3.20.3
+protobuf==4.21.12
+psutil==5.9.3
+psutil==5.9.7
+ptyprocess==0.7.0
+pudb==2024.1
+pure-eval==0.2.2
+py-cpuinfo==9.0.0
+py-spy==0.3.14
+py4j==0.10.9.7
+pyLDAvis==3.4.1
+pyOpenSSL==23.3.0
+pyaml==23.12.0
+pyarrow-hotfix==0.6
+pyarrow==15.0.2
+pyasn1-modules==0.3.0
+pyasn1==0.5.1
+pybind11==2.12.0
+pyclipper==1.3.0.post5
+pycodestyle==2.11.1
+pycosat==0.6.6
+pycparser==2.21
+pycryptodome==3.20.0
+pyct==0.5.0
+pycuda==2024.1
+pydantic==2.5.3
+pydantic==2.6.4
+pydantic_core==2.14.6
+pydantic_core==2.16.3
+pydegensac==0.1.2
+pydicom==2.4.4
+pydocstyle==6.3.0
+pydot==1.4.2
+pydub==0.25.1
+pyemd==1.0.0
+pyerfa==2.0.1.1
+pyexcel-io==0.6.6
+pyexcel-ods==0.6.0
+pyflakes==3.2.0
+pygltflib==1.16.2
+pykalman==0.9.7
+pylibraft==23.8.0
+pylint==3.1.0
+pymc3==3.11.4
+pymongo==3.13.0
+pynndescent==0.5.12
+pynvml==11.4.1
+pynvrtc==9.2
+pyparsing==3.1.1
+pyparsing==3.1.2
+pypdf==4.1.0
+pyproj==3.6.1
+pysal==24.1
+pyshp==2.3.1
+pytesseract==0.3.10
+pytest==8.1.1
+python-bidi==0.4.2
+python-dateutil==2.9.0.post0
+python-dotenv==1.0.0
+python-json-logger==2.0.7
+python-louvain==0.16
+python-lsp-jsonrpc==1.1.2
+python-lsp-server==1.11.0
+python-slugify==8.0.4
+python-utils==3.8.2
+pythreejs==2.4.2
+pytoolconfig==1.3.1
+pytools==2024.1.1
+pytorch-ignite==0.5.0.post2
+pytorch-lightning==2.2.1
+pytz==2023.3.post1
+pytz==2024.1
+pyu2f==0.1.5
+pyviz_comms==3.0.2
+pyzmq==24.0.1
+pyzmq==25.1.2
+qgrid==1.3.1
+qtconsole==5.5.1
+quantecon==0.7.2
+qudida==0.0.4
+raft-dask==23.8.0
+rasterio==1.3.9
+rasterstats==0.19.0
+ray-cpp==2.9.0
+ray==2.9.0
+referencing==0.32.1
+regex==2023.12.25
+requests-oauthlib==1.3.1
+requests-toolbelt==0.10.1
+requests==2.31.0
+retrying==1.3.3
+retrying==1.3.4
+rfc3339-validator==0.1.4
+rfc3986-validator==0.1.1
+rgf-python==3.12.0
+rich-click==1.7.4
+rich==13.7.0
+rich==13.7.1
+rmm==23.8.0
+rope==1.13.0
+rpds-py==0.16.2
+rsa==4.9
+ruamel-yaml-conda==0.15.100
+ruamel.yaml.clib==0.2.7
+ruamel.yaml==0.17.40
+s2sphere==0.2.5
+s3fs==2024.2.0
+s3transfer==0.6.2
+safetensors==0.4.2
+scattertext==0.1.19
+scikit-image==0.22.0
+scikit-learn-intelex==2024.2.0
+scikit-learn==1.2.2
+scikit-multilearn==0.2.0
+scikit-optimize==0.10.1
+scikit-plot==0.3.7
+scikit-surprise==1.1.3
+scipy==1.11.4
+scipy==1.12.0
+seaborn==0.12.2
+segment_anything==1.0
+segregation==2.5
+semver==3.0.2
+sentencepiece==0.2.0
+sentry-sdk==1.44.1
+setproctitle==1.3.3
+setuptools-git==1.2
+setuptools-scm==8.0.4
+setuptools==69.0.3
+shap==0.44.1
+shapely==2.0.3
+shellingham==1.5.4
+shtab==1.7.1
+simpervisor==1.0.0
+simplejson==3.19.2
+six==1.16.0
+sklearn-pandas==2.2.0
+slicer==0.0.7
+smart-open==6.4.0
+smmap==5.0.1
+sniffio==1.3.0
+snowballstemmer==2.2.0
+snuggs==1.4.7
+sortedcontainers==2.4.0
+soundfile==0.12.1
+soupsieve==2.5
+soxr==0.3.7
+spacy-legacy==3.0.12
+spacy-loggers==1.0.5
+spacy==3.7.2
+spaghetti==1.7.5.post1
+spectral==0.23.1
+spglm==1.1.0
+sphinx-rtd-theme==0.2.4
+spint==1.0.7
+splot==1.1.5.post1
+spopt==0.6.0
+spreg==1.4.2
+spvcm==0.3.0
+sqlparse==0.4.4
+squarify==0.4.3
+srsly==2.4.8
+stable-baselines3==2.1.0
+stack-data==0.6.2
+stack-data==0.6.3
+stanio==0.5.0
+starlette==0.32.0.post1
+statsmodels==0.14.1
+stemming==1.0.1
+stop-words==2018.7.23
+stopit==1.1.2
+stumpy==1.12.0
+sympy==1.12
+tables==3.9.2
+tabulate==0.9.0
+tangled-up-in-unicode==0.2.0
+tbb==2021.12.0
+tblib==3.0.0
+tenacity==8.2.3
+tensorboard-data-server==0.7.2
+tensorboard-plugin-profile==2.15.0
+tensorboard==2.15.1
+tensorboardX==2.6.2.2
+tensorflow-cloud==0.1.16
+tensorflow-datasets==4.9.4
+tensorflow-decision-forests==1.8.1
+tensorflow-estimator==2.15.0
+tensorflow-hub==0.16.1
+tensorflow-io-gcs-filesystem==0.35.0
+tensorflow-io==0.35.0
+tensorflow-metadata==0.14.0
+tensorflow-probability==0.23.0
+tensorflow-serving-api==2.14.1
+tensorflow-text==2.15.0
+tensorflow-transform==0.14.0
+tensorflow==2.15.0
+tensorstore==0.1.56
+termcolor==2.4.0
+terminado==0.18.0
+testpath==0.6.0
+text-unidecode==1.3
+textblob==0.18.0.post0
+texttable==1.7.0
+tf_keras==2.15.1
+tfp-nightly==0.24.0.dev0
+thinc==8.2.2
+threadpoolctl==3.2.0
+tifffile==2023.12.9
+timm==0.9.16
+tinycss2==1.2.1
+tobler==0.11.2
+tokenizers==0.15.2
+toml==0.10.2
+tomli==2.0.1
+tomlkit==0.12.4
+toolz==0.12.1
+torch==2.1.2
+torchaudio==2.1.2
+torchdata==0.7.1
+torchinfo==1.8.0
+torchmetrics==1.3.2
+torchtext==0.16.2
+torchvision==0.16.2
+tornado==6.3.3
+tqdm==4.66.1
+traceml==1.0.8
+traitlets==5.9.0
+traittypes==0.2.1
+transformers==4.36.2
+treelite-runtime==3.2.0
+treelite==3.2.0
+trl==0.7.7
+truststore==0.8.0
+trx-python==0.2.9
+tsfresh==0.20.2
+typeguard==4.1.5
+typer==0.9.0
+typer==0.9.4
+types-python-dateutil==2.8.19.20240106
+typing-inspect==0.9.0
+typing-utils==0.1.0
+typing_extensions==4.9.0
+tyro==0.8.3
+tzdata==2023.4
+uc-micro-py==1.0.3
+ucx-py==0.33.0
+ujson==5.9.0
+umap-learn==0.5.5
+unicodedata2==15.1.0
+update-checker==0.18.0
+uri-template==1.3.0
+uritemplate==3.0.1
+urllib3==1.26.18
+urllib3==2.1.0
+urwid==2.6.10
+urwid_readline==0.14
+uvicorn==0.25.0
+uvloop==0.19.0
+vaex-astro==0.9.3
+vaex-core==4.17.1
+vaex-hdf5==0.14.1
+vaex-jupyter==0.8.2
+vaex-ml==0.18.3
+vaex-server==0.9.0
+vaex-viz==0.5.4
+vaex==4.17.0
+vec_noise==1.1.4
+vecstack==0.4.0
+virtualenv==20.21.0
+visions==0.7.5
+vowpalwabbit==9.9.0
+vtk==9.3.0
+wandb==0.16.5
+wasabi==1.1.2
+watchfiles==0.21.0
+wavio==0.0.8
+wcwidth==0.2.13
+weasel==0.3.4
+webcolors==1.13
+webencodings==0.5.1
+websocket-client==1.7.0
+websockets==12.0
+wfdb==4.1.2
+whatthepatch==1.0.5
+wheel==0.42.0
+widgetsnbextension==3.6.6
+witwidget==1.8.1
+woodwork==0.29.0
+wordcloud==1.9.3
+wordsegment==1.3.1
+wrapt==1.14.1
+xarray-einstats==0.7.0
+xarray==2024.3.0
+xgboost==2.0.3
+xvfbwrapper==0.2.9
+xxhash==3.4.1
+xyzservices==2023.10.1
+y-py==0.6.2
+yapf==0.40.2
+yarl==1.9.3
+yarl==1.9.4
+ydata-profiling==4.6.4
+yellowbrick==1.5
+ypy-websocket==0.8.4
+zict==3.0.0
+zipp==3.17.0
+zstandard==0.22.0

wandb/run-20240416_061855-mrfkrks2/files/wandb-metadata.json

@@ -0,0 +1,66 @@
+{
+    "os": "Linux-5.15.133+-x86_64-with-glibc2.31",
+    "python": "3.10.13",
+    "heartbeatAt": "2024-04-16T06:18:56.240194",
+    "startedAt": "2024-04-16T06:18:55.474625",
+    "docker": null,
+    "cuda": null,
+    "args": [],
+    "state": "running",
+    "program": "kaggle.ipynb",
+    "codePathLocal": null,
+    "root": "/kaggle/working",
+    "host": "7447fe43e87a",
+    "username": "root",
+    "executable": "/opt/conda/bin/python3.10",
+    "cpu_count": 2,
+    "cpu_count_logical": 4,
+    "cpu_freq": {
+        "current": 2000.138,
+        "min": 0.0,
+        "max": 0.0
+    },
+    "cpu_freq_per_core": [
+        {
+            "current": 2000.138,
+            "min": 0.0,
+            "max": 0.0
+        },
+        {
+            "current": 2000.138,
+            "min": 0.0,
+            "max": 0.0
+        },
+        {
+            "current": 2000.138,
+            "min": 0.0,
+            "max": 0.0
+        },
+        {
+            "current": 2000.138,
+            "min": 0.0,
+            "max": 0.0
+        }
+    ],
+    "disk": {
+        "/": {
+            "total": 8062.387607574463,
+            "used": 5576.1118812561035
+        }
+    },
+    "gpu": "Tesla T4",
+    "gpu_count": 2,
+    "gpu_devices": [
+        {
+            "name": "Tesla T4",
+            "memory_total": 16106127360
+        },
+        {
+            "name": "Tesla T4",
+            "memory_total": 16106127360
+        }
+    ],
+    "memory": {
+        "total": 31.357559204101562
+    }
+}

wandb/run-20240416_061855-mrfkrks2/files/wandb-summary.json

@@ -0,0 +1 @@
+{"train/loss": 0.1277, "train/learning_rate": 0.0, "train/epoch": 7.0, "train/global_step": 441, "_timestamp": 1713268369.8602688, "_runtime": 20034.376485824585, "_step": 15, "eval/loss": 0.1535859853029251, "eval/runtime": 27.971, "eval/samples_per_second": 0.93, "eval/steps_per_second": 0.322, "train/train_runtime": 20006.4283, "train/train_samples_per_second": 0.33, "train/train_steps_per_second": 0.022, "train/total_flos": 2.684839994232668e+17, "train/train_loss": 0.44885902664288374}

wandb/run-20240416_061855-mrfkrks2/logs/debug.log

@@ -0,0 +1,41 @@
+2024-04-16 06:18:55,476 INFO    MainThread:34 [wandb_setup.py:_flush():76] Current SDK version is 0.16.5
+2024-04-16 06:18:55,476 INFO    MainThread:34 [wandb_setup.py:_flush():76] Configure stats pid to 34
+2024-04-16 06:18:55,476 INFO    MainThread:34 [wandb_setup.py:_flush():76] Loading settings from /root/.config/wandb/settings
+2024-04-16 06:18:55,476 INFO    MainThread:34 [wandb_setup.py:_flush():76] Loading settings from /kaggle/working/wandb/settings
+2024-04-16 06:18:55,476 INFO    MainThread:34 [wandb_setup.py:_flush():76] Loading settings from environment variables: {}
+2024-04-16 06:18:55,476 INFO    MainThread:34 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program': '<python with no main file>'}
+2024-04-16 06:18:55,476 INFO    MainThread:34 [wandb_setup.py:_flush():76] Applying login settings: {}
+2024-04-16 06:18:55,476 INFO    MainThread:34 [wandb_setup.py:_flush():76] Applying login settings: {'api_key': '***REDACTED***'}
+2024-04-16 06:18:55,476 INFO    MainThread:34 [wandb_setup.py:_flush():76] Applying login settings: {}
+2024-04-16 06:18:55,476 INFO    MainThread:34 [wandb_init.py:_log_setup():527] Logging user logs to /kaggle/working/wandb/run-20240416_061855-mrfkrks2/logs/debug.log
+2024-04-16 06:18:55,476 INFO    MainThread:34 [wandb_init.py:_log_setup():528] Logging internal logs to /kaggle/working/wandb/run-20240416_061855-mrfkrks2/logs/debug-internal.log
+2024-04-16 06:18:55,476 INFO    MainThread:34 [wandb_init.py:_jupyter_setup():473] configuring jupyter hooks <wandb.sdk.wandb_init._WandbInit object at 0x7a5364210f10>
+2024-04-16 06:18:55,477 INFO    MainThread:34 [wandb_init.py:init():567] calling init triggers
+2024-04-16 06:18:55,477 INFO    MainThread:34 [wandb_init.py:init():574] wandb.init called with sweep_config: {}
+config: {}
+2024-04-16 06:18:55,477 INFO    MainThread:34 [wandb_init.py:init():617] starting backend
+2024-04-16 06:18:55,477 INFO    MainThread:34 [wandb_init.py:init():621] setting up manager
+2024-04-16 06:18:55,481 INFO    MainThread:34 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2024-04-16 06:18:55,483 INFO    MainThread:34 [wandb_init.py:init():629] backend started and connected
+2024-04-16 06:18:55,496 INFO    MainThread:34 [wandb_run.py:_label_probe_notebook():1299] probe notebook
+2024-04-16 06:18:55,848 INFO    MainThread:34 [wandb_init.py:init():721] updated telemetry
+2024-04-16 06:18:55,852 INFO    MainThread:34 [wandb_init.py:init():754] communicating run to backend with 90.0 second timeout
+2024-04-16 06:18:56,112 INFO    MainThread:34 [wandb_run.py:_on_init():2344] communicating current version
+2024-04-16 06:18:56,208 INFO    MainThread:34 [wandb_run.py:_on_init():2353] got version response upgrade_message: "wandb version 0.16.6 is available!  To upgrade, please run:\n $ pip install wandb --upgrade"
+
+2024-04-16 06:18:56,208 INFO    MainThread:34 [wandb_init.py:init():805] starting run threads in backend
+2024-04-16 06:19:12,559 INFO    MainThread:34 [wandb_run.py:_console_start():2323] atexit reg
+2024-04-16 06:19:12,559 INFO    MainThread:34 [wandb_run.py:_redirect():2178] redirect: wrap_raw
+2024-04-16 06:19:12,559 INFO    MainThread:34 [wandb_run.py:_redirect():2243] Wrapping output streams.
+2024-04-16 06:19:12,560 INFO    MainThread:34 [wandb_run.py:_redirect():2268] Redirects installed.
+2024-04-16 06:19:12,561 INFO    MainThread:34 [wandb_init.py:init():848] run started, returning control to user process
+2024-04-16 06:19:12,566 INFO    MainThread:34 [wandb_run.py:_config_callback():1347] config_cb None None {'vocab_size': 32016, 'max_position_embeddings': 16384, 'hidden_size': 4096, 'intermediate_size': 11008, 'num_hidden_layers': 32, 'num_attention_heads': 32, 'num_key_value_heads': 32, 'hidden_act': 'silu', 'initializer_range': 0.02, 'rms_norm_eps': 1e-05, 'pretraining_tp': 1, 'use_cache': False, 'rope_theta': 1000000, 'rope_scaling': None, 'attention_bias': False, 'attention_dropout': 0.0, 'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': 'bfloat16', 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': False, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'chunk_size_feed_forward': 0, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': ['LlamaForCausalLM'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': 1, 'pad_token_id': None, 'eos_token_id': 2, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': 'codellama/CodeLlama-7b-hf', 'transformers_version': '4.36.2', 'model_type': 'llama', 'quantization_config': {'quant_method': 'QuantizationMethod.BITS_AND_BYTES', 'load_in_8bit': False, 'load_in_4bit': True, 'llm_int8_threshold': 6.0, 'llm_int8_skip_modules': None, 'llm_int8_enable_fp32_cpu_offload': True, 'llm_int8_has_fp16_weight': False, 'bnb_4bit_quant_type': 'nf4', 'bnb_4bit_use_double_quant': True, 'bnb_4bit_compute_dtype': 'bfloat16'}, 'output_dir': '/kaggle/working/', 'overwrite_output_dir': True, 'do_train': False, 'do_eval': True, 'do_predict': False, 'evaluation_strategy': 'epoch', 'prediction_loss_only': False, 'per_device_train_batch_size': 3, 'per_device_eval_batch_size': 3, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 5, 'eval_accumulation_steps': None, 'eval_delay': 0, 'learning_rate': 5e-05, 'weight_decay': 0.01, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 1.0, 'num_train_epochs': 7, 'max_steps': -1, 'lr_scheduler_type': 'linear', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.0, 'warmup_steps': 20, 'log_level': 'passive', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': '/kaggle/working//logs', 'logging_strategy': 'epoch', 'logging_first_step': False, 'logging_steps': 500, 'logging_nan_inf_filter': True, 'save_strategy': 'epoch', 'save_steps': 500, 'save_total_limit': 5, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'use_ipex': False, 'bf16': False, 'fp16': True, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': None, 'dataloader_num_workers': 0, 'past_index': -1, 'run_name': 'fine-tuning-Phi2-with-webglm-qa-with-lora', 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': None, 'load_best_model_at_end': True, 'metric_for_best_model': 'loss', 'greater_is_better': False, 'ignore_data_skip': False, 'fsdp': [], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'deepspeed': None, 'label_smoothing_factor': 0.0, 'optim': 'paged_adamw_8bit', 'optim_args': None, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['wandb'], 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': False, 'resume_from_checkpoint': None, 'hub_model_id': None, 'hub_strategy': 'every_save', 'hub_token': '<HUB_TOKEN>', 'hub_private_repo': False, 'hub_always_push': False, 'gradient_checkpointing': True, 'gradient_checkpointing_kwargs': {'use_reentrant': False}, 'include_inputs_for_metrics': False, 'fp16_backend': 'auto', 'push_to_hub_model_id': None, 'push_to_hub_organization': None, 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', 'mp_parameters': '', 'auto_find_batch_size': False, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'dispatch_batches': None, 'split_batches': False, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': False, 'neftune_noise_alpha': None}
+2024-04-16 11:52:21,876 INFO    MainThread:34 [jupyter.py:save_ipynb():373] not saving jupyter notebook
+2024-04-16 11:52:21,876 INFO    MainThread:34 [wandb_init.py:_pause_backend():438] pausing backend
+2024-04-16 11:52:21,883 INFO    MainThread:34 [wandb_init.py:_resume_backend():443] resuming backend
+2024-04-16 11:52:49,863 INFO    MainThread:34 [jupyter.py:save_ipynb():373] not saving jupyter notebook
+2024-04-16 11:52:49,863 INFO    MainThread:34 [wandb_init.py:_pause_backend():438] pausing backend
+2024-04-16 11:52:49,869 INFO    MainThread:34 [wandb_init.py:_resume_backend():443] resuming backend
+2024-04-16 11:52:52,066 INFO    MainThread:34 [jupyter.py:save_ipynb():373] not saving jupyter notebook
+2024-04-16 11:52:52,066 INFO    MainThread:34 [wandb_init.py:_pause_backend():438] pausing backend
+2024-04-16 11:55:22,701 INFO    MainThread:34 [wandb_init.py:_resume_backend():443] resuming backend