Instructions to use ruanchaves/mdeberta-v3-base-porsimplessent with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use ruanchaves/mdeberta-v3-base-porsimplessent with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("text-classification", model="ruanchaves/mdeberta-v3-base-porsimplessent")# Load model directly from transformers import AutoTokenizer, AutoModelForSequenceClassification tokenizer = AutoTokenizer.from_pretrained("ruanchaves/mdeberta-v3-base-porsimplessent") model = AutoModelForSequenceClassification.from_pretrained("ruanchaves/mdeberta-v3-base-porsimplessent") - Notebooks
- Google Colab
- Kaggle
| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 20.0, | |
| "global_step": 6220, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.9522821307182312, | |
| "eval_loss": 0.12891167402267456, | |
| "eval_runtime": 9.8242, | |
| "eval_samples_per_second": 147.188, | |
| "eval_steps_per_second": 18.424, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "learning_rate": 3.106972231499722e-05, | |
| "loss": 0.2799, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.9612724781036377, | |
| "eval_loss": 0.11741334199905396, | |
| "eval_runtime": 9.9246, | |
| "eval_samples_per_second": 145.698, | |
| "eval_steps_per_second": 18.237, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.9688796401023865, | |
| "eval_loss": 0.1398700326681137, | |
| "eval_runtime": 9.777, | |
| "eval_samples_per_second": 147.898, | |
| "eval_steps_per_second": 18.513, | |
| "step": 933 | |
| }, | |
| { | |
| "epoch": 3.22, | |
| "learning_rate": 2.8353837497252705e-05, | |
| "loss": 0.0986, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.9640387296676636, | |
| "eval_loss": 0.19078733026981354, | |
| "eval_runtime": 10.086, | |
| "eval_samples_per_second": 143.368, | |
| "eval_steps_per_second": 17.946, | |
| "step": 1244 | |
| }, | |
| { | |
| "epoch": 4.82, | |
| "learning_rate": 2.563795267950819e-05, | |
| "loss": 0.0467, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_accuracy": 0.9598893523216248, | |
| "eval_loss": 0.2066243439912796, | |
| "eval_runtime": 9.9772, | |
| "eval_samples_per_second": 144.93, | |
| "eval_steps_per_second": 18.141, | |
| "step": 1555 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_accuracy": 0.9619640111923218, | |
| "eval_loss": 0.23871752619743347, | |
| "eval_runtime": 9.7438, | |
| "eval_samples_per_second": 148.402, | |
| "eval_steps_per_second": 18.576, | |
| "step": 1866 | |
| }, | |
| { | |
| "epoch": 6.43, | |
| "learning_rate": 2.292206786176368e-05, | |
| "loss": 0.0299, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_accuracy": 0.9640387296676636, | |
| "eval_loss": 0.2593800723552704, | |
| "eval_runtime": 9.8624, | |
| "eval_samples_per_second": 146.617, | |
| "eval_steps_per_second": 18.352, | |
| "step": 2177 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_accuracy": 0.9681881070137024, | |
| "eval_loss": 0.21497485041618347, | |
| "eval_runtime": 9.6756, | |
| "eval_samples_per_second": 149.448, | |
| "eval_steps_per_second": 18.707, | |
| "step": 2488 | |
| }, | |
| { | |
| "epoch": 8.04, | |
| "learning_rate": 2.020618304401917e-05, | |
| "loss": 0.0174, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "eval_accuracy": 0.9702627658843994, | |
| "eval_loss": 0.21150082349777222, | |
| "eval_runtime": 10.0341, | |
| "eval_samples_per_second": 144.108, | |
| "eval_steps_per_second": 18.038, | |
| "step": 2799 | |
| }, | |
| { | |
| "epoch": 9.65, | |
| "learning_rate": 1.749029822627466e-05, | |
| "loss": 0.0133, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "eval_accuracy": 0.9661133885383606, | |
| "eval_loss": 0.2336471825838089, | |
| "eval_runtime": 9.6376, | |
| "eval_samples_per_second": 150.037, | |
| "eval_steps_per_second": 18.781, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 11.0, | |
| "eval_accuracy": 0.9640387296676636, | |
| "eval_loss": 0.26857590675354004, | |
| "eval_runtime": 10.0374, | |
| "eval_samples_per_second": 144.061, | |
| "eval_steps_per_second": 18.033, | |
| "step": 3421 | |
| }, | |
| { | |
| "epoch": 11.25, | |
| "learning_rate": 1.4774413408530146e-05, | |
| "loss": 0.0065, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 12.0, | |
| "eval_accuracy": 0.9647302627563477, | |
| "eval_loss": 0.29211708903312683, | |
| "eval_runtime": 9.8275, | |
| "eval_samples_per_second": 147.138, | |
| "eval_steps_per_second": 18.418, | |
| "step": 3732 | |
| }, | |
| { | |
| "epoch": 12.86, | |
| "learning_rate": 1.2058528590785633e-05, | |
| "loss": 0.006, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 13.0, | |
| "eval_accuracy": 0.9633471369743347, | |
| "eval_loss": 0.30721694231033325, | |
| "eval_runtime": 9.9209, | |
| "eval_samples_per_second": 145.753, | |
| "eval_steps_per_second": 18.244, | |
| "step": 4043 | |
| }, | |
| { | |
| "epoch": 14.0, | |
| "eval_accuracy": 0.9674965143203735, | |
| "eval_loss": 0.30118855834007263, | |
| "eval_runtime": 9.8913, | |
| "eval_samples_per_second": 146.189, | |
| "eval_steps_per_second": 18.299, | |
| "step": 4354 | |
| }, | |
| { | |
| "epoch": 14.47, | |
| "learning_rate": 9.342643773041121e-06, | |
| "loss": 0.0068, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 15.0, | |
| "eval_accuracy": 0.9647302627563477, | |
| "eval_loss": 0.29607123136520386, | |
| "eval_runtime": 9.8325, | |
| "eval_samples_per_second": 147.063, | |
| "eval_steps_per_second": 18.408, | |
| "step": 4665 | |
| }, | |
| { | |
| "epoch": 16.0, | |
| "eval_accuracy": 0.9633471369743347, | |
| "eval_loss": 0.29950061440467834, | |
| "eval_runtime": 9.895, | |
| "eval_samples_per_second": 146.134, | |
| "eval_steps_per_second": 18.292, | |
| "step": 4976 | |
| }, | |
| { | |
| "epoch": 16.08, | |
| "learning_rate": 6.626758955296609e-06, | |
| "loss": 0.0062, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 17.0, | |
| "eval_accuracy": 0.9674965143203735, | |
| "eval_loss": 0.2802109718322754, | |
| "eval_runtime": 9.7901, | |
| "eval_samples_per_second": 147.7, | |
| "eval_steps_per_second": 18.488, | |
| "step": 5287 | |
| }, | |
| { | |
| "epoch": 17.68, | |
| "learning_rate": 3.910874137552097e-06, | |
| "loss": 0.0069, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 18.0, | |
| "eval_accuracy": 0.9688796401023865, | |
| "eval_loss": 0.2822701930999756, | |
| "eval_runtime": 9.8995, | |
| "eval_samples_per_second": 146.068, | |
| "eval_steps_per_second": 18.284, | |
| "step": 5598 | |
| }, | |
| { | |
| "epoch": 19.0, | |
| "eval_accuracy": 0.9681881070137024, | |
| "eval_loss": 0.27318963408470154, | |
| "eval_runtime": 9.6783, | |
| "eval_samples_per_second": 149.407, | |
| "eval_steps_per_second": 18.702, | |
| "step": 5909 | |
| }, | |
| { | |
| "epoch": 19.29, | |
| "learning_rate": 1.1949893198075852e-06, | |
| "loss": 0.0041, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 20.0, | |
| "eval_accuracy": 0.9681881070137024, | |
| "eval_loss": 0.27601131796836853, | |
| "eval_runtime": 9.9846, | |
| "eval_samples_per_second": 144.824, | |
| "eval_steps_per_second": 18.128, | |
| "step": 6220 | |
| }, | |
| { | |
| "epoch": 20.0, | |
| "step": 6220, | |
| "total_flos": 6546379231641600.0, | |
| "train_loss": 0.042026480821551235, | |
| "train_runtime": 4438.5906, | |
| "train_samples_per_second": 22.422, | |
| "train_steps_per_second": 1.401 | |
| } | |
| ], | |
| "max_steps": 6220, | |
| "num_train_epochs": 20, | |
| "total_flos": 6546379231641600.0, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |