Skip to content
Snippets Groups Projects
Commit 33e04c32 authored by abivarma.kandiah's avatar abivarma.kandiah
Browse files

Model seems to work on rp2040

parent 7c90ffa6
No related branches found
No related tags found
No related merge requests found
Expand all Hide whitespace changes
Inline Side-by-side
src/hardware/sign_translator/CMakeLists.txt
+ 3
− 3
View file @ 33e04c32
...@@ -18,14 +18,14 @@ pico_sdk_init() ...@@ -18,14 +18,14 @@ pico_sdk_init()
add_executable(${PROJECT_NAME} add_executable(${PROJECT_NAME}
main.cpp main.cpp
#sign_model.cpp sign_model.cpp
) )
#add_subdirectory(${CMAKE_CURRENT_LIST_DIR}/pico-tflmicro) add_subdirectory(${CMAKE_CURRENT_LIST_DIR}/pico-tflmicro)
target_link_libraries(${PROJECT_NAME} target_link_libraries(${PROJECT_NAME}
pico_stdlib pico_stdlib
#pico-tflmicro pico-tflmicro
) )
# Create a UF2 file for flashing the RP2040 # Create a UF2 file for flashing the RP2040
......
src/hardware/sign_translator/main.cpp
+ 135
− 26
View file @ 33e04c32
#include "pico/stdlib.h" #include "pico/stdlib.h"
#include <stdio.h> #include <stdio.h>
/* #include "tensorflow/lite/micro/tflite_bridge/micro_error_reporter.h"
#include "tensorflow/lite/micro/micro_interpreter.h" #include "tensorflow/lite/micro/micro_interpreter.h"
#include "tensorflow/lite/micro/micro_log.h" #include "tensorflow/lite/micro/micro_log.h"
#include "tensorflow/lite/micro/micro_mutable_op_resolver.h" #include "tensorflow/lite/micro/micro_mutable_op_resolver.h"
#include "tensorflow/lite/micro/system_setup.h" #include "tensorflow/lite/micro/system_setup.h"
#include "tensorflow/lite/schema/schema_generated.h" #include "tensorflow/lite/schema/schema_generated.h"
*/
//#include "sign_model.h"
int main() #include "sign_model.h"
// TEST LETTERS
unsigned char letter_n[] = {178, 179, 180, 180, 180, 180, 180, 181, 180, 180, 180, 182, 182, 182, 183, 184, 181, 181, 182, 182, 181, 181, 181, 181, 180, 178, 177, 178, 179, 180, 180, 180, 180, 181, 182, 181, 180, 182, 183, 182, 180, 180, 178, 178, 187, 186, 184, 183, 180, 181, 182, 182, 181, 180, 178, 179, 180, 181, 181, 181, 182, 182, 181, 181, 181, 182, 181, 183, 194, 197, 178, 144, 138, 169, 167, 182, 183, 183, 184, 184, 182, 182, 180, 179, 180, 181, 181, 181, 182, 182, 181, 181, 182, 182, 181, 202, 213, 211, 197, 151, 107, 84, 115, 119, 185, 183, 183, 182, 182, 182, 180, 181, 181, 181, 181, 181, 181, 182, 183, 183, 181, 183, 183, 172, 175, 201, 203, 162, 115, 71, 98, 75, 153, 191, 181, 184, 182, 183, 183, 183, 181, 181, 181, 182, 183, 183, 182, 184, 184, 152, 170, 169, 147, 167, 193, 175, 127, 76, 111, 118, 133, 195, 183, 185, 184, 184, 183, 183, 180, 181, 183, 183, 183, 184, 180, 199, 200, 143, 145, 172, 176, 182, 176, 180, 154, 77, 111, 110, 125, 195, 185, 185, 185, 185, 183, 183, 182, 182, 183, 184, 184, 183, 182, 215, 201, 167, 143, 113, 152, 177, 170, 141, 106, 67, 59, 114, 174, 188, 187, 186, 185, 186, 185, 185, 181, 182, 182, 184, 182, 193, 154, 136, 183, 191, 169, 108, 53, 129, 174, 147, 123, 103, 79, 99, 196, 186, 187, 186, 186, 186, 186, 185, 180, 182, 182, 176, 196, 203, 137, 89, 113, 202, 182, 141, 53, 45, 100, 130, 156, 168, 143, 85, 131, 200, 185, 187, 187, 185, 185, 184, 181, 181, 180, 196, 206, 180, 131, 111, 71, 175, 194, 144, 103, 44, 44, 66, 180, 191, 177, 141, 83, 158, 195, 184, 185, 185, 185, 183, 182, 180, 191, 207, 172, 169, 144, 133, 67, 126, 203, 155, 137, 68, 54, 47, 131, 205, 191, 157, 113, 90, 184, 187, 184, 186, 185, 184, 182, 183, 198, 174, 137, 162, 157, 140, 89, 56, 182, 184, 157, 109, 42, 78, 148, 193, 193, 158, 134, 89, 145, 196, 184, 186, 186, 186, 181, 188, 203, 185, 148, 149, 170, 138, 127, 66, 77, 195, 173, 146, 90, 111, 206, 186, 174, 148, 134, 91, 140, 198, 186, 187, 187, 187, 180, 188, 197, 182, 163, 135, 152, 160, 157, 119, 36, 99, 187, 176, 164, 129, 194, 180, 158, 124, 107, 79, 158, 195, 187, 186, 187, 186, 183, 187, 200, 197, 179, 156, 127, 147, 164, 142, 121, 46, 151, 177, 163, 178, 184, 166, 148, 118, 86, 77, 179, 190, 187, 187, 187, 185, 174, 175, 201, 207, 193, 170, 155, 142, 146, 145, 160, 98, 177, 197, 190, 193, 177, 158, 138, 112, 80, 99, 197, 192, 192, 191, 189, 188, 102, 99, 191, 210, 200, 181, 165, 161, 162, 144, 117, 138, 197, 207, 207, 184, 171, 156, 131, 102, 76, 117, 179, 173, 177, 177, 179, 181, 87, 69, 159, 214, 201, 190, 175, 165, 170, 169, 140, 134, 185, 206, 202, 185, 158, 142, 123, 93, 82, 87, 93, 96, 96, 96, 96, 97, 92, 81, 117, 207, 196, 195, 190, 177, 170, 168, 158, 124, 151, 201, 193, 178, 156, 128, 108, 88, 81, 89, 82, 76, 77, 87, 116, 142, 90, 90, 85, 180, 190, 190, 193, 190, 177, 168, 156, 140, 125, 180, 181, 164, 146, 119, 98, 86, 77, 90, 108, 128, 156, 178, 190, 182, 89, 93, 82, 122, 194, 184, 193, 196, 182, 169, 153, 140, 127, 146, 168, 149, 125, 112, 97, 78, 83, 150, 187, 194, 190, 184, 187, 181, 90, 89, 92, 80, 157, 192, 189, 189, 173, 161, 148, 135, 125, 125, 143, 142, 127, 108, 92, 65, 138, 218, 195, 182, 175, 161, 163, 172, 90, 90, 91, 84, 95, 189, 185, 170, 158, 150, 142, 132, 113, 108, 129, 146, 134, 100, 80, 69, 191, 203, 189, 177, 153, 134, 130, 145, 90, 89, 88, 91, 77, 160, 195, 161, 142, 144, 139, 129, 112, 95, 132, 157, 123, 89, 64, 116, 219, 194, 194, 177, 133, 106, 126, 136, 90, 90, 87, 93, 80, 128, 198, 167, 157, 157, 143, 125, 112, 95, 136, 155, 102, 84, 61, 177, 209, 190, 205, 188, 138, 92, 111, 136, 90, 91, 87, 92, 81, 112, 200, 178, 170, 170, 150, 131, 122, 97, 134, 144, 97, 74, 81, 207, 188, 184, 206, 206, 157, 98, 94, 127, 91, 92, 87, 91, 81, 111, 192, 186, 181, 175, 153, 141, 131, 92, 127, 138, 98, 63, 109, 210, 186, 180, 196, 213, 175, 107, 84, 107};
unsigned char letter_b[] = {194, 196, 198, 200, 200, 202, 203, 202, 202, 203, 204, 204, 206, 206, 206, 206, 206, 206, 204, 205, 205, 206, 205, 204, 203, 205, 203, 203, 197, 201, 204, 203, 205, 205, 205, 206, 207, 209, 208, 208, 208, 210, 208, 209, 208, 210, 211, 208, 207, 207, 208, 208, 207, 205, 204, 204, 203, 206, 206, 207, 209, 210, 210, 211, 211, 212, 213, 214, 213, 212, 215, 213, 215, 203, 202, 215, 212, 212, 211, 210, 209, 207, 207, 206, 208, 211, 210, 213, 213, 214, 214, 215, 216, 218, 218, 217, 219, 219, 180, 206, 235, 197, 145, 224, 216, 215, 215, 214, 212, 212, 211, 211, 211, 215, 215, 218, 218, 217, 218, 219, 218, 221, 223, 220, 230, 233, 139, 199, 241, 182, 138, 222, 212, 222, 218, 217, 215, 215, 214, 213, 215, 218, 219, 222, 222, 222, 222, 225, 223, 224, 221, 211, 243, 218, 139, 212, 236, 158, 160, 221, 155, 204, 227, 220, 220, 219, 219, 218, 218, 220, 221, 223, 227, 227, 226, 228, 227, 232, 214, 165, 221, 196, 143, 231, 230, 143, 181, 233, 139, 183, 236, 223, 223, 222, 221, 221, 222, 223, 224, 228, 230, 229, 230, 230, 228, 243, 211, 147, 199, 192, 153, 242, 234, 152, 203, 235, 139, 184, 240, 226, 227, 225, 224, 224, 225, 227, 229, 231, 234, 234, 232, 235, 232, 245, 189, 148, 196, 182, 164, 233, 217, 150, 222, 230, 132, 190, 240, 230, 231, 229, 229, 228, 228, 229, 232, 234, 236, 237, 236, 237, 235, 252, 185, 159, 182, 165, 145, 225, 192, 146, 239, 231, 139, 204, 242, 236, 235, 233, 232, 231, 230, 232, 236, 236, 238, 237, 239, 240, 238, 252, 174, 153, 182, 175, 135, 243, 186, 163, 249, 214, 142, 218, 243, 238, 237, 237, 236, 235, 233, 236, 237, 239, 239, 240, 240, 241, 244, 255, 186, 139, 183, 177, 139, 247, 181, 179, 249, 201, 139, 232, 245, 240, 239, 238, 237, 236, 235, 239, 241, 242, 243, 244, 244, 242, 246, 255, 191, 124, 162, 144, 127, 219, 150, 209, 254, 202, 149, 246, 246, 244, 242, 241, 240, 238, 237, 239, 243, 245, 245, 246, 246, 244, 251, 255, 195, 152, 196, 212, 191, 219, 196, 182, 235, 189, 163, 255, 245, 246, 245, 245, 244, 241, 241, 243, 243, 245, 246, 248, 248, 246, 255, 254, 206, 174, 155, 215, 245, 237, 236, 170, 171, 171, 178, 255, 248, 249, 247, 246, 245, 244, 242, 245, 245, 246, 249, 250, 250, 250, 255, 240, 190, 159, 128, 137, 174, 200, 252, 228, 147, 111, 203, 255, 249, 251, 249, 248, 247, 245, 245, 246, 249, 250, 251, 253, 253, 253, 255, 243, 190, 147, 137, 142, 146, 192, 255, 255, 191, 104, 226, 255, 252, 253, 252, 252, 251, 248, 245, 248, 251, 253, 253, 255, 251, 255, 255, 237, 183, 153, 152, 159, 206, 232, 229, 254, 212, 131, 234, 255, 254, 253, 252, 252, 252, 252, 247, 249, 251, 254, 255, 255, 252, 255, 255, 233, 189, 153, 166, 170, 239, 255, 232, 208, 187, 130, 195, 255, 254, 255, 255, 254, 253, 253, 248, 249, 252, 255, 255, 255, 254, 255, 255, 236, 194, 169, 169, 200, 255, 255, 223, 195, 152, 114, 203, 255, 255, 255, 255, 255, 255, 253, 251, 252, 254, 255, 255, 255, 255, 255, 255, 236, 195, 183, 167, 220, 255, 255, 208, 177, 139, 110, 236, 255, 255, 255, 255, 255, 255, 254, 252, 254, 255, 255, 255, 255, 255, 255, 255, 236, 207, 193, 169, 217, 255, 246, 195, 163, 123, 135, 255, 255, 255, 255, 255, 255, 255, 255, 253, 255, 255, 255, 255, 255, 255, 255, 255, 238, 213, 206, 164, 221, 255, 224, 181, 148, 111, 202, 255, 255, 255, 255, 255, 255, 255, 255, 253, 255, 255, 255, 255, 255, 255, 255, 255, 242, 215, 205, 164, 231, 247, 212, 175, 131, 126, 255, 255, 255, 255, 255, 255, 255, 255, 255, 254, 255, 255, 255, 255, 255, 255, 255, 255, 243, 222, 192, 166, 223, 212, 193, 161, 113, 172, 255, 255, 255, 255, 255, 255, 255, 255, 255, 254, 255, 255, 255, 255, 255, 255, 255, 255, 255, 233, 188, 179, 211, 190, 180, 149, 112, 233, 255, 255, 255, 255, 255, 255, 255, 255, 255, 254, 255, 255, 255, 255, 255, 254, 255, 255, 255, 233, 196, 194, 198, 183, 169, 123, 167, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 254, 255, 255, 239, 241, 223, 193, 190, 175, 170, 135, 129, 250, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255};
unsigned char letter_y[] = {161, 166, 171, 176, 178, 181, 183, 186, 186, 187, 188, 189, 189, 189, 190, 190, 189, 188, 188, 188, 187, 186, 185, 185, 184, 184, 181, 180, 162, 167, 173, 177, 178, 181, 184, 186, 187, 189, 191, 191, 191, 191, 192, 190, 190, 190, 190, 189, 188, 187, 185, 186, 186, 184, 182, 181, 164, 169, 173, 176, 183, 183, 185, 187, 188, 190, 191, 192, 192, 191, 192, 192, 190, 191, 192, 190, 189, 189, 187, 187, 186, 183, 183, 182, 165, 168, 185, 198, 165, 186, 187, 189, 190, 192, 192, 193, 193, 192, 194, 193, 192, 192, 192, 190, 190, 190, 189, 189, 187, 184, 185, 183, 168, 165, 204, 219, 138, 189, 189, 190, 191, 193, 194, 195, 195, 194, 195, 195, 194, 192, 192, 191, 191, 191, 190, 189, 188, 185, 186, 185, 169, 167, 207, 212, 132, 188, 191, 191, 193, 194, 196, 198, 198, 198, 197, 196, 195, 195, 194, 193, 192, 192, 191, 190, 190, 188, 186, 185, 171, 168, 206, 219, 130, 180, 194, 193, 195, 196, 197, 198, 199, 199, 198, 197, 197, 197, 195, 194, 194, 193, 193, 191, 190, 189, 188, 187, 172, 170, 201, 226, 140, 176, 196, 193, 196, 198, 198, 198, 199, 199, 199, 199, 200, 199, 197, 197, 195, 195, 194, 193, 192, 191, 190, 189, 173, 173, 196, 230, 144, 166, 200, 195, 198, 198, 200, 201, 199, 201, 203, 201, 200, 199, 198, 197, 196, 196, 195, 194, 193, 193, 191, 189, 173, 175, 193, 237, 165, 148, 198, 198, 198, 206, 202, 196, 214, 209, 190, 203, 200, 200, 201, 199, 198, 196, 195, 194, 194, 194, 193, 191, 174, 179, 190, 246, 193, 148, 230, 209, 183, 239, 205, 154, 227, 225, 155, 174, 211, 203, 202, 201, 200, 201, 199, 199, 195, 194, 193, 192, 175, 180, 188, 236, 200, 180, 255, 208, 190, 243, 208, 156, 220, 212, 168, 136, 202, 207, 204, 203, 200, 194, 188, 183, 197, 194, 194, 192, 176, 183, 185, 232, 220, 214, 255, 208, 189, 251, 200, 168, 237, 199, 157, 117, 176, 213, 203, 204, 180, 157, 138, 117, 176, 201, 195, 194, 178, 186, 185, 236, 242, 228, 255, 216, 173, 253, 189, 172, 236, 193, 135, 103, 167, 209, 203, 198, 158, 127, 131, 156, 189, 200, 197, 196, 179, 184, 193, 233, 235, 224, 254, 221, 164, 237, 191, 176, 226, 182, 110, 80, 161, 212, 202, 175, 136, 154, 201, 207, 202, 199, 198, 197, 180, 182, 204, 230, 204, 209, 235, 218, 159, 227, 197, 176, 222, 159, 92, 122, 177, 205, 166, 138, 146, 209, 207, 203, 203, 201, 199, 198, 182, 183, 212, 253, 190, 183, 218, 207, 152, 231, 189, 178, 217, 147, 179, 206, 193, 168, 129, 134, 201, 210, 206, 206, 206, 205, 202, 200, 183, 181, 218, 255, 206, 171, 208, 202, 165, 238, 167, 165, 221, 211, 223, 198, 171, 153, 123, 195, 216, 209, 209, 208, 207, 206, 204, 201, 182, 180, 220, 255, 219, 162, 201, 212, 197, 230, 153, 193, 246, 219, 201, 190, 155, 133, 175, 219, 209, 209, 208, 208, 207, 205, 203, 201, 183, 182, 220, 255, 222, 176, 192, 205, 191, 210, 221, 250, 234, 210, 196, 175, 137, 147, 217, 213, 212, 210, 210, 208, 206, 205, 204, 201, 183, 182, 219, 255, 229, 202, 186, 211, 250, 255, 255, 236, 219, 207, 188, 150, 128, 195, 218, 213, 213, 212, 212, 210, 208, 206, 206, 203, 183, 184, 209, 255, 241, 210, 199, 223, 255, 255, 255, 229, 207, 187, 169, 131, 174, 221, 214, 215, 214, 215, 212, 211, 210, 207, 207, 205, 182, 187, 196, 255, 244, 214, 207, 230, 255, 255, 240, 223, 193, 167, 141, 156, 221, 216, 215, 214, 214, 213, 210, 210, 210, 207, 207, 206, 184, 191, 200, 250, 231, 214, 209, 231, 254, 241, 220, 201, 178, 151, 144, 215, 225, 222, 223, 221, 220, 218, 216, 215, 214, 216, 212, 204, 157, 156, 163, 238, 224, 221, 217, 226, 241, 231, 202, 175, 160, 137, 145, 164, 158, 158, 158, 157, 156, 157, 157, 157, 157, 146, 150, 180, 132, 129, 124, 227, 233, 228, 225, 229, 236, 220, 183, 159, 148, 131, 125, 121, 120, 120, 119, 117, 116, 117, 118, 109, 104, 142, 195, 207, 139, 140, 127, 226, 252, 231, 233, 231, 226, 207, 172, 151, 138, 131, 133, 133, 132, 131, 130, 129, 127, 128, 126, 142, 199, 229, 210, 185, 139, 140, 124, 218, 255, 236, 243, 224, 212, 202, 175, 142, 130, 131, 130, 132, 132, 130, 130, 129, 129, 123, 159, 230, 230, 198, 196, 172};
// TENSORFLOW LITE GLOBALS
tflite::ErrorReporter* error_reporter;
const tflite::Model* model;
tflite::MicroInterpreter* interpreter;
TfLiteTensor* input;
TfLiteTensor* output;
const int kTensorArenaSize = 136 * 1024;
uint8_t tensor_arena[kTensorArenaSize];
// FUNCTIONS PROTOTYPE
char get_letter_from_model(float* model_output);
void setup_tflite();
int main()
{
stdio_init_all(); // INIT SERIAL
sleep_ms(5000);
// --------SETUP TENSORFLOW LITE--------
printf("TENSORFLOW LITE SETUP \n\n");
setup_tflite();
// --------TEST THE MODEL--------
printf("MODEL TEST \n\n");
printf("LETTER N\n");
for (size_t i = 0; i < 784; i++)
{
input->data.f[i] = letter_n[i];
}
if (kTfLiteOk != interpreter->Invoke()) {
TF_LITE_REPORT_ERROR(error_reporter, "Invoke failed.");
}
printf("Model found %c !!\n\n", get_letter_from_model(output->data.f));
printf("LETTER B\n");
for (size_t i = 0; i < 784; i++)
{
input->data.f[i] = letter_b[i];
}
if (kTfLiteOk != interpreter->Invoke()) {
TF_LITE_REPORT_ERROR(error_reporter, "Invoke failed.");
}
printf("Model found %c !!\n\n", get_letter_from_model(output->data.f));
printf("LETTER Y\n");
for (size_t i = 0; i < 784; i++)
{
input->data.f[i] = letter_y[i];
}
if (kTfLiteOk != interpreter->Invoke()) {
TF_LITE_REPORT_ERROR(error_reporter, "Invoke failed.");
}
printf("Model found %c !!\n\n", get_letter_from_model(output->data.f));
printf("MODEL TEST FINISHED \n\n");
while (true)
{
}
return 0;
}
void setup_tflite()
{ {
// INIT SERIAL tflite::InitializeTarget();
stdio_init_all();
// Set up logging
/* static tflite::MicroErrorReporter micro_error_reporter;
tflite::InitializeTarget(); error_reporter = &micro_error_reporter;
// Map the model into a usable data structure. This doesn't involve any // Map the model into a usable data structure
// copying or parsing, it's a very lightweight operation. model = tflite::GetModel(sign_model);
const tflite::Model* model = tflite::GetModel(sign_model); if (model->version() != TFLITE_SCHEMA_VERSION)
if (model->version() != TFLITE_SCHEMA_VERSION) { {
MicroPrintf( MicroPrintf(
"Model provided is schema version %d not equal " "Model provided is schema version %d not equal "
"to supported version %d.", "to supported version %d.",
model->version(), TFLITE_SCHEMA_VERSION); model->version(), TFLITE_SCHEMA_VERSION);
} return;
*/ }
while (true) // Pull in only the operation implementations we need.
{ static tflite::MicroMutableOpResolver<5> micro_op_resolver;
printf("FILS DE PUTE!\n"); micro_op_resolver.AddFullyConnected();
} micro_op_resolver.AddConv2D();
return 0; micro_op_resolver.AddMaxPool2D();
micro_op_resolver.AddSoftmax();
micro_op_resolver.AddReshape();
// Build an interpreter to run the model with.
static tflite::MicroInterpreter static_interpreter(
model, micro_op_resolver, tensor_arena, kTensorArenaSize);
interpreter = &static_interpreter;
// Allocate memory from the tensor_arena for the model's tensors.
TfLiteStatus allocate_status = interpreter->AllocateTensors();
if (allocate_status != kTfLiteOk) {
TF_LITE_REPORT_ERROR(error_reporter, "AllocateTensors() failed");
return;
}
// Get model input/output handlers
input = interpreter->input(0);
output = interpreter->output(0);
} }
char get_letter_from_model(float* model_output)
{
char ALPHABET[] = "ABCDEFGHIJKLMNOPQRSTUVWXY";
float max = 0.0f;
int letter_index = 25;
for (int i = 0; i < 25; i++)
{
if(model_output[i] > max)
{
max = model_output[i];
letter_index = i;
}
}
return ALPHABET[letter_index];
}
\ No newline at end of file
src/pc/requirements.txt
+ 1
− 1
View file @ 33e04c32
numpy numpy
tensorflow==2.15 tensorflow
matplotlib matplotlib
keras keras
pandas pandas
\ No newline at end of file
src/pc/sign_language_detector.ipynb
+ 25
− 27
View file @ 33e04c32
This diff is collapsed.
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment