- if (wb_num_tokens > 1) {
- qsort(wb_tokens, wb_num_tokens, sizeof(int), intcmp);
- for (i=0; i<(wb_num_tokens-1); ++i) {
- if (wb_tokens[i] == wb_tokens[i+1]) {
- memmove(&wb_tokens[i], &wb_tokens[i+1],
- ((wb_num_tokens - i - 1)*sizeof(int)));
- --wb_num_tokens;
+ if (array_len(found_tokens) > 1) {
+ array_sort(found_tokens, intcmp);
+ for (i=0; i<(array_len(found_tokens)); ++i) {
+ if (array_get_element_at(found_tokens, i) == array_get_element_at(found_tokens, i+1)) {
+ array_delete_element_at(found_tokens, i);