2 * AT-SPI - Assistive Technology Service Provider Interface
3 * (Gnome Accessibility Project; http://developer.gnome.org/projects/gap)
5 * Copyright 2001, 2002 Sun Microsystems Inc.,
6 * Copyright 2001, 2002 Ximian, Inc.
8 * This library is free software; you can redistribute it and/or
9 * modify it under the terms of the GNU Library General Public
10 * License as published by the Free Software Foundation; either
11 * version 2 of the License, or (at your option) any later version.
13 * This library is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16 * Library General Public License for more details.
18 * You should have received a copy of the GNU Library General Public
19 * License along with this library; if not, write to the
20 * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
21 * Boston, MA 02111-1307, USA.
28 #include <sys/socket.h>
29 #include <netinet/in.h>
31 #undef MAGNIFIER_ENABLED
32 #include "../cspi/spi-private.h" /* A hack for now */
36 static void report_focus_event (const AccessibleEvent *event, void *user_data);
37 static void report_generic_event (const AccessibleEvent *event, void *user_data);
38 static void report_window_event (const AccessibleEvent *event, void *user_data);
39 static void report_text_event (const AccessibleEvent *event, void *user_data);
40 static void report_button_press (const AccessibleEvent *event, void *user_data);
41 static void check_property_change (const AccessibleEvent *event, void *user_data);
42 static SPIBoolean report_command_key_event (const AccessibleKeystroke *stroke, void *user_data);
43 static SPIBoolean report_ordinary_key_event (const AccessibleKeystroke *stroke, void *user_data);
44 static void get_environment_vars (void);
46 static int _festival_init (void);
47 static void _festival_say (const char *text, const char *voice, SPIBoolean shutup);
48 static void _festival_write (const char *buff, int fd);
51 static void print_accessible_tree (Accessible *accessible, char *prefix);
54 #ifdef MAGNIFIER_ENABLED
55 static SPIBoolean use_magnifier = FALSE;
58 static SPIBoolean use_festival = FALSE;
59 static SPIBoolean festival_chatty = FALSE;
60 static SPIBoolean name_changed = FALSE;
62 static AccessibleEventListener *focus_listener;
63 static AccessibleEventListener *property_listener;
64 static AccessibleEventListener *generic_listener;
65 static AccessibleEventListener *window_listener;
66 static AccessibleEventListener *button_listener;
67 static AccessibleEventListener *text_listener;
68 static AccessibleKeystrokeListener *command_key_listener;
69 static AccessibleKeystrokeListener *ordinary_key_listener;
70 static AccessibleKeySet *command_keyset;
73 main (int argc, char **argv)
80 Accessible *application;
83 if ((argc > 1) && (!strncmp (argv[1], "-h", 2)))
85 printf ("Usage: simple-at\n");
86 printf ("\tEnvironment variables used:\n\t\tFESTIVAL\n\t\tMAGNIFIER\n\t\tFESTIVAL_CHATTY\n");
90 modules = g_getenv ("GTK_MODULES");
91 if (!modules || modules [0] == '\0')
93 putenv ("GTK_MODULES=");
99 focus_listener = SPI_createAccessibleEventListener (report_focus_event, NULL);
100 property_listener = SPI_createAccessibleEventListener (check_property_change, NULL);
101 generic_listener = SPI_createAccessibleEventListener (report_generic_event, NULL);
102 window_listener = SPI_createAccessibleEventListener (report_window_event, NULL);
103 text_listener = SPI_createAccessibleEventListener (report_text_event, NULL);
104 button_listener = SPI_createAccessibleEventListener (report_button_press, NULL);
105 SPI_registerGlobalEventListener (focus_listener, "focus:");
106 SPI_registerGlobalEventListener (property_listener, "object:property-change");
107 /* :accessible-selection"); */
108 SPI_registerGlobalEventListener (property_listener, "object:property-change:accessible-name");
109 SPI_registerGlobalEventListener (generic_listener, "object:selection-changed");
110 SPI_registerGlobalEventListener (generic_listener, "object:children-changed");
111 SPI_registerGlobalEventListener (generic_listener, "object:visible-data-changed");
112 SPI_registerGlobalEventListener (generic_listener, "object:text-selection-changed");
113 SPI_registerGlobalEventListener (text_listener, "object:text-caret-moved");
114 SPI_registerGlobalEventListener (text_listener, "object:text-changed");
115 SPI_registerGlobalEventListener (button_listener, "Gtk:GtkWidget:button-press-event");
116 SPI_registerGlobalEventListener (window_listener, "window:minimize");
117 SPI_registerGlobalEventListener (window_listener, "window:activate");
118 n_desktops = SPI_getDesktopCount ();
120 for (i=0; i<n_desktops; ++i)
122 desktop = SPI_getDesktop (i);
123 s = Accessible_getName (desktop);
124 fprintf (stderr, "desktop %d name: %s\n", i, s);
126 n_apps = Accessible_getChildCount (desktop);
127 for (j=0; j<n_apps; ++j)
129 application = Accessible_getChildAtIndex (desktop, j);
130 s = Accessible_getName (application);
131 fprintf (stderr, "app %d name: %s\n", j, s ? s : "(nil)");
133 print_accessible_tree (application, "*");
136 Accessible_unref (application);
138 Accessible_unref (desktop);
141 /* prepare the keyboard snoopers */
142 command_key_listener = SPI_createAccessibleKeystrokeListener (report_command_key_event, NULL);
143 ordinary_key_listener = SPI_createAccessibleKeystrokeListener (report_ordinary_key_event, NULL);
145 command_keyset = SPI_createAccessibleKeySet (11, "qmf23456789", NULL, NULL);
147 /* will listen only to Control-Alt-q KeyPress events */
148 SPI_registerAccessibleKeystrokeListener(command_key_listener,
150 SPI_KEYMASK_ALT | SPI_KEYMASK_CONTROL,
151 (unsigned long) ( SPI_KEY_PRESSED ),
152 SPI_KEYLISTENER_ALL_WINDOWS);
154 /* will listen only to CAPSLOCK key events, both press and release */
155 SPI_registerAccessibleKeystrokeListener(ordinary_key_listener,
156 (AccessibleKeySet *) SPI_KEYSET_ALL_KEYS,
157 SPI_KEYMASK_SHIFTLOCK,
158 (unsigned long) ( SPI_KEY_PRESSED | SPI_KEY_RELEASED ),
159 SPI_KEYLISTENER_NOSYNC);
161 get_environment_vars ();
165 putenv ("AT_BRIDGE_SHUTDOWN=1");
171 get_environment_vars (void)
173 if (g_getenv ("FESTIVAL"))
175 fprintf (stderr, "Using festival\n");
177 if (g_getenv ("FESTIVAL_CHATTY"))
179 festival_chatty = TRUE;
182 #ifdef MAGNIFIER_ENABLED
183 if (g_getenv ("MAGNIFIER"))
185 fprintf (stderr, "Using magnifier\n");
186 use_magnifier = TRUE;
190 fprintf (stderr, "Not using magnifier\n");
196 fprintf (stderr, "No speech output\n");
202 print_accessible_tree (Accessible *accessible, char *prefix)
208 char *parent_name = NULL;
209 char *parent_role = NULL;
210 char child_prefix[100];
214 strncpy (child_prefix, prefix, 98);
215 strcat (child_prefix, "*");
216 parent = Accessible_getParent (accessible);
219 parent_name = Accessible_getName (parent);
220 parent_role = Accessible_getRoleName (parent);
221 Accessible_unref (parent);
223 name = Accessible_getName (accessible);
224 role_name = Accessible_getRoleName (accessible);
225 fprintf (stdout, "%sAccessible [%s] \"%s\"; parent [%s] %s.\n",
226 prefix, role_name, name ? name : "(nil)",
227 parent_role ? parent_role : "(nil)",
228 parent_name ? parent_name : "(nil)");
229 SPI_freeString (name);
230 SPI_freeString (role_name);
231 SPI_freeString (parent_name);
232 SPI_freeString (parent_role);
233 n_children = Accessible_getChildCount (accessible);
234 for (i = 0; i < n_children; ++i)
236 child = Accessible_getChildAtIndex (accessible, i);
237 print_accessible_tree (child, child_prefix);
238 Accessible_unref (child);
244 report_focussed_accessible (Accessible *obj, SPIBoolean shutup_previous_speech)
248 long x, y, width, height;
249 /* hack for GUADEC demo, to make sure name changes are spoken */
250 shutup_previous_speech = (shutup_previous_speech && !name_changed);
256 s = Accessible_getRoleName (obj);
257 _festival_say (s, "voice_don_diphone", shutup_previous_speech);
260 fprintf (stderr, "getting Name\n");
261 s = Accessible_getName (obj);
262 _festival_say (s, "voice_kal_diphone",
263 shutup_previous_speech || festival_chatty);
267 if (Accessible_isComponent (obj))
269 AccessibleComponent *component = Accessible_getComponent (obj);
270 AccessibleComponent_getExtents (component, &x, &y, &width, &height,
271 SPI_COORD_TYPE_SCREEN);
272 fprintf (stderr, "Bounding box: (%ld, %ld) ; (%ld, %ld)\n",
273 x, y, x+width, y+height);
274 if (Accessible_isText (obj))
276 long x0, y0, xN, yN, w0, h0, wN, hN, nchars;
277 AccessibleText *text = Accessible_getText (obj);
278 nchars = AccessibleText_getCharacterCount (text);
281 AccessibleText_getCharacterExtents (text, 0, &x0, &y0, &w0, &h0,
282 SPI_COORD_TYPE_SCREEN);
283 AccessibleText_getCharacterExtents (text, nchars-1, &xN, &yN, &wN, &hN,
284 SPI_COORD_TYPE_SCREEN);
286 width = MAX (x0 + w0, xN + wN) - x;
287 fprintf (stderr, "Text bounding box: (%ld, %ld) ; (%ld, %ld)\n",
288 x, y, x+width, y+height);
291 #ifdef MAGNIFIER_ENABLED
293 magnifier_set_roi ((short) 0, x, y, width, height);
299 if (Accessible_isValue (obj))
301 AccessibleValue *value = Accessible_getValue (obj);
302 fprintf (stderr, "Current value = %f, min = %f; max = %f\n",
303 AccessibleValue_getCurrentValue (value),
304 AccessibleValue_getMinimumValue (value),
305 AccessibleValue_getMaximumValue (value));
307 /* if this is a text object, speak the first sentence. */
309 if (Accessible_isText(obj))
312 AccessibleText *text_interface;
313 long start_offset, end_offset;
314 char *first_sentence = "empty";
315 text_interface = Accessible_getText (obj);
316 first_sentence = AccessibleText_getTextAtOffset (
317 text_interface, (long) 0, SPI_TEXT_BOUNDARY_SENTENCE_START, &start_offset, &end_offset);
318 if (first_sentence && use_festival)
320 _festival_say(first_sentence, "voice_don_diphone", FALSE);
321 SPI_freeString (first_sentence);
323 len = AccessibleText_getCharacterCount (text_interface);
324 s = AccessibleText_getText (text_interface, 0, len);
325 fprintf (stderr, "done reporting on focussed object, text=%s\n", s);
330 report_focus_event (const AccessibleEvent *event, void *user_data)
334 g_return_if_fail (event->source != NULL);
335 s = Accessible_getName (event->source);
338 fprintf (stderr, "%s event from %s\n", event->type, s);
340 report_focussed_accessible (event->source, TRUE);
342 Accessible_getParent (event->source);
343 name_changed = FALSE;
347 report_generic_event (const AccessibleEvent *event, void *user_data)
349 fprintf (stderr, "%s event received\n", event->type);
353 report_window_event (const AccessibleEvent *event, void *user_data)
355 fprintf (stderr, "%s event received\n", event->type);
356 if (!strcmp (event->type, "window:activate"))
358 print_accessible_tree (event->source, "window");
363 report_text_event (const AccessibleEvent *event, void *user_data)
365 AccessibleText *text = Accessible_getText (event->source);
366 fprintf (stderr, "%s event received\n", event->type);
367 #ifdef MAGNIFIER_ENABLED
368 if (use_magnifier && strcmp (event->type, "object:text-changed"))
370 long offset = AccessibleText_getCaretOffset (text);
372 fprintf (stderr, "offset %d\n", (int) offset);
373 AccessibleText_getCharacterExtents (text, offset, &x, &y, &w, &h,
374 SPI_COORD_TYPE_SCREEN);
375 fprintf (stderr, "new roi %d %d %d %d\n", (int) x, (int) y, (int) w, (int) h);
376 magnifier_set_roi ((short) 0, x, y, w, h);
379 if (!strcmp (event->type, "object:text-changed"))
382 char *new_text = AccessibleText_getTextAtOffset (text, (long) event->detail1, SPI_TEXT_BOUNDARY_WORD_START, &start, &end);
383 _festival_say (new_text, "voice_kal_diphone", FALSE);
384 fprintf (stderr, "text changed: %s", new_text ? new_text : "");
385 SPI_freeString (new_text);
390 char *word_text = AccessibleText_getTextAtOffset (text, (long) event->detail1, SPI_TEXT_BOUNDARY_WORD_START, &start, &end);
391 char *sentence_text = AccessibleText_getTextAtOffset (text, (long) event->detail1, SPI_TEXT_BOUNDARY_SENTENCE_START, &start, &end);
392 fprintf (stderr, "text changed: word %s; sentence %s at %ld",
393 (word_text ? word_text : ""),
394 (sentence_text ? sentence_text : ""),
396 if (word_text) SPI_freeString (word_text);
397 if (sentence_text) SPI_freeString (sentence_text);
402 report_button_press (const AccessibleEvent *event, void *user_data)
406 g_return_if_fail (event->source != NULL);
408 s = Accessible_getName (event->source);
410 fprintf (stderr, "%s event from %s\n", event->type, s);
412 s = Accessible_getDescription (event->source);
413 fprintf (stderr, "Object description %s\n", s);
418 check_property_change (const AccessibleEvent *event, void *user_data)
420 AccessibleSelection *selection = Accessible_getSelection (event->source);
424 fprintf (stderr, "property change event!\n");
427 n_selections = (int) AccessibleSelection_getNSelectedChildren (selection);
428 s = Accessible_getName (event->source);
429 fprintf (stderr, "(Property) %s event from %s, %d selected children\n",
430 event->type, s, n_selections);
432 /* for now, speak entire selection set */
433 for (i=0; i<n_selections; ++i)
435 Accessible *obj = AccessibleSelection_getSelectedChild (selection, (long) i);
436 g_return_if_fail (obj);
437 s = Accessible_getName (obj);
438 fprintf (stderr, "Child %d, name=%s\n", i, s);
440 report_focussed_accessible (obj, i==0);
443 else if (!strcmp (event->type, "object:property-change:accessible-name"))
446 report_focussed_accessible (event->source, TRUE);
450 fprintf (stderr, "Property change %s received\n", event->type);
455 simple_at_exit (void)
457 SPI_deregisterGlobalEventListenerAll (focus_listener);
458 AccessibleEventListener_unref (focus_listener);
460 SPI_deregisterGlobalEventListenerAll (property_listener);
461 AccessibleEventListener_unref (property_listener);
463 SPI_deregisterGlobalEventListenerAll (generic_listener);
464 AccessibleEventListener_unref (generic_listener);
466 SPI_deregisterGlobalEventListenerAll (text_listener);
467 AccessibleEventListener_unref (text_listener);
469 SPI_deregisterGlobalEventListenerAll (button_listener);
470 AccessibleEventListener_unref (button_listener);
472 SPI_deregisterAccessibleKeystrokeListener (command_key_listener, SPI_KEYMASK_ALT | SPI_KEYMASK_CONTROL);
473 AccessibleKeystrokeListener_unref (command_key_listener);
474 SPI_freeAccessibleKeySet (command_keyset);
476 SPI_deregisterAccessibleKeystrokeListener (ordinary_key_listener, SPI_KEYMASK_SHIFTLOCK);
477 AccessibleKeystrokeListener_unref (ordinary_key_listener);
483 is_command_key (const AccessibleKeystroke *key)
490 return TRUE; /* not reached */
491 #ifdef MAGNIFIER_ENABLED
494 use_magnifier = ! use_magnifier;
495 fprintf (stderr, "%ssing magnifier\n", use_magnifier ? "U" : "Not u");
500 use_festival = ! use_festival;
501 fprintf (stderr, "%speech output\n", use_festival ? "S" : "No s");
509 report_command_key_event (const AccessibleKeystroke *key, void *user_data)
511 fprintf (stderr, "Command KeyEvent %s%c (keycode %d); string=%s; time=%lx\n",
512 (key->modifiers & SPI_KEYMASK_ALT)?"Alt-":"",
513 ((key->modifiers & SPI_KEYMASK_SHIFT)^(key->modifiers & SPI_KEYMASK_SHIFTLOCK))?
514 (char) toupper((int) key->keyID) : (char) tolower((int) key->keyID),
517 (long int) key->timestamp);
518 return is_command_key (key);
523 report_ordinary_key_event (const AccessibleKeystroke *key, void *user_data)
525 fprintf (stderr, "Received key event:\tsym %ld\n\tmods %x\n\tcode %d\n\tstring=\'%s\'\n\ttime %lx\n",
527 (unsigned int) key->modifiers,
530 (long int) key->timestamp);
535 _festival_init (void)
538 struct sockaddr_in name;
541 name.sin_family = AF_INET;
542 name.sin_port = htons (1314);
543 name.sin_addr.s_addr = htonl(INADDR_ANY);
544 fd = socket (PF_INET, SOCK_STREAM, 0);
546 while (connect(fd, (struct sockaddr *) &name, sizeof (name)) < 0) {
553 _festival_write ("(audio_mode'async)\n", fd);
554 _festival_write ("(Parameter.set 'Duration_Model 'Tree_ZScore)\n", fd);
555 _festival_write ("(Parameter.set 'Duration_Stretch 0.75)\n", fd);
560 _festival_say (const char *text, const char *voice, SPIBoolean shutup)
566 static gchar voice_spec[32];
570 fd = _festival_init ();
573 fprintf (stderr, "saying text: %s\n", text);
575 quoted = g_malloc(64+strlen(text)*2);
577 sprintf (prefix, "(SayText \"");
579 strncpy(quoted, prefix, 10);
580 p = quoted+strlen(prefix);
582 if ( *text == '\\' || *text == '"' )
591 if (shutup) _festival_write ("(audio_mode'shutup)\n", fd);
592 if (voice && (strncmp (voice, (char *) (voice_spec+1), strlen(voice))))
594 snprintf (voice_spec, 32, "(%s)\n", voice);
595 _festival_write (voice_spec, fd);
596 _festival_write ("(Parameter.set 'Duration_Model 'Tree_ZScore)\n", fd);
597 _festival_write ("(Parameter.set 'Duration_Stretch 0.75)\n", fd);
600 _festival_write (quoted, fd);
606 _festival_write (const gchar *command_string, int fd)
608 fprintf(stderr, command_string);
613 write(fd, command_string, strlen(command_string));