Fix dynamic vertex buffer

Author: exeldro

obs-shaderfilter.c

@@ -168,6 +168,7 @@ struct shader_filter_data {
 	obs_source_t *context;
 	gs_effect_t *effect;
 	gs_effect_t *output_effect;
+	gs_vertbuffer_t *sprite_buffer;
 
 	gs_texrender_t *input_texrender;
 	gs_texrender_t *previous_input_texrender;
@@ -268,7 +269,6 @@ static unsigned int rand_interval(unsigned int min, unsigned int max)
 
 static char *load_shader_from_file(const char *file_name) // add input of visited files
 {
-
 	char *file_ptr = os_quick_read_utf8_file(file_name);
 	if (file_ptr == NULL) {
 		blog(LOG_WARNING, "[obs-shaderfilter] failed to read file: %s", file_name);
@@ -694,6 +694,18 @@ static void *shader_filter_create(obs_data_t *settings, obs_source_t *source)
 
 	da_init(filter->stored_param_list);
 	load_output_effect(filter);
+	struct gs_vb_data *vbd = gs_vbdata_create();
+	vbd->num = 4;
+	vbd->points = bmalloc(sizeof(struct vec3) * 4);
+	vbd->num_tex = 1;
+	vbd->tvarray = bmalloc(sizeof(struct gs_tvertarray));
+	vbd->tvarray[0].width = 2;
+	vbd->tvarray[0].array = bmalloc(sizeof(struct vec2) * 4);
+	memset(vbd->points, 0, sizeof(struct vec3) * 4);
+	memset(vbd->tvarray[0].array, 0, sizeof(struct vec2) * 4);
+	obs_enter_graphics();
+	filter->sprite_buffer = gs_vertexbuffer_create(vbd, GS_DYNAMIC);
+	obs_leave_graphics();
 	obs_source_update(source, settings);
 
 	return filter;
@@ -717,7 +729,8 @@ static void shader_filter_destroy(void *data)
 		gs_texrender_destroy(filter->previous_input_texrender);
 	if (filter->previous_output_texrender)
 		gs_texrender_destroy(filter->previous_output_texrender);
-
+	if (filter->sprite_buffer)
+		gs_vertexbuffer_destroy(filter->sprite_buffer);
 	obs_leave_graphics();
 
 	dstr_free(&filter->last_path);
@@ -2914,6 +2927,25 @@ void shader_filter_set_effect_params(struct shader_filter_data *filter)
 	}
 }
 
+static void build_sprite(struct gs_vb_data *data, float fcx, float fcy, float start_u, float end_u, float start_v, float end_v)
+{
+	struct vec2 *tvarray = data->tvarray[0].array;
+
+	vec3_zero(data->points);
+	vec3_set(data->points + 1, fcx, 0.0f, 0.0f);
+	vec3_set(data->points + 2, 0.0f, fcy, 0.0f);
+	vec3_set(data->points + 3, fcx, fcy, 0.0f);
+	vec2_set(tvarray, start_u, start_v);
+	vec2_set(tvarray + 1, end_u, start_v);
+	vec2_set(tvarray + 2, start_u, end_v);
+	vec2_set(tvarray + 3, end_u, end_v);
+}
+
+static inline void build_sprite_norm(struct gs_vb_data *data, float fcx, float fcy)
+{
+	build_sprite(data, fcx, fcy, 0.0f, 1.0f, 0.0f, 1.0f);
+}
+
 static void render_shader(struct shader_filter_data *filter, float f, obs_source_t *filter_to)
 {
 	gs_texture_t *texture = gs_texrender_get_texture(filter->input_texrender);
@@ -3045,8 +3077,15 @@ static void render_shader(struct shader_filter_data *filter, float f, obs_source
 
 	if (gs_texrender_begin(filter->output_texrender, filter->total_width, filter->total_height)) {
 		gs_ortho(0.0f, (float)filter->total_width, 0.0f, (float)filter->total_height, -100.0f, 100.0f);
-		while (gs_effect_loop(filter->effect, "Draw"))
-			gs_draw_sprite(texture, 0, filter->total_width, filter->total_height);
+		while (gs_effect_loop(filter->effect, "Draw")) {
+			struct gs_vb_data *data = gs_vertexbuffer_get_data(filter->sprite_buffer);
+			build_sprite_norm(data, (float)filter->total_width, (float)filter->total_height);
+			gs_vertexbuffer_flush(filter->sprite_buffer);
+			gs_load_vertexbuffer(filter->sprite_buffer);
+			gs_load_indexbuffer(NULL);
+
+			gs_draw(GS_TRISTRIP, 0, 0);
+		}
 		gs_texrender_end(filter->output_texrender);
 	}